-- Logs begin at Fri 2022-01-21 08:40:50 UTC, end at Fri 2022-01-21 09:52:38 UTC. -- Jan 21 09:26:57.108916 dv-cinder-804035-25-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jan 21 09:27:00.224316 dv-cinder-804035-25-iscsi neutron-server[103069]: INFO neutron.common.config [-] Logging enabled! Jan 21 09:27:00.224907 dv-cinder-804035-25-iscsi neutron-server[103069]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev419 Jan 21 09:27:00.225082 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103069) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 21 09:27:00.228386 dv-cinder-804035-25-iscsi neutron-server[103069]: INFO neutron.common.config [-] Logging enabled! Jan 21 09:27:00.228635 dv-cinder-804035-25-iscsi neutron-server[103069]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev419 Jan 21 09:27:00.228939 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103069) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 21 09:27:00.229920 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 21 09:27:00.230146 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 21 09:27:00.230509 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 21 09:27:00.230757 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 21 09:27:00.230980 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 21 09:27:00.231291 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:00.231699 dv-cinder-804035-25-iscsi neutron-server[103069]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Jan 21 09:27:00.232002 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:00.232289 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:00.232570 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:00.232857 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:00.233136 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:00.233481 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:00.233714 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:00.234006 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:00.234284 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:00.234558 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:00.234835 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:00.235120 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:00.235397 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:00.235676 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:00.235954 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:00.236232 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] debug = True {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:00.236510 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:00.236938 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:00.237374 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:00.237650 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:00.237933 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:00.238217 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:00.239114 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:00.239394 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:00.239810 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:00.240132 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] host = dv-cinder-804035-25-iscsi {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:00.240408 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:00.240694 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:00.240977 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:00.241287 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:00.241560 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:00.241831 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:00.242113 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:00.242380 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:00.242646 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] log_file = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:00.242919 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:00.243202 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:00.243484 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:00.243766 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:00.243988 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:00.244206 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:00.244490 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:00.244771 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:00.245042 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:00.245594 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:00.245865 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:00.246132 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:00.246401 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:00.246665 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:00.246948 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:00.247226 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:00.247502 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:00.247771 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:00.248040 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:00.248304 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:00.248575 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:00.248857 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:00.249125 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:00.249413 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:00.249681 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:00.249961 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:00.250227 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:00.250493 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:00.250794 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:00.251074 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:00.251356 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:00.251635 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:00.251902 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:00.252178 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:00.252444 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:00.252710 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:00.252995 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] use_json = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:00.253285 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:00.253553 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:00.253832 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:00.254728 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:00.255153 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:00.255429 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:00.255719 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:00.255994 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:00.256265 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:00.256562 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:00.256855 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:00.257173 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:00.257471 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:00.257757 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:00.258035 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:00.258320 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:00.258597 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:00.258885 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:00.259165 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:00.259453 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:00.259729 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:00.260027 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:00.260314 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:00.260605 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:00.260938 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:00.261221 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:00.261518 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:00.261791 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:00.262062 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:00.262327 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:00.262606 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:00.262890 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:00.263167 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:00.263446 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:00.263726 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:00.263998 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:00.264290 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:00.264571 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:00.264861 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:00.265183 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:00.267066 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:00.267066 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:00.267066 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:00.267066 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:00.267066 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:00.267066 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:00.267066 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:00.267550 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:00.267550 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:00.267823 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:00.268096 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:00.268364 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:00.268630 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:00.268903 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:00.269210 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:00.269509 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:00.269960 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:00.270407 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:00.270840 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:00.271238 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:00.271651 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:00.272055 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:00.272462 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:00.272745 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:00.273027 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:00.273332 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:00.273609 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:00.273889 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:00.274162 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:00.274435 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:00.274704 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:00.274978 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:00.275243 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:00.275510 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:00.275778 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:00.276046 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:00.276312 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:00.276585 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:00.276850 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:00.277116 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:00.277410 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:00.277677 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:00.277945 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:00.278227 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:00.278520 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:00.278792 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:00.279071 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:00.279344 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:00.279615 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:00.279886 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:00.280156 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:00.280426 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:00.280698 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:00.280968 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:00.281286 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:00.281565 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:00.281850 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:00.282171 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:00.282450 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:00.282737 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:00.283010 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:00.283286 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:00.283559 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:00.283831 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:00.284110 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:00.284389 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:00.284678 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:00.284969 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:00.285310 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:00.285598 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:00.285891 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:00.286167 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:00.286474 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:00.286751 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:00.286965 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 21 09:27:00.287211 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103069) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jan 21 09:27:00.662450 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jan 21 09:27:00.662728 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jan 21 09:27:00.663030 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jan 21 09:27:00.663361 dv-cinder-804035-25-iscsi neutron-server[103069]: INFO neutron.manager [-] Loading core plugin: ml2 Jan 21 09:27:00.993318 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:27:00.993530 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:27:00.993783 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:27:00.995064 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:27:00.995597 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:27:00.995854 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:27:01.040591 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:27:01.040865 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:27:01.041129 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:27:01.056995 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:27:01.057298 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:27:01.057566 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:27:01.086985 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:27:01.087263 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:27:01.087525 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:27:01.124924 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:27:01.125228 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:27:01.125495 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:27:01.467926 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:27:01.468568 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:27:01.468568 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:27:01.468733 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:27:01.469604 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:27:01.569956 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:27:01.570268 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:27:01.570546 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:27:01.570813 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:27:01.571074 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:27:01.571378 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:27:01.571636 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:27:01.571886 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:27:01.572136 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:27:01.572410 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:27:01.572666 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:27:01.572939 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:27:01.573190 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:27:01.573439 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:27:01.573688 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:27:01.573946 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:27:01.574194 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:27:01.574449 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:27:01.574710 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:27:01.574962 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:27:01.575224 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:27:01.575470 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:27:01.575742 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:27:01.576106 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:27:01.576352 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:27:01.576593 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:27:01.576977 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103069) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 21 09:27:01.577232 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103069) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 21 09:27:01.577466 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103069) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 21 09:27:01.577691 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103069) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 21 09:27:01.577918 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103069) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 21 09:27:01.578144 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103069) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 21 09:27:01.578500 dv-cinder-804035-25-iscsi neutron-server[103069]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jan 21 09:27:01.581773 dv-cinder-804035-25-iscsi neutron-server[103069]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jan 21 09:27:01.585751 dv-cinder-804035-25-iscsi neutron-server[103069]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jan 21 09:27:01.589597 dv-cinder-804035-25-iscsi neutron-server[103069]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(350, 399)])]) Jan 21 09:27:01.591215 dv-cinder-804035-25-iscsi neutron-server[103069]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jan 21 09:27:01.591828 dv-cinder-804035-25-iscsi neutron-server[103069]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jan 21 09:27:01.592156 dv-cinder-804035-25-iscsi neutron-server[103069]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jan 21 09:27:01.592529 dv-cinder-804035-25-iscsi neutron-server[103069]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jan 21 09:27:01.595382 dv-cinder-804035-25-iscsi neutron-server[103069]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jan 21 09:27:01.595704 dv-cinder-804035-25-iscsi neutron-server[103069]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jan 21 09:27:01.595983 dv-cinder-804035-25-iscsi neutron-server[103069]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jan 21 09:27:01.601570 dv-cinder-804035-25-iscsi neutron-server[103069]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jan 21 09:27:01.625288 dv-cinder-804035-25-iscsi neutron-server[103069]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jan 21 09:27:01.625754 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:27:01.626051 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103069) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Jan 21 09:27:01.626410 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:27:01.627812 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103069) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jan 21 09:27:01.628095 dv-cinder-804035-25-iscsi neutron-server[103069]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jan 21 09:27:01.628339 dv-cinder-804035-25-iscsi neutron-server[103069]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jan 21 09:27:01.632282 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:27:01.632562 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:27:01.697133 dv-cinder-804035-25-iscsi neutron-server[103069]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jan 21 09:27:01.697431 dv-cinder-804035-25-iscsi neutron-server[103069]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jan 21 09:27:01.697665 dv-cinder-804035-25-iscsi neutron-server[103069]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jan 21 09:27:01.698058 dv-cinder-804035-25-iscsi neutron-server[103069]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jan 21 09:27:01.718803 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_db.sqlalchemy.engines [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103069) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jan 21 09:27:02.293990 dv-cinder-804035-25-iscsi neutron-server[103069]: INFO neutron.plugins.ml2.managers [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Initializing driver for type 'gre' Jan 21 09:27:02.294555 dv-cinder-804035-25-iscsi neutron-server[103069]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] gre ID ranges: [(1, 1000)] Jan 21 09:27:02.505303 dv-cinder-804035-25-iscsi neutron-server[103069]: INFO neutron.plugins.ml2.managers [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Initializing driver for type 'local' Jan 21 09:27:02.505962 dv-cinder-804035-25-iscsi neutron-server[103069]: INFO neutron.plugins.ml2.managers [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Initializing driver for type 'vlan' Jan 21 09:27:02.602747 dv-cinder-804035-25-iscsi neutron-server[103069]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] VlanTypeDriver initialization complete Jan 21 09:27:02.602949 dv-cinder-804035-25-iscsi neutron-server[103069]: INFO neutron.plugins.ml2.managers [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Initializing driver for type 'vxlan' Jan 21 09:27:02.603471 dv-cinder-804035-25-iscsi neutron-server[103069]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] vxlan ID ranges: [(1, 1000)] Jan 21 09:27:02.841933 dv-cinder-804035-25-iscsi neutron-server[103069]: INFO neutron.plugins.ml2.managers [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Initializing extension driver 'port_security' Jan 21 09:27:02.842269 dv-cinder-804035-25-iscsi neutron-server[103069]: INFO neutron.plugins.ml2.extensions.port_security [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] PortSecurityExtensionDriver initialization complete Jan 21 09:27:02.842603 dv-cinder-804035-25-iscsi neutron-server[103069]: INFO neutron.plugins.ml2.managers [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Initializing mechanism driver 'openvswitch' Jan 21 09:27:02.842929 dv-cinder-804035-25-iscsi neutron-server[103069]: INFO neutron.plugins.ml2.managers [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Initializing mechanism driver 'hyperv' Jan 21 09:27:02.857727 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.plugins.ml2.plugin [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:27:02.858538 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Subscribe: > port after_create 55550000 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:27:02.858932 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Subscribe: > port after_update 55550000 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:27:02.859283 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Subscribe: > port after_delete 55550000 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:27:02.859835 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103069) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 21 09:27:02.860273 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Subscribe: > subnet after_create 55550000 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:27:02.860624 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Subscribe: > subnet after_update 55550000 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:27:02.860967 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Subscribe: > subnet after_delete 55550000 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:27:02.861389 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103069) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 21 09:27:02.861796 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Subscribe: > network after_create 55550000 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:27:02.862142 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Subscribe: > network after_update 55550000 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:27:02.862480 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Subscribe: > network after_delete 55550000 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:27:02.862873 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103069) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 21 09:27:02.863308 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Subscribe: > security_group after_create 55550000 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:27:02.863709 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Subscribe: > security_group after_update 55550000 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:27:02.864129 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Subscribe: > security_group after_delete 55550000 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:27:02.864582 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103069) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 21 09:27:02.864995 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:27:02.865364 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:27:02.865728 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:27:02.866102 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103069) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 21 09:27:02.866539 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Subscribe: > address_group after_create 55550000 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:27:02.866880 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Subscribe: > address_group after_update 55550000 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:27:02.867218 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Subscribe: > address_group after_delete 55550000 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:27:02.867929 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103069) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 21 09:27:02.868220 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] ML2 OVO RPC backend initialized. {{(pid=103069) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Jan 21 09:27:02.868967 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Subscribe: > router_interface after_create 55550000 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:27:02.869369 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:27:02.869793 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Subscribe: > network before_response 55550000 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:27:02.870141 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Subscribe: > networks before_response 55550000 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:27:02.870757 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Subscribe: > port before_response 55550000 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:27:02.871098 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Subscribe: > ports before_response 55550000 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:27:02.871440 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Subscribe: > subnet before_response 55550000 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:27:02.871780 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Subscribe: > subnets before_response 55550000 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:27:02.872127 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Subscribe: > network after_create 55550000 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:27:02.872470 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Subscribe: > network after_update 55550000 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:27:02.872807 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Subscribe: > network after_delete 55550000 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:27:02.873168 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Subscribe: > port after_create 55550000 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:27:02.873513 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Subscribe: > port after_update 55550000 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:27:02.873850 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Subscribe: > port after_delete 55550000 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:27:02.874188 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Subscribe: > subnet after_create 55550000 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:27:02.874524 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Subscribe: > subnet after_update 55550000 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:27:02.874904 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Subscribe: > subnet after_delete 55550000 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:27:02.875534 dv-cinder-804035-25-iscsi neutron-server[103069]: INFO neutron.plugins.ml2.plugin [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Modular L2 Plugin initialization complete Jan 21 09:27:02.875864 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.manager [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Loading services supported by the core plugin {{(pid=103069) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jan 21 09:27:02.876197 dv-cinder-804035-25-iscsi neutron-server[103069]: INFO neutron.plugins.ml2.managers [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Got port-security extension from driver 'port_security' Jan 21 09:27:02.876661 dv-cinder-804035-25-iscsi neutron-server[103069]: INFO neutron.extensions.vlantransparent [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Disabled vlantransparent extension. Jan 21 09:27:02.877187 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.manager [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103069) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jan 21 09:27:02.883967 dv-cinder-804035-25-iscsi neutron-server[103069]: INFO neutron.manager [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Loading Plugin: router Jan 21 09:27:02.930517 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Subscribe: > router_interface before_create 55550000 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:27:02.930914 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Subscribe: > router after_create 55549900 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:27:02.931284 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Subscribe: > router before_create 55549900 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:27:02.931649 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:27:02.932020 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:27:02.932376 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Subscribe: > router after_delete 55549900 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:27:02.932738 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Subscribe: > floatingip after_create 55550000 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:27:02.933244 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Subscribe: > floatingip after_update 55550000 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:27:02.933607 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Subscribe: > router after_create 55549900 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:27:02.933954 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Subscribe: > router after_update 55549900 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:27:02.934308 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Subscribe: > router after_update 55549900 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:27:02.934653 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:27:02.935014 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Subscribe: > router after_update 55549900 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:27:02.935422 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Subscribe: > router precommit_update 55549900 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:27:02.935790 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Subscribe: port after_update 55550000 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:27:02.936127 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Subscribe: port after_delete 55550000 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:27:02.936465 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Subscribe: subnet after_update 55550000 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:27:02.936800 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:27:02.937164 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Subscribe: > port precommit_delete 55550000 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:27:02.937540 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Subscribe: > router precommit_create 55549900 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:27:02.937895 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Subscribe: port before_delete 55550000 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:27:02.938236 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Subscribe: > router precommit_create 55550000 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:27:02.938592 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Subscribe: > router after_update 55549900 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:27:02.938930 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Subscribe: > router precommit_delete 55549900 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:27:02.939278 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Subscribe: > router precommit_create 55549900 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:27:02.939636 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Subscribe: > router_interface after_create 55550000 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:27:02.939976 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Subscribe: > router precommit_update 55549900 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:27:02.940338 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Subscribe: > agent after_create 55550000 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:27:02.940679 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Subscribe: > agent after_delete 55550000 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:27:02.941019 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Subscribe: > network after_delete 55550000 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:27:02.942476 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.quota.resource_registry [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Tracking information for resource: router configured {{(pid=103069) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 21 09:27:02.942806 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.quota.resource_registry [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Tracking information for resource: floatingip configured {{(pid=103069) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 21 09:27:02.948032 dv-cinder-804035-25-iscsi neutron-server[103069]: INFO neutron.db.l3_agentschedulers_db [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jan 21 09:27:02.948606 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Subscribe: port after_update 55550000 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:27:02.948968 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Subscribe: port after_create 55550000 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:27:02.949353 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Subscribe: port after_delete 55550000 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:27:02.949707 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Subscribe: port after_update 55550000 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:27:02.950512 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Subscribe: > router before_create 55550100 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:27:02.950877 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Subscribe: > router precommit_delete 55550100 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:27:02.951237 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Subscribe: > router precommit_create 55550100 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:27:02.951594 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Subscribe: > router precommit_update 55550100 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:27:02.956474 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.services.provider_configuration [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Service providers = [] {{(pid=103069) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jan 21 09:27:02.956841 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.db.servicetype_db [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103069) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jan 21 09:27:02.961670 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.services.service_base [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103069) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 21 09:27:02.962225 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.services.service_base [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103069) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 21 09:27:02.962572 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.services.service_base [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103069) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 21 09:27:02.963585 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.services.service_base [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103069) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 21 09:27:02.964158 dv-cinder-804035-25-iscsi neutron-server[103069]: INFO neutron.services.service_base [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Default provider is not specified for service type L3_ROUTER_NAT Jan 21 09:27:02.964772 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.manager [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103069) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 21 09:27:02.965303 dv-cinder-804035-25-iscsi neutron-server[103069]: INFO neutron.manager [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jan 21 09:27:02.977158 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.manager [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103069) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 21 09:27:02.977534 dv-cinder-804035-25-iscsi neutron-server[103069]: INFO neutron.manager [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Loading Plugin: auto_allocate Jan 21 09:27:02.983665 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Subscribe: network precommit_update 55550000 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:27:02.984046 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Subscribe: network precommit_create 55550000 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:27:02.984575 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.manager [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103069) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 21 09:27:02.984895 dv-cinder-804035-25-iscsi neutron-server[103069]: INFO neutron.manager [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Loading Plugin: tag Jan 21 09:27:02.991980 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.manager [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103069) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 21 09:27:02.992315 dv-cinder-804035-25-iscsi neutron-server[103069]: INFO neutron.manager [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Loading Plugin: timestamp Jan 21 09:27:02.996484 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.manager [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103069) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 21 09:27:02.996816 dv-cinder-804035-25-iscsi neutron-server[103069]: INFO neutron.manager [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Loading Plugin: network_ip_availability Jan 21 09:27:03.007024 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:27:03.007395 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:27:03.007751 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:27:03.008484 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.manager [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103069) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 21 09:27:03.008802 dv-cinder-804035-25-iscsi neutron-server[103069]: INFO neutron.manager [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Loading Plugin: flavors Jan 21 09:27:03.013841 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.manager [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103069) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 21 09:27:03.014176 dv-cinder-804035-25-iscsi neutron-server[103069]: INFO neutron.manager [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Loading Plugin: revisions Jan 21 09:27:03.018627 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.manager [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103069) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 21 09:27:03.019025 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_concurrency.lockutils [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.356s {{(pid=103069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jan 21 09:27:03.020407 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103069) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jan 21 09:27:03.020756 dv-cinder-804035-25-iscsi neutron-server[103069]: INFO neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Initializing extension manager. Jan 21 09:27:03.021353 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Loading extension file: __init__.py {{(pid=103069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:27:03.021698 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Loading extension file: __pycache__ {{(pid=103069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:27:03.022030 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:27:03.022363 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Loading extension file: address_group.py {{(pid=103069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:27:03.023132 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:27:03.023708 dv-cinder-804035-25-iscsi neutron-server[103069]: INFO neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Loaded extension: address-group Jan 21 09:27:03.024033 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Loading extension file: address_scope.py {{(pid=103069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:27:03.024765 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:27:03.025305 dv-cinder-804035-25-iscsi neutron-server[103069]: INFO neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Loaded extension: address-scope Jan 21 09:27:03.025628 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Loading extension file: admin_state_down_before_update.py {{(pid=103069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:27:03.026575 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:27:03.027079 dv-cinder-804035-25-iscsi neutron-server[103069]: INFO neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Loaded extension: router-admin-state-down-before-update Jan 21 09:27:03.027400 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Loading extension file: agent.py {{(pid=103069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:27:03.028100 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:27:03.028609 dv-cinder-804035-25-iscsi neutron-server[103069]: INFO neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Loaded extension: agent Jan 21 09:27:03.028916 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Loading extension file: agent_resources_synced.py {{(pid=103069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:27:03.029877 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:27:03.030418 dv-cinder-804035-25-iscsi neutron-server[103069]: INFO neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Loaded extension: agent-resources-synced Jan 21 09:27:03.030744 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Loading extension file: allowedaddresspairs.py {{(pid=103069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:27:03.032577 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:27:03.033099 dv-cinder-804035-25-iscsi neutron-server[103069]: INFO neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Loaded extension: allowed-address-pairs Jan 21 09:27:03.033463 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Loading extension file: auto_allocated_topology.py {{(pid=103069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:27:03.034545 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:27:03.035056 dv-cinder-804035-25-iscsi neutron-server[103069]: INFO neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Loaded extension: auto-allocated-topology Jan 21 09:27:03.035459 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Loading extension file: availability_zone.py {{(pid=103069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:27:03.036261 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:27:03.036772 dv-cinder-804035-25-iscsi neutron-server[103069]: INFO neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Loaded extension: availability_zone Jan 21 09:27:03.037100 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Loading extension file: availability_zone_filter.py {{(pid=103069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:27:03.038041 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:27:03.038554 dv-cinder-804035-25-iscsi neutron-server[103069]: INFO neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Loaded extension: availability_zone_filter Jan 21 09:27:03.038875 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Loading extension file: data_plane_status.py {{(pid=103069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:27:03.039787 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:27:03.040290 dv-cinder-804035-25-iscsi neutron-server[103069]: INFO neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Extension data-plane-status not supported by any of loaded plugins Jan 21 09:27:03.040609 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Loading extension file: default_subnetpools.py {{(pid=103069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:27:03.041553 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:27:03.042061 dv-cinder-804035-25-iscsi neutron-server[103069]: INFO neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Loaded extension: default-subnetpools Jan 21 09:27:03.042383 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Loading extension file: dhcpagentscheduler.py {{(pid=103069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:27:03.043194 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:27:03.043697 dv-cinder-804035-25-iscsi neutron-server[103069]: INFO neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Loaded extension: dhcp_agent_scheduler Jan 21 09:27:03.044018 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Loading extension file: dns.py {{(pid=103069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:27:03.052692 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:27:03.053266 dv-cinder-804035-25-iscsi neutron-server[103069]: INFO neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Extension dns-integration not supported by any of loaded plugins Jan 21 09:27:03.053605 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Loading extension file: dns_domain_ports.py {{(pid=103069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:27:03.054563 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:27:03.055074 dv-cinder-804035-25-iscsi neutron-server[103069]: INFO neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Extension dns-domain-ports not supported by any of loaded plugins Jan 21 09:27:03.055402 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:27:03.056340 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:27:03.056849 dv-cinder-804035-25-iscsi neutron-server[103069]: INFO neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jan 21 09:27:03.057201 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Loading extension file: dvr.py {{(pid=103069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:27:03.057886 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:27:03.058494 dv-cinder-804035-25-iscsi neutron-server[103069]: INFO neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Loaded extension: dvr Jan 21 09:27:03.058825 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Loading extension file: ecmp_routes.py {{(pid=103069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:27:03.059750 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:27:03.060255 dv-cinder-804035-25-iscsi neutron-server[103069]: INFO neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Extension ecmp_routes not supported by any of loaded plugins Jan 21 09:27:03.060579 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Loading extension file: empty_string_filtering.py {{(pid=103069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:27:03.061532 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:27:03.062041 dv-cinder-804035-25-iscsi neutron-server[103069]: INFO neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Loaded extension: empty-string-filtering Jan 21 09:27:03.062364 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:27:03.063289 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:27:03.063801 dv-cinder-804035-25-iscsi neutron-server[103069]: INFO neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jan 21 09:27:03.064124 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:27:03.065050 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:27:03.065576 dv-cinder-804035-25-iscsi neutron-server[103069]: INFO neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jan 21 09:27:03.065903 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Loading extension file: external_net.py {{(pid=103069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:27:03.067655 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:27:03.068292 dv-cinder-804035-25-iscsi neutron-server[103069]: INFO neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Loaded extension: external-net Jan 21 09:27:03.068661 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Loading extension file: extra_dhcp_opt.py {{(pid=103069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:27:03.069616 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:27:03.070124 dv-cinder-804035-25-iscsi neutron-server[103069]: INFO neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Loaded extension: extra_dhcp_opt Jan 21 09:27:03.070449 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Loading extension file: extraroute.py {{(pid=103069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:27:03.071369 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:27:03.071874 dv-cinder-804035-25-iscsi neutron-server[103069]: INFO neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Loaded extension: extraroute Jan 21 09:27:03.072196 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Loading extension file: extraroute_atomic.py {{(pid=103069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:27:03.073475 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:27:03.073997 dv-cinder-804035-25-iscsi neutron-server[103069]: INFO neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Loaded extension: extraroute-atomic Jan 21 09:27:03.074328 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Loading extension file: filter_validation.py {{(pid=103069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:27:03.075046 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:27:03.075551 dv-cinder-804035-25-iscsi neutron-server[103069]: INFO neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Loaded extension: filter-validation Jan 21 09:27:03.075879 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Loading extension file: fip_pf_description.py {{(pid=103069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:27:03.076798 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:27:03.077344 dv-cinder-804035-25-iscsi neutron-server[103069]: INFO neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jan 21 09:27:03.077668 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Loading extension file: fip_port_details.py {{(pid=103069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:27:03.078599 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:27:03.079109 dv-cinder-804035-25-iscsi neutron-server[103069]: INFO neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Loaded extension: fip-port-details Jan 21 09:27:03.079431 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Loading extension file: flavors.py {{(pid=103069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:27:03.080698 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:27:03.081238 dv-cinder-804035-25-iscsi neutron-server[103069]: INFO neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Loaded extension: flavors Jan 21 09:27:03.081567 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:27:03.091683 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:27:03.092254 dv-cinder-804035-25-iscsi neutron-server[103069]: INFO neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jan 21 09:27:03.092588 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Loading extension file: floatingip_pools.py {{(pid=103069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:27:03.093341 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:27:03.093853 dv-cinder-804035-25-iscsi neutron-server[103069]: INFO neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Loaded extension: floatingip-pools Jan 21 09:27:03.094180 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Loading extension file: ip_allocation.py {{(pid=103069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:27:03.095125 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:27:03.095632 dv-cinder-804035-25-iscsi neutron-server[103069]: INFO neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Extension ip_allocation not supported by any of loaded plugins Jan 21 09:27:03.095959 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:27:03.096885 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:27:03.097466 dv-cinder-804035-25-iscsi neutron-server[103069]: INFO neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Loaded extension: ip-substring-filtering Jan 21 09:27:03.098246 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Loading extension file: l2_adjacency.py {{(pid=103069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:27:03.099194 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:27:03.099700 dv-cinder-804035-25-iscsi neutron-server[103069]: INFO neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Extension l2_adjacency not supported by any of loaded plugins Jan 21 09:27:03.100026 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Loading extension file: l3.py {{(pid=103069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:27:03.101008 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:27:03.101563 dv-cinder-804035-25-iscsi neutron-server[103069]: INFO neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Loaded extension: router Jan 21 09:27:03.101891 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Loading extension file: l3_conntrack_helper.py {{(pid=103069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:27:03.104296 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:27:03.104825 dv-cinder-804035-25-iscsi neutron-server[103069]: INFO neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jan 21 09:27:03.105191 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:27:03.106143 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:27:03.106663 dv-cinder-804035-25-iscsi neutron-server[103069]: INFO neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Loaded extension: ext-gw-mode Jan 21 09:27:03.106994 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:27:03.107970 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:27:03.108436 dv-cinder-804035-25-iscsi neutron-server[103069]: INFO neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Loaded extension: l3-ha Jan 21 09:27:03.108762 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Loading extension file: l3_flavors.py {{(pid=103069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:27:03.109762 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:27:03.110270 dv-cinder-804035-25-iscsi neutron-server[103069]: INFO neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Loaded extension: l3-flavors Jan 21 09:27:03.110599 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:27:03.111532 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:27:03.112045 dv-cinder-804035-25-iscsi neutron-server[103069]: INFO neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Loaded extension: l3-port-ip-change-not-allowed Jan 21 09:27:03.112366 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Loading extension file: l3agentscheduler.py {{(pid=103069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:27:03.114551 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:27:03.115108 dv-cinder-804035-25-iscsi neutron-server[103069]: INFO neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Loaded extension: l3_agent_scheduler Jan 21 09:27:03.115421 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Loading extension file: local_ip.py {{(pid=103069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:27:03.117310 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:27:03.117836 dv-cinder-804035-25-iscsi neutron-server[103069]: INFO neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Extension local_ip not supported by any of loaded plugins Jan 21 09:27:03.118174 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Loading extension file: logging.py {{(pid=103069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:27:03.119818 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:27:03.120630 dv-cinder-804035-25-iscsi neutron-server[103069]: INFO neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Extension logging not supported by any of loaded plugins Jan 21 09:27:03.120973 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Loading extension file: metering.py {{(pid=103069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:27:03.121798 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:27:03.122390 dv-cinder-804035-25-iscsi neutron-server[103069]: INFO neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Loaded extension: metering Jan 21 09:27:03.122719 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:27:03.123825 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:27:03.124342 dv-cinder-804035-25-iscsi neutron-server[103069]: INFO neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Loaded extension: metering_source_and_destination_fields Jan 21 09:27:03.124672 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Loading extension file: multiprovidernet.py {{(pid=103069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:27:03.125643 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:27:03.126160 dv-cinder-804035-25-iscsi neutron-server[103069]: INFO neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Loaded extension: multi-provider Jan 21 09:27:03.126489 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Loading extension file: netmtu.py {{(pid=103069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:27:03.127464 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:27:03.127974 dv-cinder-804035-25-iscsi neutron-server[103069]: INFO neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Loaded extension: net-mtu Jan 21 09:27:03.128301 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Loading extension file: netmtu_writable.py {{(pid=103069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:27:03.130479 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:27:03.130999 dv-cinder-804035-25-iscsi neutron-server[103069]: INFO neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Loaded extension: net-mtu-writable Jan 21 09:27:03.131333 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Loading extension file: network_availability_zone.py {{(pid=103069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:27:03.132031 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:27:03.132537 dv-cinder-804035-25-iscsi neutron-server[103069]: INFO neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Loaded extension: network_availability_zone Jan 21 09:27:03.132860 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Loading extension file: network_ip_availability.py {{(pid=103069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:27:03.134055 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:27:03.134563 dv-cinder-804035-25-iscsi neutron-server[103069]: INFO neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Loaded extension: network-ip-availability Jan 21 09:27:03.134893 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Loading extension file: network_segment_range.py {{(pid=103069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:27:03.135683 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:27:03.136188 dv-cinder-804035-25-iscsi neutron-server[103069]: INFO neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Extension network-segment-range not supported by any of loaded plugins Jan 21 09:27:03.136513 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Loading extension file: pagination.py {{(pid=103069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:27:03.143578 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:27:03.143907 dv-cinder-804035-25-iscsi neutron-server[103069]: INFO neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Loaded extension: pagination Jan 21 09:27:03.144230 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Loading extension file: port_device_profile.py {{(pid=103069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:27:03.145713 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:27:03.146222 dv-cinder-804035-25-iscsi neutron-server[103069]: INFO neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Loaded extension: port-device-profile Jan 21 09:27:03.146549 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:27:03.147489 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:27:03.148007 dv-cinder-804035-25-iscsi neutron-server[103069]: INFO neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Loaded extension: port-mac-address-regenerate Jan 21 09:27:03.148332 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:27:03.149298 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:27:03.149851 dv-cinder-804035-25-iscsi neutron-server[103069]: INFO neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Loaded extension: port-numa-affinity-policy Jan 21 09:27:03.150178 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Loading extension file: port_resource_request.py {{(pid=103069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:27:03.151128 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:27:03.151620 dv-cinder-804035-25-iscsi neutron-server[103069]: INFO neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Extension port-resource-request not supported by any of loaded plugins Jan 21 09:27:03.151946 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Loading extension file: port_resource_request_groups.py {{(pid=103069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:27:03.152932 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:27:03.153471 dv-cinder-804035-25-iscsi neutron-server[103069]: INFO neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Extension port-resource-request-groups not supported by any of loaded plugins Jan 21 09:27:03.153797 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Loading extension file: portbindings.py {{(pid=103069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:27:03.154816 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:27:03.155325 dv-cinder-804035-25-iscsi neutron-server[103069]: INFO neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Loaded extension: binding Jan 21 09:27:03.155652 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Loading extension file: portbindings_extended.py {{(pid=103069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:27:03.156959 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:27:03.157509 dv-cinder-804035-25-iscsi neutron-server[103069]: INFO neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Loaded extension: binding-extended Jan 21 09:27:03.157846 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Loading extension file: portsecurity.py {{(pid=103069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:27:03.158784 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:27:03.159296 dv-cinder-804035-25-iscsi neutron-server[103069]: INFO neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Loaded extension: port-security Jan 21 09:27:03.159623 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Loading extension file: project_id.py {{(pid=103069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:27:03.161206 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:27:03.161544 dv-cinder-804035-25-iscsi neutron-server[103069]: INFO neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Loaded extension: project-id Jan 21 09:27:03.161875 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Loading extension file: providernet.py {{(pid=103069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:27:03.162825 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:27:03.163363 dv-cinder-804035-25-iscsi neutron-server[103069]: INFO neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Loaded extension: provider Jan 21 09:27:03.163662 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Loading extension file: qos.py {{(pid=103069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:27:03.167427 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:27:03.167962 dv-cinder-804035-25-iscsi neutron-server[103069]: INFO neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Extension qos not supported by any of loaded plugins Jan 21 09:27:03.168295 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:27:03.169604 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:27:03.170127 dv-cinder-804035-25-iscsi neutron-server[103069]: INFO neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jan 21 09:27:03.170455 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:27:03.171387 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:27:03.171896 dv-cinder-804035-25-iscsi neutron-server[103069]: INFO neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jan 21 09:27:03.172225 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Loading extension file: qos_default.py {{(pid=103069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:27:03.173302 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:27:03.173820 dv-cinder-804035-25-iscsi neutron-server[103069]: INFO neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Extension qos-default not supported by any of loaded plugins Jan 21 09:27:03.174146 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Loading extension file: qos_fip.py {{(pid=103069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:27:03.175072 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:27:03.175580 dv-cinder-804035-25-iscsi neutron-server[103069]: INFO neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Extension qos-fip not supported by any of loaded plugins Jan 21 09:27:03.176676 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Loading extension file: qos_fip_network_policy.py {{(pid=103069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:27:03.177974 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:27:03.181896 dv-cinder-804035-25-iscsi neutron-server[103069]: INFO neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jan 21 09:27:03.181896 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Loading extension file: qos_gateway_ip.py {{(pid=103069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:27:03.181896 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:27:03.181896 dv-cinder-804035-25-iscsi neutron-server[103069]: INFO neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Extension qos-gateway-ip not supported by any of loaded plugins Jan 21 09:27:03.181896 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Loading extension file: qos_port_network_policy.py {{(pid=103069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:27:03.181896 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:27:03.182393 dv-cinder-804035-25-iscsi neutron-server[103069]: INFO neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Extension qos-port-network-policy not supported by any of loaded plugins Jan 21 09:27:03.182512 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:27:03.183964 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:27:03.184542 dv-cinder-804035-25-iscsi neutron-server[103069]: INFO neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Extension qos-pps-minimum not supported by any of loaded plugins Jan 21 09:27:03.184542 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Loading extension file: qos_pps_rule.py {{(pid=103069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:27:03.194948 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:27:03.195479 dv-cinder-804035-25-iscsi neutron-server[103069]: INFO neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Extension qos-pps not supported by any of loaded plugins Jan 21 09:27:03.195815 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Loading extension file: qos_rule_type_details.py {{(pid=103069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:27:03.196755 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:27:03.197320 dv-cinder-804035-25-iscsi neutron-server[103069]: INFO neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Extension qos-rule-type-details not supported by any of loaded plugins Jan 21 09:27:03.197653 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Loading extension file: qos_rules_alias.py {{(pid=103069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:27:03.198705 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:27:03.199219 dv-cinder-804035-25-iscsi neutron-server[103069]: INFO neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Extension qos-rules-alias not supported by any of loaded plugins Jan 21 09:27:03.199551 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Loading extension file: quota_check_limit.py {{(pid=103069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:27:03.200573 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:27:03.201093 dv-cinder-804035-25-iscsi neutron-server[103069]: INFO neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Loaded extension: quota-check-limit Jan 21 09:27:03.201450 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Loading extension file: quotasv2.py {{(pid=103069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:27:03.202452 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:27:03.202789 dv-cinder-804035-25-iscsi neutron-server[103069]: INFO neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Loaded extension: quotas Jan 21 09:27:03.203122 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Loading extension file: quotasv2_detail.py {{(pid=103069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:27:03.206859 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:27:03.207708 dv-cinder-804035-25-iscsi neutron-server[103069]: INFO neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Loaded extension: quota_details Jan 21 09:27:03.208058 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Loading extension file: rbac.py {{(pid=103069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:27:03.209190 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:27:03.209727 dv-cinder-804035-25-iscsi neutron-server[103069]: INFO neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Loaded extension: rbac-policies Jan 21 09:27:03.210066 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Loading extension file: rbac_address_group.py {{(pid=103069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:27:03.211018 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:27:03.211536 dv-cinder-804035-25-iscsi neutron-server[103069]: INFO neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Loaded extension: rbac-address-group Jan 21 09:27:03.211865 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Loading extension file: rbac_address_scope.py {{(pid=103069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:27:03.212833 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:27:03.213371 dv-cinder-804035-25-iscsi neutron-server[103069]: INFO neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Loaded extension: rbac-address-scope Jan 21 09:27:03.213715 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Loading extension file: rbac_security_groups.py {{(pid=103069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:27:03.214632 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:27:03.215140 dv-cinder-804035-25-iscsi neutron-server[103069]: INFO neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Loaded extension: rbac-security-groups Jan 21 09:27:03.215467 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Loading extension file: rbac_subnetpool.py {{(pid=103069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:27:03.216405 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:27:03.216919 dv-cinder-804035-25-iscsi neutron-server[103069]: INFO neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Loaded extension: rbac-subnetpool Jan 21 09:27:03.217275 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Loading extension file: revisionifmatch.py {{(pid=103069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:27:03.218210 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:27:03.218721 dv-cinder-804035-25-iscsi neutron-server[103069]: INFO neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Loaded extension: revision-if-match Jan 21 09:27:03.219048 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Loading extension file: revisions.py {{(pid=103069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:27:03.220261 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:27:03.220777 dv-cinder-804035-25-iscsi neutron-server[103069]: INFO neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Loaded extension: standard-attr-revisions Jan 21 09:27:03.221114 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Loading extension file: router_availability_zone.py {{(pid=103069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:27:03.221824 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:27:03.222334 dv-cinder-804035-25-iscsi neutron-server[103069]: INFO neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Loaded extension: router_availability_zone Jan 21 09:27:03.222691 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Loading extension file: routerservicetype.py {{(pid=103069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:27:03.224031 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:27:03.224545 dv-cinder-804035-25-iscsi neutron-server[103069]: INFO neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Extension router-service-type not supported by any of loaded plugins Jan 21 09:27:03.224875 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:27:03.225919 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:27:03.226436 dv-cinder-804035-25-iscsi neutron-server[103069]: INFO neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Loaded extension: security-groups-normalized-cidr Jan 21 09:27:03.226770 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Loading extension file: security_groups_port_filtering.py {{(pid=103069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:27:03.227706 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:27:03.228221 dv-cinder-804035-25-iscsi neutron-server[103069]: INFO neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Loaded extension: port-security-groups-filtering Jan 21 09:27:03.228548 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:27:03.229535 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:27:03.230050 dv-cinder-804035-25-iscsi neutron-server[103069]: INFO neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Loaded extension: security-groups-remote-address-group Jan 21 09:27:03.230378 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:27:03.231329 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:27:03.231837 dv-cinder-804035-25-iscsi neutron-server[103069]: INFO neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Loaded extension: security-groups-shared-filtering Jan 21 09:27:03.232164 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:27:03.232758 dv-cinder-804035-25-iscsi neutron-server[103069]: WARNING neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Jan 21 09:27:03.233081 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Loading extension file: securitygroup.py {{(pid=103069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:27:03.244286 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:27:03.244818 dv-cinder-804035-25-iscsi neutron-server[103069]: INFO neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Loaded extension: security-group Jan 21 09:27:03.245170 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Loading extension file: segment.py {{(pid=103069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:27:03.246242 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:27:03.246756 dv-cinder-804035-25-iscsi neutron-server[103069]: INFO neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Extension segment not supported by any of loaded plugins Jan 21 09:27:03.247135 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:27:03.248098 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:27:03.248733 dv-cinder-804035-25-iscsi neutron-server[103069]: INFO neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jan 21 09:27:03.249066 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Loading extension file: servicetype.py {{(pid=103069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:27:03.250241 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:27:03.250766 dv-cinder-804035-25-iscsi neutron-server[103069]: INFO neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Loaded extension: service-type Jan 21 09:27:03.251093 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Loading extension file: sorting.py {{(pid=103069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:27:03.252094 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:27:03.252472 dv-cinder-804035-25-iscsi neutron-server[103069]: INFO neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Loaded extension: sorting Jan 21 09:27:03.252800 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Loading extension file: standard_attr_segment.py {{(pid=103069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:27:03.253763 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:27:03.255414 dv-cinder-804035-25-iscsi neutron-server[103069]: INFO neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Extension standard-attr-segment not supported by any of loaded plugins Jan 21 09:27:03.255748 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Loading extension file: standardattrdescription.py {{(pid=103069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:27:03.256416 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:27:03.256931 dv-cinder-804035-25-iscsi neutron-server[103069]: INFO neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Loaded extension: standard-attr-description Jan 21 09:27:03.257292 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Loading extension file: stateful_security_group.py {{(pid=103069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:27:03.258245 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:27:03.258826 dv-cinder-804035-25-iscsi neutron-server[103069]: INFO neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Loaded extension: stateful-security-group Jan 21 09:27:03.259121 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Loading extension file: stdattrs_common.py {{(pid=103069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:27:03.259697 dv-cinder-804035-25-iscsi neutron-server[103069]: WARNING neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jan 21 09:27:03.260023 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:27:03.260961 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:27:03.261513 dv-cinder-804035-25-iscsi neutron-server[103069]: INFO neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jan 21 09:27:03.261841 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Loading extension file: subnet_onboard.py {{(pid=103069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:27:03.269259 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:27:03.270303 dv-cinder-804035-25-iscsi neutron-server[103069]: INFO neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Loaded extension: subnet_onboard Jan 21 09:27:03.270639 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:27:03.271589 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:27:03.272101 dv-cinder-804035-25-iscsi neutron-server[103069]: INFO neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jan 21 09:27:03.272427 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Loading extension file: subnet_service_types.py {{(pid=103069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:27:03.273435 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:27:03.273954 dv-cinder-804035-25-iscsi neutron-server[103069]: INFO neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Loaded extension: subnet-service-types Jan 21 09:27:03.274275 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Loading extension file: subnetallocation.py {{(pid=103069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:27:03.275454 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:27:03.275975 dv-cinder-804035-25-iscsi neutron-server[103069]: INFO neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Loaded extension: subnet_allocation Jan 21 09:27:03.276303 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:27:03.276979 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:27:03.277533 dv-cinder-804035-25-iscsi neutron-server[103069]: INFO neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Loaded extension: subnetpool-prefix-ops Jan 21 09:27:03.277854 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:27:03.278799 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:27:03.279309 dv-cinder-804035-25-iscsi neutron-server[103069]: INFO neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jan 21 09:27:03.279634 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Loading extension file: tagging.py {{(pid=103069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:27:03.280789 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:27:03.281430 dv-cinder-804035-25-iscsi neutron-server[103069]: INFO neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Loaded extension: standard-attr-tag Jan 21 09:27:03.281760 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Loading extension file: timestamp.py {{(pid=103069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:27:03.282988 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:27:03.283512 dv-cinder-804035-25-iscsi neutron-server[103069]: INFO neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Loaded extension: standard-attr-timestamp Jan 21 09:27:03.283849 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Loading extension file: trunk.py {{(pid=103069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:27:03.284894 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:27:03.285905 dv-cinder-804035-25-iscsi neutron-server[103069]: INFO neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Extension trunk not supported by any of loaded plugins Jan 21 09:27:03.286239 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Loading extension file: trunk_details.py {{(pid=103069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:27:03.287220 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:27:03.287733 dv-cinder-804035-25-iscsi neutron-server[103069]: INFO neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Extension trunk-details not supported by any of loaded plugins Jan 21 09:27:03.288061 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Loading extension file: uplink_status_propagation.py {{(pid=103069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:27:03.289007 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:27:03.289540 dv-cinder-804035-25-iscsi neutron-server[103069]: INFO neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Extension uplink-status-propagation not supported by any of loaded plugins Jan 21 09:27:03.289866 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Loading extension file: vlantransparent.py {{(pid=103069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 09:27:03.290547 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 09:27:03.291052 dv-cinder-804035-25-iscsi neutron-server[103069]: INFO neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Extension vlan-transparent not supported by any of loaded plugins Jan 21 09:27:03.293670 dv-cinder-804035-25-iscsi neutron-server[103069]: INFO neutron.quota.resource_registry [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Creating instance of TrackedResource for resource:network Jan 21 09:27:03.294211 dv-cinder-804035-25-iscsi neutron-server[103069]: INFO neutron.quota.resource_registry [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Creating instance of TrackedResource for resource:subnet Jan 21 09:27:03.294633 dv-cinder-804035-25-iscsi neutron-server[103069]: INFO neutron.quota.resource_registry [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Creating instance of TrackedResource for resource:subnetpool Jan 21 09:27:03.295000 dv-cinder-804035-25-iscsi neutron-server[103069]: INFO neutron.quota.resource_registry [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Creating instance of TrackedResource for resource:port Jan 21 09:27:03.301635 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.v2.resource_helper [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103069) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 21 09:27:03.301635 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.v2.resource_helper [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Service FLAVORS assigned prefix: {{(pid=103069) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 21 09:27:03.301635 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.v2.resource_helper [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103069) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 21 09:27:03.301635 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.v2.resource_helper [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103069) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 21 09:27:03.301635 dv-cinder-804035-25-iscsi neutron-server[103069]: INFO neutron.quota.resource_registry [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Creating instance of TrackedResource for resource:router Jan 21 09:27:03.301635 dv-cinder-804035-25-iscsi neutron-server[103069]: INFO neutron.quota.resource_registry [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Creating instance of TrackedResource for resource:floatingip Jan 21 09:27:03.301635 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.v2.resource_helper [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Service METERING assigned prefix: /metering {{(pid=103069) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 21 09:27:03.303241 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:27:03.303623 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:27:03.303980 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:27:03.305236 dv-cinder-804035-25-iscsi neutron-server[103069]: INFO neutron.quota.resource_registry [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Creating instance of CountableResource for resource:rbac_policy Jan 21 09:27:03.305635 dv-cinder-804035-25-iscsi neutron-server[103069]: INFO neutron.quota.resource_registry [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Creating instance of TrackedResource for resource:security_group Jan 21 09:27:03.306074 dv-cinder-804035-25-iscsi neutron-server[103069]: INFO neutron.quota.resource_registry [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Creating instance of TrackedResource for resource:security_group_rule Jan 21 09:27:03.306695 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.v2.resource_helper [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Service CORE assigned prefix: {{(pid=103069) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 21 09:27:03.307028 dv-cinder-804035-25-iscsi neutron-server[103069]: INFO neutron.quota.resource_registry [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Creating instance of TrackedResource for resource:subnetpool Jan 21 09:27:03.307381 dv-cinder-804035-25-iscsi neutron-server[103069]: WARNING neutron.quota.resource_registry [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] subnetpool is already registered Jan 21 09:27:03.307818 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.v2.resource_helper [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Service CORE assigned prefix: {{(pid=103069) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 21 09:27:03.308164 dv-cinder-804035-25-iscsi neutron-server[103069]: INFO neutron.quota.resource_registry [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Creating instance of TrackedResource for resource:subnetpool Jan 21 09:27:03.308502 dv-cinder-804035-25-iscsi neutron-server[103069]: WARNING neutron.quota.resource_registry [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] subnetpool is already registered Jan 21 09:27:03.310980 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.v2.resource_helper [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103069) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 21 09:27:03.311416 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.v2.resource_helper [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Service FLAVORS assigned prefix: {{(pid=103069) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 21 09:27:03.311999 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.v2.resource_helper [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103069) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 21 09:27:03.312421 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.v2.resource_helper [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103069) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 21 09:27:03.312756 dv-cinder-804035-25-iscsi neutron-server[103069]: INFO neutron.quota.resource_registry [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Creating instance of TrackedResource for resource:router Jan 21 09:27:03.313102 dv-cinder-804035-25-iscsi neutron-server[103069]: WARNING neutron.quota.resource_registry [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] router is already registered Jan 21 09:27:03.313549 dv-cinder-804035-25-iscsi neutron-server[103069]: INFO neutron.quota.resource_registry [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Creating instance of TrackedResource for resource:floatingip Jan 21 09:27:03.313886 dv-cinder-804035-25-iscsi neutron-server[103069]: WARNING neutron.quota.resource_registry [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] floatingip is already registered Jan 21 09:27:03.314410 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.v2.resource_helper [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Service METERING assigned prefix: /metering {{(pid=103069) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 21 09:27:03.315085 dv-cinder-804035-25-iscsi neutron-server[103069]: INFO neutron.quota.resource_registry [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Creating instance of CountableResource for resource:rbac_policy Jan 21 09:27:03.315411 dv-cinder-804035-25-iscsi neutron-server[103069]: WARNING neutron.quota.resource_registry [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] rbac_policy is already registered Jan 21 09:27:03.315917 dv-cinder-804035-25-iscsi neutron-server[103069]: INFO neutron.quota.resource_registry [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Creating instance of TrackedResource for resource:security_group Jan 21 09:27:03.316256 dv-cinder-804035-25-iscsi neutron-server[103069]: WARNING neutron.quota.resource_registry [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] security_group is already registered Jan 21 09:27:03.317648 dv-cinder-804035-25-iscsi neutron-server[103069]: INFO neutron.quota.resource_registry [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Creating instance of TrackedResource for resource:security_group_rule Jan 21 09:27:03.318024 dv-cinder-804035-25-iscsi neutron-server[103069]: WARNING neutron.quota.resource_registry [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] security_group_rule is already registered Jan 21 09:27:03.318712 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.v2.resource_helper [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Service CORE assigned prefix: {{(pid=103069) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 21 09:27:03.319056 dv-cinder-804035-25-iscsi neutron-server[103069]: INFO neutron.quota.resource_registry [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Creating instance of TrackedResource for resource:subnetpool Jan 21 09:27:03.319399 dv-cinder-804035-25-iscsi neutron-server[103069]: WARNING neutron.quota.resource_registry [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] subnetpool is already registered Jan 21 09:27:03.319826 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.v2.resource_helper [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Service CORE assigned prefix: {{(pid=103069) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 21 09:27:03.320156 dv-cinder-804035-25-iscsi neutron-server[103069]: INFO neutron.quota.resource_registry [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Creating instance of TrackedResource for resource:subnetpool Jan 21 09:27:03.320492 dv-cinder-804035-25-iscsi neutron-server[103069]: WARNING neutron.quota.resource_registry [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] subnetpool is already registered Jan 21 09:27:03.321045 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Extended resource: extensions {{(pid=103069) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 09:27:03.322579 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Extended resource: address-groups {{(pid=103069) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 09:27:03.324061 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Extended resource: address-scopes {{(pid=103069) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 09:27:03.325384 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Extended resource: agents {{(pid=103069) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 09:27:03.326541 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Extended resource: auto-allocated-topology {{(pid=103069) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 09:27:03.327962 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Extended resource: availability_zones {{(pid=103069) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 09:27:03.329264 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Extended resource: dhcp-networks {{(pid=103069) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 09:27:03.330765 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Extended resource: dhcp-agents {{(pid=103069) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 09:27:03.332241 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Extended resource: routers {{(pid=103069) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 09:27:03.334465 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Extended resource: flavors {{(pid=103069) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 09:27:03.335622 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Extended resource: service_profiles {{(pid=103069) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 09:27:03.336831 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Extended resource: next_providers {{(pid=103069) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 09:27:03.338372 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Extended resource: service_profiles {{(pid=103069) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 09:27:03.339891 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Extended resource: floatingip-pools {{(pid=103069) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 09:27:03.341130 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Extended resource: routers {{(pid=103069) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 09:27:03.343249 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Extended resource: floatingips {{(pid=103069) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 09:27:03.344582 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Extended resource: l3-routers {{(pid=103069) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 09:27:03.346135 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Extended resource: l3-agents {{(pid=103069) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 09:27:03.347549 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Extended resource: metering-labels {{(pid=103069) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 09:27:03.348940 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Extended resource: metering-label-rules {{(pid=103069) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 09:27:03.350348 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Extended resource: network-ip-availabilities {{(pid=103069) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 09:27:03.351602 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Extended resource: bindings {{(pid=103069) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 09:27:03.353254 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Extended resource: quotas {{(pid=103069) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 09:27:03.354815 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Extended resource: quotas {{(pid=103069) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 09:27:03.356350 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Extended resource: rbac-policies {{(pid=103069) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 09:27:03.357681 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Extended resource: security-groups {{(pid=103069) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 09:27:03.358966 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Extended resource: security-group-rules {{(pid=103069) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 09:27:03.360120 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Extended resource: service-providers {{(pid=103069) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 09:27:03.361433 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Extended resource: subnetpools {{(pid=103069) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 09:27:03.362857 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Extended resource: subnetpools {{(pid=103069) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 09:27:03.365550 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Extended resource: tags {{(pid=103069) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 09:27:03.367280 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Extended resource: tags {{(pid=103069) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 09:27:03.370176 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Extended resource: tags {{(pid=103069) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 09:27:03.372200 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Extended resource: tags {{(pid=103069) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 09:27:03.374006 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Extended resource: tags {{(pid=103069) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 09:27:03.375848 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Extended resource: tags {{(pid=103069) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 09:27:03.377574 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Extended resource: tags {{(pid=103069) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 09:27:03.380145 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Extended resource: tags {{(pid=103069) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 09:27:03.381930 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Extended resource: tags {{(pid=103069) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 09:27:03.383824 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Extended resource: tags {{(pid=103069) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 09:27:03.390024 dv-cinder-804035-25-iscsi neutron-server[103069]: WARNING keystonemiddleware.auth_token [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jan 21 09:27:03.394895 dv-cinder-804035-25-iscsi neutron-server[103069]: WARNING keystonemiddleware.auth_token [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jan 21 09:27:03.403487 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_concurrency.lockutils [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Acquired lock "singleton_lock" {{(pid=103069) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jan 21 09:27:03.403960 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_concurrency.lockutils [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Releasing lock "singleton_lock" {{(pid=103069) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jan 21 09:27:03.404612 dv-cinder-804035-25-iscsi neutron-server[103069]: INFO oslo_service.service [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Starting 2 workers Jan 21 09:27:03.410021 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Started child 103182 {{(pid=103069) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 21 09:27:03.415431 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Started child 103183 {{(pid=103069) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 21 09:27:03.415806 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:27:03.417065 dv-cinder-804035-25-iscsi neutron-server[103069]: INFO neutron.service [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Neutron service started, listening on 0.0.0.0:9696 Jan 21 09:27:03.417380 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [-] (103182) wsgi starting up on http://0.0.0.0:9696 Jan 21 09:27:03.417754 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Publish callbacks [] for process (None), before_spawn {{(pid=103069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:27:03.420357 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:27:03.420961 dv-cinder-804035-25-iscsi neutron-server[103069]: INFO oslo_service.service [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Starting 1 workers Jan 21 09:27:03.422114 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [-] (103183) wsgi starting up on http://0.0.0.0:9696 Jan 21 09:27:03.427184 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Started child 103184 {{(pid=103069) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 21 09:27:03.427988 dv-cinder-804035-25-iscsi neutron-server[103069]: INFO oslo_service.service [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Starting 1 workers Jan 21 09:27:03.430447 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.service [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] calling RpcWorker wait() {{(pid=103184) _wait /opt/stack/neutron/neutron/service.py:128}} Jan 21 09:27:03.431011 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.service [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] returning from RpcWorker wait() {{(pid=103184) _wait /opt/stack/neutron/neutron/service.py:135}} Jan 21 09:27:03.432330 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:27:03.432785 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:27:03.433864 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Started child 103185 {{(pid=103069) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 21 09:27:03.434706 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [None req-b57c37cc-3d8d-48c2-92cc-d5262b769c8e None None] Publish callbacks [] for process (None), after_spawn {{(pid=103069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:27:03.436698 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103069) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jan 21 09:27:03.436918 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 21 09:27:03.437110 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 21 09:27:03.437389 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 21 09:27:03.437746 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 21 09:27:03.437909 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 21 09:27:03.438604 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:03.438886 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:03.438980 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:27:03.439447 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:03.439447 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:03.439698 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:03.440276 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:03.440536 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:03.440772 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:03.441044 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:03.441352 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:03.441891 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:03.442059 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:03.442611 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:03.442850 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:03.443168 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:03.443446 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:03.443699 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:03.444006 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:03.444188 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:03.444469 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:03.444727 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:03.444956 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:03.445253 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] debug = True {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:03.445499 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:03.445964 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:03.446215 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:03.446452 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:03.446685 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:03.447124 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:03.447372 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:03.447656 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:03.447891 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:03.448128 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:03.448372 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:03.448624 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:03.448860 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:03.449085 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:03.449365 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:03.452077 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:03.452077 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:03.452077 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:03.452077 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] host = dv-cinder-804035-25-iscsi {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:03.452077 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:03.452077 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:03.452077 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:03.452077 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:03.453227 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:03.453227 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:03.453227 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:03.453227 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:03.453227 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:03.453227 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:03.453227 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:03.454217 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:03.454217 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:03.454217 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] log_file = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:03.454217 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] log_options = True {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:03.454217 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:03.454923 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:03.454923 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:03.454923 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:03.455324 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:03.455324 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:03.455602 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:03.455602 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:03.455974 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:03.455974 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:03.456365 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:03.456615 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:03.456857 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:03.457168 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:03.457586 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:03.458355 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:03.458657 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:03.458941 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:03.459289 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:03.459532 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:03.459763 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:03.460038 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:03.460279 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:03.460529 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:03.460784 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:03.461026 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:03.461777 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:03.461973 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:27:03.462113 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:03.462249 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:03.462479 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:03.462691 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:03.462944 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:03.463186 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:03.463426 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:03.463695 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:03.464008 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:03.464244 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:03.464473 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:03.464746 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:03.465577 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:03.465838 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:03.466190 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:03.466490 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:03.466687 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:03.466923 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:03.467148 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:03.467371 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] use_json = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:03.467625 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:03.467857 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:03.468116 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:03.468348 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:03.468565 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:03.468782 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:03.468998 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:03.469269 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:03.469495 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:03.469987 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.470341 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.470569 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.470817 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.471054 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.471532 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.471772 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.472018 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.472271 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.472542 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.475374 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.475374 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.475374 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.475374 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.475374 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.475374 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.475374 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.475374 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.476021 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.476021 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.476165 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.476283 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.476535 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.476766 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.476998 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.477257 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.477503 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.477799 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.478083 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.478439 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.478720 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.478976 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.45/identity {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.479230 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.479559 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.480004 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.480251 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.480471 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.480725 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.480944 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.481244 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.481471 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.481711 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.481931 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.482162 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.482400 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.482678 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.482835 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.483074 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.483306 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.483567 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.483785 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.484003 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.484239 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.484492 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.484723 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.484939 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.485201 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.485568 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.485715 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.485882 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.486096 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.486394 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.486629 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.486864 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.487049 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.487286 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.489216 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.489216 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.489216 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.489216 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.489216 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.489216 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.489784 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.489784 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.489784 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.490036 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.490200 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.490420 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.490635 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.490845 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.491099 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.491621 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.491621 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.491930 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.492136 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.492283 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.493179 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.493179 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.493179 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.493409 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.493409 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.493670 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.494002 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.494247 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.494495 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.494734 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.494969 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.495221 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.495711 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.496103 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.496327 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.496564 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.496814 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.497067 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.497342 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.497604 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.497832 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.498088 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.498310 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.498579 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.498965 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.499200 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.499463 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.499735 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.499969 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.500235 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.500487 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.500750 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.501020 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.501303 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.503583 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.503583 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.503583 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.503583 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.503583 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.503583 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.503583 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.503583 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.504151 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.504151 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.504344 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.504722 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.504994 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.505274 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.505529 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.506071 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.506071 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.506251 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.506494 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.506743 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.506979 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.507218 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.507498 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.507747 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.507993 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.508278 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.508530 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.508769 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.509030 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.509310 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.45/identity {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.509542 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.509778 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.510027 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.510356 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.510599 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.510833 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.511076 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.511316 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.511531 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.511767 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.512001 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.512220 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.512449 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.512668 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.512889 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.513120 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.513360 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.513581 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.513828 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.514029 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.514253 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.514455 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.514700 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.514971 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.515165 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.515469 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.515724 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.515957 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.516184 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.516425 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.516703 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.516921 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.517199 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.517403 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.517617 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.518140 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.518140 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.518422 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.518651 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.518786 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.518885 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.519110 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.519358 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.520073 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.520330 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.520562 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.520796 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.521014 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.521285 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.521503 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.522484 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.522861 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.523228 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.523648 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.523913 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.524165 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.524405 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.524785 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.525004 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.525245 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.525464 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.525681 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.525974 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.526237 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.526466 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.526722 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.527026 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.527239 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.527487 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.527704 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.527913 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.528155 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.528376 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.528585 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.528831 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.529051 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.529283 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.529509 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.529770 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.530003 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.530230 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.530466 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.530676 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.530903 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.531118 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.531327 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.531551 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.531759 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.532002 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.532223 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.532443 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.532660 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.532995 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.533229 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.533431 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.533651 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.533869 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.534077 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.534391 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.534646 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.534880 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.535717 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.535944 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.536194 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.536457 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.536759 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.537004 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.537281 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.537507 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.537744 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.537965 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.538218 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.538619 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.538903 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.539167 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.539434 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.539698 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.539975 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.540233 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.540445 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.540757 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.541096 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.541400 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.541654 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.541911 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.542159 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.542379 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.542594 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.542830 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.543076 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.543310 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.543550 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.543775 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.544019 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.544234 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.544504 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.544799 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.545115 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.545372 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.545770 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.546209 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.546362 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 21 09:27:03.546918 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103069) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jan 21 09:27:03.547057 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 21 09:27:03.547304 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 21 09:27:03.547393 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 21 09:27:03.547524 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 21 09:27:03.547676 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 21 09:27:03.547887 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:03.548052 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:03.548206 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:03.548349 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:03.548489 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:03.548850 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:03.549024 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:03.549310 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:03.549459 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:03.549608 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:03.549742 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:03.549878 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:03.550014 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:03.550146 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:03.550326 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:03.550459 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:03.550617 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:03.550824 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:03.551664 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:03.551874 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:03.551966 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:03.552127 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:03.552289 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] debug = True {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:03.552429 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:03.552622 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:03.552788 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:03.552940 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:03.553095 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:03.553277 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:03.553420 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:03.553590 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:03.553810 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:03.553810 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:03.554100 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:03.554100 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:03.554369 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:03.554520 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:03.554661 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:03.554811 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:03.555013 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:03.555013 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:03.555278 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] host = dv-cinder-804035-25-iscsi {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:03.555278 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:03.555502 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:03.555589 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:03.555711 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:03.555869 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:03.556026 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:03.556184 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:03.556341 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:03.556497 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:03.556654 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:03.556811 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:03.556972 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:03.557128 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:03.557308 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] log_file = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:03.557465 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] log_options = True {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:03.557621 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:03.557777 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:03.557933 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:03.558116 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:03.558278 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:03.558435 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:03.560982 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:03.560982 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:03.560982 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:03.560982 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:03.560982 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:03.560982 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:03.560982 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:03.560982 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:03.561500 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:03.561500 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:03.561500 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:03.561500 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:03.561500 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:03.561500 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:03.561500 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:03.561500 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:03.561959 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:03.561959 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:03.561959 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:03.561959 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:03.561959 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:03.561959 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:03.561959 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:03.561959 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:03.562387 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:03.562387 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:03.562387 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:03.562563 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:03.562657 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:03.562813 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:03.563114 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:03.563287 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:03.563461 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:03.565205 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:03.565205 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:03.565205 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:03.565205 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:03.565205 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:03.565205 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:03.565205 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:03.565205 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] use_json = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:03.565773 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:03.565773 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:03.565773 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:03.565773 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:03.566049 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:27:03.566132 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:03.566132 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:03.566132 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:03.566132 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:03.566132 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:27:03.566132 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.566684 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.566684 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.566684 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.566684 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.567262 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.567262 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.567262 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.567468 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.567468 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.567634 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.567795 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.567965 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.568126 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.568283 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.568444 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.568604 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.568766 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.568995 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.569392 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.569751 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.570358 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.570538 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.570695 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.571017 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.571183 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.571372 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.571509 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.571666 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.571837 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.572144 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.572144 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.45/identity {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.572297 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.572530 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.572625 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.572749 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.573252 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.573483 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.573663 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.573797 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.573942 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.574106 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.574266 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.574427 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.574587 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.574747 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.574907 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.575067 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.575279 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.575407 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.575528 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.575673 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.575833 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.575994 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.576155 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.576315 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.576474 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.576649 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.576808 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.576967 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.577126 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.577308 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.577467 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.577627 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.577786 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.577924 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.578081 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.578333 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.578469 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.578620 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.578779 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.578938 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.579098 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.579258 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.579420 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.579580 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.579740 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.579898 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.580058 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.580217 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.580366 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.580524 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.580683 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.580842 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.581779 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.581779 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.581779 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.581779 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.581779 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.581779 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.582946 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.582946 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.582946 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.582946 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.582946 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.582946 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.583683 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.583683 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.583683 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.583683 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.583683 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.584026 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.584026 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.584026 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.584284 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.584363 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.584495 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.584680 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.584870 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.585027 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.585171 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.585383 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.585473 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.585613 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.585772 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.585953 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.586079 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.586236 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.586403 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.586567 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.586728 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.586888 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.587054 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.587225 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.587388 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.587584 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.587830 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.587998 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.588158 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.588320 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.588483 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.588838 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.588942 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.593166 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.593166 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.593166 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.593166 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.593166 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.593166 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.593166 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.593166 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.593778 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.593778 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.593778 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.593778 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.593778 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.593778 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.593778 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.593778 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.594344 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.45/identity {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.594344 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.594344 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.594344 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.594344 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.594344 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.594344 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.594344 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.594891 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.594891 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.594891 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.595269 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.595533 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.595728 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.595888 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.596059 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.596230 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.596438 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.596541 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.596711 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.596865 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.597020 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.597207 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.597375 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.597537 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.598233 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.598496 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.598715 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.598877 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.599038 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.599199 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.599360 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.599521 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.599681 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.599844 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.600002 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.600162 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.600324 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.600493 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.600645 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.600804 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.600997 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.601173 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.601341 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.601653 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.601816 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.601975 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.602135 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.602293 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.602454 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.602616 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.602776 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.602936 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.603095 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.603253 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.603415 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.603579 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.603739 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.603899 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.604059 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.604550 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.604550 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.604550 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.604757 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.604824 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.604979 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.605134 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.605318 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.605479 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.605648 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.605808 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.605968 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.606125 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.606283 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.606443 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.606612 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.606833 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.607009 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.607170 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.607330 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.607490 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.607659 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.607819 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.607974 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.608124 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.608282 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.608441 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.608608 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.608768 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.608926 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.609135 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.609251 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.609417 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.609586 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.609747 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.609906 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.610065 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.610223 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.610381 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.610549 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.610711 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.610869 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.611035 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.611194 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.611353 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.611511 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.611683 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.611843 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.612005 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.612163 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.612322 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.612481 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.612641 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.612868 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.613043 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.613837 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.614004 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.614173 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.614342 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.614512 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.614672 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.614838 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.615009 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.615169 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.615330 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.615489 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.615647 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.615806 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.615977 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.616112 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.616270 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.616430 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.616589 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.616749 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.616908 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.617073 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.617255 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.617415 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.617574 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.617733 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.617893 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.618052 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:27:03.618207 dv-cinder-804035-25-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 21 09:27:03.800452 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.45', 58032) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:27:03.809084 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [-] 10.222.0.45 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063887 Jan 21 09:27:15.937586 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ca724d8-23cc-49fe-85a2-c61a04791e36 None None] get_active_networks_info from dv-cinder-804035-25-iscsi {{(pid=103184) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 21 09:27:16.007895 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ca724d8-23cc-49fe-85a2-c61a04791e36 None None] No non-hosted networks {{(pid=103184) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jan 21 09:27:16.015119 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.agentschedulers_db [None req-3ca724d8-23cc-49fe-85a2-c61a04791e36 None None] DHCP Agent not found on host dv-cinder-804035-25-iscsi {{(pid=103184) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jan 21 09:27:16.101014 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3abf4f01-5e38-4dc9-a87b-7ab1fd2080d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3851413'] for agent (8a5d4a72-43a4-4fcf-b58e-bc9792bd5f0a), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:27:18.399353 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4a3b16f0-61fc-4c1b-ab90-d2aa55a84a37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3851413'] for agent (e2f5353c-5d20-4dd0-beb4-c302aead9ffd), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:27:18.426917 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.db.api [None req-a00e2531-494b-4ecc-84ab-f803f6985afb None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-804035-25-iscsi {{(pid=103184) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:27:18.427667 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG oslo_db.api [None req-a00e2531-494b-4ecc-84ab-f803f6985afb None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:27:19.002879 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a00e2531-494b-4ecc-84ab-f803f6985afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (e2f5353c-5d20-4dd0-beb4-c302aead9ffd), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:27:19.506018 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0beda05d-594e-4362-80c2-bc999a9a2b64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3851413'] for agent (9e31de2d-26a2-4a88-b799-f1f3b7df75bf), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:27:21.129372 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f5928849-742c-4298-9c4e-ae1543ad1886 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3851413'] for agent (fd0edb9a-d711-47a6-aedf-fe72898a6c79), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:27:22.425789 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3851413'] for agent (a4f58dde-e5c6-489c-94fe-b355a6abc90e), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:27:22.428055 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:27:22.428560 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:27:22.429491 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:27:22.430066 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:27:22.430953 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:27:22.431447 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:27:22.431940 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:27:22.432455 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:27:22.432989 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:27:22.433665 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:27:22.434230 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:27:22.434710 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:27:22.435231 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:27:22.435854 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-804035-25-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:27:22.445327 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-804035-25-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:27:22.559536 dv-cinder-804035-25-iscsi neutron-server[103184]: INFO neutron.db.l3_hamode_db [None req-7a89a670-50ee-48bb-99f5-9d04c2ff6221 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jan 21 09:27:22.654690 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a89a670-50ee-48bb-99f5-9d04c2ff6221 None None] Routers set() bound to L3 agent in host dv-cinder-804035-25-iscsi {{(pid=103184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 09:27:22.655077 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a89a670-50ee-48bb-99f5-9d04c2ff6221 None None] Router IDs set() for agent in host dv-cinder-804035-25-iscsi {{(pid=103184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Jan 21 09:27:24.827843 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.wsgi [-] (103182) accepted ('10.222.0.45', 58130) {{(pid=103182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:27:25.360406 dv-cinder-804035-25-iscsi neutron-server[103182]: WARNING oslo_policy.policy [None req-365b656f-753b-4812-9662-7f5198bcdd92 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 21 09:27:25.361011 dv-cinder-804035-25-iscsi neutron-server[103182]: WARNING oslo_policy.policy [None req-365b656f-753b-4812-9662-7f5198bcdd92 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 21 09:27:25.599052 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.wsgi [None req-365b656f-753b-4812-9662-7f5198bcdd92 admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103182) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 21 09:27:25.600268 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [None req-365b656f-753b-4812-9662-7f5198bcdd92 admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7701597 Jan 21 09:27:28.453614 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.wsgi [-] (103182) accepted ('10.222.0.45', 58148) {{(pid=103182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:27:28.756142 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.v2.base [None req-2d9946c1-f6c6-4498-a048-e9ac28160526 admin admin] Request body: {'subnetpool': {'shared': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'tenant_id': '8740ed4fdb1c463fb1cd164428fe05aa'}} {{(pid=103182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:27:28.865561 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.policy [None req-2d9946c1-f6c6-4498-a048-e9ac28160526 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103182) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 21 09:27:28.913611 dv-cinder-804035-25-iscsi neutron-server[103182]: WARNING oslo_policy.policy [None req-2d9946c1-f6c6-4498-a048-e9ac28160526 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 21 09:27:28.913982 dv-cinder-804035-25-iscsi neutron-server[103182]: WARNING oslo_policy.policy [None req-2d9946c1-f6c6-4498-a048-e9ac28160526 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 21 09:27:28.922647 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.quota [None req-2d9946c1-f6c6-4498-a048-e9ac28160526 admin admin] Loaded quota_driver: . Jan 21 09:27:29.090679 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-2d9946c1-f6c6-4498-a048-e9ac28160526 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774675621994', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774675622455', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774675636643', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774675638956', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774675657476', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774675652418', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-989420', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1030813', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3730189', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3737799'] for rbac-policy (None), before_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:27:29.313365 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-2d9946c1-f6c6-4498-a048-e9ac28160526 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:27:29.314534 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [None req-2d9946c1-f6c6-4498-a048-e9ac28160526 admin admin] 10.222.0.45 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8599002 Jan 21 09:27:32.075151 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.wsgi [-] (103182) accepted ('10.222.0.45', 58160) {{(pid=103182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:27:32.406079 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.v2.base [None req-6e1faa5d-cd1c-47b1-8a1e-6d097303eae5 admin admin] Request body: {'network': {'project_id': '9a471ef1a13b46b49bfafb4651f472ba', 'name': 'private', 'admin_state_up': True, 'tenant_id': '9a471ef1a13b46b49bfafb4651f472ba'}} {{(pid=103182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:27:32.528813 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e1faa5d-cd1c-47b1-8a1e-6d097303eae5 admin admin] Made reservation on behalf of 9a471ef1a13b46b49bfafb4651f472ba for: {'network': 1} {{(pid=103182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:27:32.532037 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-6e1faa5d-cd1c-47b1-8a1e-6d097303eae5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for network (None), before_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:27:32.549687 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-6e1faa5d-cd1c-47b1-8a1e-6d097303eae5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:27:32.659034 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-6e1faa5d-cd1c-47b1-8a1e-6d097303eae5 admin admin] Publish callbacks [] for security_group (25f5f4ac-3037-4a9c-8a41-ed007837b4c2), precommit_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:27:32.723291 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-6e1faa5d-cd1c-47b1-8a1e-6d097303eae5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126007'] for security_group (25f5f4ac-3037-4a9c-8a41-ed007837b4c2), after_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:27:32.743519 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e1faa5d-cd1c-47b1-8a1e-6d097303eae5 admin admin] vlan segment allocate from pool success with {'vlan_id': 360, 'physical_network': 'physnet1'} {{(pid=103182) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:27:32.772556 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-6e1faa5d-cd1c-47b1-8a1e-6d097303eae5 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8774670886934', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906022'] for segment (1242833c-6ec5-4482-aa34-8b1d7f685568), precommit_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:27:32.773176 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-6e1faa5d-cd1c-47b1-8a1e-6d097303eae5 admin admin] Unsubscribe: segment precommit_create {{(pid=103182) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 21 09:27:32.773695 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.db.segments_db [None req-6e1faa5d-cd1c-47b1-8a1e-6d097303eae5 admin admin] Added segment 1242833c-6ec5-4482-aa34-8b1d7f685568 of type vlan for network ac041b8a-4968-4945-aed7-f2fad5786f34 Jan 21 09:27:32.789993 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1faa5d-cd1c-47b1-8a1e-6d097303eae5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25f5f4ac-3037-4a9c-8a41-ed007837b4c2,revision_number=1']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:27:32.837971 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1faa5d-cd1c-47b1-8a1e-6d097303eae5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:27:32.838330 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1faa5d-cd1c-47b1-8a1e-6d097303eae5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:27:32.838668 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1faa5d-cd1c-47b1-8a1e-6d097303eae5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:27:32.838995 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1faa5d-cd1c-47b1-8a1e-6d097303eae5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:27:32.839318 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1faa5d-cd1c-47b1-8a1e-6d097303eae5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:27:32.839639 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1faa5d-cd1c-47b1-8a1e-6d097303eae5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:27:32.839976 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1faa5d-cd1c-47b1-8a1e-6d097303eae5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:27:32.840327 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1faa5d-cd1c-47b1-8a1e-6d097303eae5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:27:32.840658 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1faa5d-cd1c-47b1-8a1e-6d097303eae5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:27:32.840976 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1faa5d-cd1c-47b1-8a1e-6d097303eae5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:27:32.841315 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1faa5d-cd1c-47b1-8a1e-6d097303eae5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:27:32.841675 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1faa5d-cd1c-47b1-8a1e-6d097303eae5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:27:32.841986 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1faa5d-cd1c-47b1-8a1e-6d097303eae5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:27:32.843329 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1faa5d-cd1c-47b1-8a1e-6d097303eae5 admin admin] Tracked resource versions report: Jan 21 09:27:32.843329 dv-cinder-804035-25-iscsi neutron-server[103182]: pushed versions: Jan 21 09:27:32.843329 dv-cinder-804035-25-iscsi neutron-server[103182]: { 'AddressGroup': {'1.2'}, Jan 21 09:27:32.843329 dv-cinder-804035-25-iscsi neutron-server[103182]: 'ConntrackHelper': {'1.0'}, Jan 21 09:27:32.843329 dv-cinder-804035-25-iscsi neutron-server[103182]: 'LocalIPAssociation': {'1.0'}, Jan 21 09:27:32.843329 dv-cinder-804035-25-iscsi neutron-server[103182]: 'Log': {'1.0'}, Jan 21 09:27:32.843329 dv-cinder-804035-25-iscsi neutron-server[103182]: 'Network': {'1.1'}, Jan 21 09:27:32.843329 dv-cinder-804035-25-iscsi neutron-server[103182]: 'Port': {'1.7'}, Jan 21 09:27:32.843329 dv-cinder-804035-25-iscsi neutron-server[103182]: 'PortForwarding': {'1.2'}, Jan 21 09:27:32.843329 dv-cinder-804035-25-iscsi neutron-server[103182]: 'QosPolicy': {'1.10'}, Jan 21 09:27:32.843329 dv-cinder-804035-25-iscsi neutron-server[103182]: 'SecurityGroup': {'1.5'}, Jan 21 09:27:32.843329 dv-cinder-804035-25-iscsi neutron-server[103182]: 'SecurityGroupRule': {'1.2'}, Jan 21 09:27:32.843329 dv-cinder-804035-25-iscsi neutron-server[103182]: 'SubPort': {'1.0'}, Jan 21 09:27:32.843329 dv-cinder-804035-25-iscsi neutron-server[103182]: 'Subnet': {'1.1'}, Jan 21 09:27:32.843329 dv-cinder-804035-25-iscsi neutron-server[103182]: 'Trunk': {'1.1'}} Jan 21 09:27:32.843329 dv-cinder-804035-25-iscsi neutron-server[103182]: consumer versions: Jan 21 09:27:32.843329 dv-cinder-804035-25-iscsi neutron-server[103182]: { DHCP agent@dv-cinder-804035-25-iscsi: {}, Jan 21 09:27:32.843329 dv-cinder-804035-25-iscsi neutron-server[103182]: L3 agent@dv-cinder-804035-25-iscsi: {}, Jan 21 09:27:32.843329 dv-cinder-804035-25-iscsi neutron-server[103182]: Metadata agent@dv-cinder-804035-25-iscsi: {}, Jan 21 09:27:32.843329 dv-cinder-804035-25-iscsi neutron-server[103182]: Metering agent@dv-cinder-804035-25-iscsi: {}, Jan 21 09:27:32.843329 dv-cinder-804035-25-iscsi neutron-server[103182]: Open vSwitch agent@dv-cinder-804035-25-iscsi: { 'AddressGroup': '1.2', Jan 21 09:27:32.843329 dv-cinder-804035-25-iscsi neutron-server[103182]: 'ConntrackHelper': '1.0', Jan 21 09:27:32.843329 dv-cinder-804035-25-iscsi neutron-server[103182]: 'LocalIPAssociation': '1.0', Jan 21 09:27:32.843329 dv-cinder-804035-25-iscsi neutron-server[103182]: 'Log': '1.0', Jan 21 09:27:32.843329 dv-cinder-804035-25-iscsi neutron-server[103182]: 'Network': '1.1', Jan 21 09:27:32.843329 dv-cinder-804035-25-iscsi neutron-server[103182]: 'Port': '1.7', Jan 21 09:27:32.843329 dv-cinder-804035-25-iscsi neutron-server[103182]: 'PortForwarding': '1.2', Jan 21 09:27:32.843329 dv-cinder-804035-25-iscsi neutron-server[103182]: 'QosPolicy': '1.10', Jan 21 09:27:32.843329 dv-cinder-804035-25-iscsi neutron-server[103182]: 'SecurityGroup': '1.5', Jan 21 09:27:32.843329 dv-cinder-804035-25-iscsi neutron-server[103182]: 'SecurityGroupRule': '1.2', Jan 21 09:27:32.843329 dv-cinder-804035-25-iscsi neutron-server[103182]: 'SubPort': '1.0', Jan 21 09:27:32.843329 dv-cinder-804035-25-iscsi neutron-server[103182]: 'Subnet': '1.1', Jan 21 09:27:32.843329 dv-cinder-804035-25-iscsi neutron-server[103182]: 'Trunk': '1.1'}} Jan 21 09:27:32.843329 dv-cinder-804035-25-iscsi neutron-server[103182]: {{(pid=103182) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 21 09:27:32.890044 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-6e1faa5d-cd1c-47b1-8a1e-6d097303eae5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774670334190'] for network (ac041b8a-4968-4945-aed7-f2fad5786f34), precommit_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:27:33.002891 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-6e1faa5d-cd1c-47b1-8a1e-6d097303eae5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430'] for network (ac041b8a-4968-4945-aed7-f2fad5786f34), after_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:27:33.004100 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e1faa5d-cd1c-47b1-8a1e-6d097303eae5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:27:33.004822 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-6e1faa5d-cd1c-47b1-8a1e-6d097303eae5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4184320'] for network (None), before_response {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:27:33.102208 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1faa5d-cd1c-47b1-8a1e-6d097303eae5 admin admin] Pushing event updated for resources: {'Network': ['ID=ac041b8a-4968-4945-aed7-f2fad5786f34,revision_number=1']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:27:33.113756 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Network ac041b8a-4968-4945-aed7-f2fad5786f34 details requested by agent ovs-agent-dv-cinder-804035-25-iscsi with host dv-cinder-804035-25-iscsi {{(pid=103184) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 09:27:33.115072 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [None req-6e1faa5d-cd1c-47b1-8a1e-6d097303eae5 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.0387180 Jan 21 09:27:35.835488 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.wsgi [-] (103182) accepted ('10.222.0.45', 58174) {{(pid=103182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:27:36.240743 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3879b65f-e8d7-4548-ae8f-7ea1e9d85be6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:27:36.242144 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [None req-3879b65f-e8d7-4548-ae8f-7ea1e9d85be6 admin admin] 10.222.0.45 "GET /v2.0/networks/ac041b8a-4968-4945-aed7-f2fad5786f34 HTTP/1.1" status: 200 len: 825 time: 0.4057040 Jan 21 09:27:36.267150 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [None req-37743b66-5859-4123-88eb-a48b3fc27580 admin admin] 10.222.0.45 "GET /v2.0/subnetpools/4e3c64ab-502c-4d7a-9ac8-1df3e018493b HTTP/1.1" status: 200 len: 734 time: 0.0189772 Jan 21 09:27:36.276486 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.v2.base [None req-8b3ff1d1-00e6-4d44-9e11-0ac487f6179f admin admin] Request body: {'subnet': {'tenant_id': '9a471ef1a13b46b49bfafb4651f472ba', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '4e3c64ab-502c-4d7a-9ac8-1df3e018493b', 'ip_version': 4, 'network_id': 'ac041b8a-4968-4945-aed7-f2fad5786f34'}} {{(pid=103182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:27:36.373810 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b3ff1d1-00e6-4d44-9e11-0ac487f6179f admin admin] Made reservation on behalf of 9a471ef1a13b46b49bfafb4651f472ba for: {'subnet': 1} {{(pid=103182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:27:36.376066 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff1d1-00e6-4d44-9e11-0ac487f6179f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:27:36.734302 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff1d1-00e6-4d44-9e11-0ac487f6179f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4120330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430'] for subnet (319270af-e3ea-4b3d-bc41-97b1d4886736), after_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:27:36.803887 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff1d1-00e6-4d44-9e11-0ac487f6179f admin admin] Pushing event updated for resources: {'Subnet': ['ID=319270af-e3ea-4b3d-bc41-97b1d4886736,revision_number=0']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:27:36.805894 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b3ff1d1-00e6-4d44-9e11-0ac487f6179f admin admin] Checking segment: {'id': '1242833c-6ec5-4482-aa34-8b1d7f685568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'ac041b8a-4968-4945-aed7-f2fad5786f34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 09:27:36.806315 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b3ff1d1-00e6-4d44-9e11-0ac487f6179f admin admin] Network hostable DHCP agents. Network: ac041b8a-4968-4945-aed7-f2fad5786f34, hostable agents: ['8a5d4a72-43a4-4fcf-b58e-bc9792bd5f0a'], hosted agents: [] {{(pid=103182) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:27:36.945793 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b3ff1d1-00e6-4d44-9e11-0ac487f6179f admin admin] Network ac041b8a-4968-4945-aed7-f2fad5786f34 is scheduled to be hosted by DHCP agent 8a5d4a72-43a4-4fcf-b58e-bc9792bd5f0a with binding_index 1 {{(pid=103182) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:27:37.037216 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.scheduler.base_scheduler [None req-8b3ff1d1-00e6-4d44-9e11-0ac487f6179f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-25-iscsi, ac041b8a-4968-4945-aed7-f2fad5786f34) {{(pid=103182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:27:37.045406 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b3ff1d1-00e6-4d44-9e11-0ac487f6179f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:27:37.045998 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff1d1-00e6-4d44-9e11-0ac487f6179f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4184320'] for subnet (None), before_response {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:27:37.047779 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dff4409-1d71-4fef-9a2e-9438c41c70ce None None] Network ac041b8a-4968-4945-aed7-f2fad5786f34 requested from dv-cinder-804035-25-iscsi {{(pid=103184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 09:27:37.125735 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [None req-8b3ff1d1-00e6-4d44-9e11-0ac487f6179f admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8525920 Jan 21 09:27:37.329437 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8398983e-1bb7-46d3-ae58-6c7cd876ee1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdb391ba1-f7e2-5f62-9648-e4a8f7be7f09-ac041b8a-4968-4945-aed7-f2fad5786f34', 'network_id': 'ac041b8a-4968-4945-aed7-f2fad5786f34', 'project_id': '9a471ef1a13b46b49bfafb4651f472ba', 'fixed_ips': [{'subnet_id': '319270af-e3ea-4b3d-bc41-97b1d4886736'}]}} from dv-cinder-804035-25-iscsi. {{(pid=103184) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 21 09:27:37.330662 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8398983e-1bb7-46d3-ae58-6c7cd876ee1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:27:37.649052 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [None req-8398983e-1bb7-46d3-ae58-6c7cd876ee1c None None] Allocated IP 172.20.0.2 (ac041b8a-4968-4945-aed7-f2fad5786f34/319270af-e3ea-4b3d-bc41-97b1d4886736/1ed39da7-35ad-4fe3-be86-e0d416f20e76) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:27:37.903888 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8398983e-1bb7-46d3-ae58-6c7cd876ee1c None None] Publish callbacks [] for port (1ed39da7-35ad-4fe3-be86-e0d416f20e76), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:27:38.025562 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8398983e-1bb7-46d3-ae58-6c7cd876ee1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774670299796'] for port (1ed39da7-35ad-4fe3-be86-e0d416f20e76), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:27:38.102279 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8398983e-1bb7-46d3-ae58-6c7cd876ee1c None None] Network ac041b8a-4968-4945-aed7-f2fad5786f34 is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:27:38.108950 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-8398983e-1bb7-46d3-ae58-6c7cd876ee1c None None] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:27:38.112926 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8398983e-1bb7-46d3-ae58-6c7cd876ee1c None None] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 09:27:38.149098 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8398983e-1bb7-46d3-ae58-6c7cd876ee1c None None] Pushing event updated for resources: {'Port': ['ID=1ed39da7-35ad-4fe3-be86-e0d416f20e76,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:27:38.190314 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8398983e-1bb7-46d3-ae58-6c7cd876ee1c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:27:38.190716 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8398983e-1bb7-46d3-ae58-6c7cd876ee1c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:27:38.191725 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8398983e-1bb7-46d3-ae58-6c7cd876ee1c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:27:38.192209 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8398983e-1bb7-46d3-ae58-6c7cd876ee1c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:27:38.192613 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8398983e-1bb7-46d3-ae58-6c7cd876ee1c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:27:38.193050 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8398983e-1bb7-46d3-ae58-6c7cd876ee1c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:27:38.193536 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8398983e-1bb7-46d3-ae58-6c7cd876ee1c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:27:38.193971 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8398983e-1bb7-46d3-ae58-6c7cd876ee1c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:27:38.194405 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8398983e-1bb7-46d3-ae58-6c7cd876ee1c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:27:38.194869 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8398983e-1bb7-46d3-ae58-6c7cd876ee1c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:27:38.195312 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8398983e-1bb7-46d3-ae58-6c7cd876ee1c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:27:38.195750 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8398983e-1bb7-46d3-ae58-6c7cd876ee1c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:27:38.196178 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8398983e-1bb7-46d3-ae58-6c7cd876ee1c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:27:38.198225 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8398983e-1bb7-46d3-ae58-6c7cd876ee1c None None] Tracked resource versions report: Jan 21 09:27:38.198225 dv-cinder-804035-25-iscsi neutron-server[103184]: pushed versions: Jan 21 09:27:38.198225 dv-cinder-804035-25-iscsi neutron-server[103184]: { 'AddressGroup': {'1.2'}, Jan 21 09:27:38.198225 dv-cinder-804035-25-iscsi neutron-server[103184]: 'ConntrackHelper': {'1.0'}, Jan 21 09:27:38.198225 dv-cinder-804035-25-iscsi neutron-server[103184]: 'LocalIPAssociation': {'1.0'}, Jan 21 09:27:38.198225 dv-cinder-804035-25-iscsi neutron-server[103184]: 'Log': {'1.0'}, Jan 21 09:27:38.198225 dv-cinder-804035-25-iscsi neutron-server[103184]: 'Network': {'1.1'}, Jan 21 09:27:38.198225 dv-cinder-804035-25-iscsi neutron-server[103184]: 'Port': {'1.7'}, Jan 21 09:27:38.198225 dv-cinder-804035-25-iscsi neutron-server[103184]: 'PortForwarding': {'1.2'}, Jan 21 09:27:38.198225 dv-cinder-804035-25-iscsi neutron-server[103184]: 'QosPolicy': {'1.10'}, Jan 21 09:27:38.198225 dv-cinder-804035-25-iscsi neutron-server[103184]: 'SecurityGroup': {'1.5'}, Jan 21 09:27:38.198225 dv-cinder-804035-25-iscsi neutron-server[103184]: 'SecurityGroupRule': {'1.2'}, Jan 21 09:27:38.198225 dv-cinder-804035-25-iscsi neutron-server[103184]: 'SubPort': {'1.0'}, Jan 21 09:27:38.198225 dv-cinder-804035-25-iscsi neutron-server[103184]: 'Subnet': {'1.1'}, Jan 21 09:27:38.198225 dv-cinder-804035-25-iscsi neutron-server[103184]: 'Trunk': {'1.1'}} Jan 21 09:27:38.198225 dv-cinder-804035-25-iscsi neutron-server[103184]: consumer versions: Jan 21 09:27:38.198225 dv-cinder-804035-25-iscsi neutron-server[103184]: { DHCP agent@dv-cinder-804035-25-iscsi: {}, Jan 21 09:27:38.198225 dv-cinder-804035-25-iscsi neutron-server[103184]: L3 agent@dv-cinder-804035-25-iscsi: {}, Jan 21 09:27:38.198225 dv-cinder-804035-25-iscsi neutron-server[103184]: Metadata agent@dv-cinder-804035-25-iscsi: {}, Jan 21 09:27:38.198225 dv-cinder-804035-25-iscsi neutron-server[103184]: Metering agent@dv-cinder-804035-25-iscsi: {}, Jan 21 09:27:38.198225 dv-cinder-804035-25-iscsi neutron-server[103184]: Open vSwitch agent@dv-cinder-804035-25-iscsi: { 'AddressGroup': '1.2', Jan 21 09:27:38.198225 dv-cinder-804035-25-iscsi neutron-server[103184]: 'ConntrackHelper': '1.0', Jan 21 09:27:38.198225 dv-cinder-804035-25-iscsi neutron-server[103184]: 'LocalIPAssociation': '1.0', Jan 21 09:27:38.198225 dv-cinder-804035-25-iscsi neutron-server[103184]: 'Log': '1.0', Jan 21 09:27:38.198225 dv-cinder-804035-25-iscsi neutron-server[103184]: 'Network': '1.1', Jan 21 09:27:38.198225 dv-cinder-804035-25-iscsi neutron-server[103184]: 'Port': '1.7', Jan 21 09:27:38.198225 dv-cinder-804035-25-iscsi neutron-server[103184]: 'PortForwarding': '1.2', Jan 21 09:27:38.198225 dv-cinder-804035-25-iscsi neutron-server[103184]: 'QosPolicy': '1.10', Jan 21 09:27:38.198225 dv-cinder-804035-25-iscsi neutron-server[103184]: 'SecurityGroup': '1.5', Jan 21 09:27:38.198225 dv-cinder-804035-25-iscsi neutron-server[103184]: 'SecurityGroupRule': '1.2', Jan 21 09:27:38.198225 dv-cinder-804035-25-iscsi neutron-server[103184]: 'SubPort': '1.0', Jan 21 09:27:38.198225 dv-cinder-804035-25-iscsi neutron-server[103184]: 'Subnet': '1.1', Jan 21 09:27:38.198225 dv-cinder-804035-25-iscsi neutron-server[103184]: 'Trunk': '1.1'}} Jan 21 09:27:38.198225 dv-cinder-804035-25-iscsi neutron-server[103184]: {{(pid=103184) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 21 09:27:38.217670 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [None req-8398983e-1bb7-46d3-ae58-6c7cd876ee1c None None] Attempting to bind port 1ed39da7-35ad-4fe3-be86-e0d416f20e76 on host dv-cinder-804035-25-iscsi for vnic_type normal with profile {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 09:27:38.218083 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [None req-8398983e-1bb7-46d3-ae58-6c7cd876ee1c None None] Attempting to bind port 1ed39da7-35ad-4fe3-be86-e0d416f20e76 by drivers openvswitch,hyperv on host dv-cinder-804035-25-iscsi at level 0 using segments [{'id': '1242833c-6ec5-4482-aa34-8b1d7f685568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'ac041b8a-4968-4945-aed7-f2fad5786f34'}] {{(pid=103184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 09:27:38.218531 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8398983e-1bb7-46d3-ae58-6c7cd876ee1c None None] Attempting to bind port 1ed39da7-35ad-4fe3-be86-e0d416f20e76 on network ac041b8a-4968-4945-aed7-f2fad5786f34 {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:27:38.224538 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8398983e-1bb7-46d3-ae58-6c7cd876ee1c None None] Checking agent: {'id': 'a4f58dde-e5c6-489c-94fe-b355a6abc90e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-25-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 27, 22), 'started_at': datetime.datetime(2022, 1, 21, 9, 27, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 27, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-25-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:27:38.224908 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8398983e-1bb7-46d3-ae58-6c7cd876ee1c None None] Checking segment: {'id': '1242833c-6ec5-4482-aa34-8b1d7f685568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'ac041b8a-4968-4945-aed7-f2fad5786f34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 09:27:38.225461 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8398983e-1bb7-46d3-ae58-6c7cd876ee1c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:27:38.225856 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8398983e-1bb7-46d3-ae58-6c7cd876ee1c None None] Bound using segment: {'id': '1242833c-6ec5-4482-aa34-8b1d7f685568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'ac041b8a-4968-4945-aed7-f2fad5786f34'} {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:27:38.226404 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [None req-8398983e-1bb7-46d3-ae58-6c7cd876ee1c None None] Bound port: 1ed39da7-35ad-4fe3-be86-e0d416f20e76, host: dv-cinder-804035-25-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1242833c-6ec5-4482-aa34-8b1d7f685568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'ac041b8a-4968-4945-aed7-f2fad5786f34'}}] {{(pid=103184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 09:27:38.226814 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8398983e-1bb7-46d3-ae58-6c7cd876ee1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (1ed39da7-35ad-4fe3-be86-e0d416f20e76), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:27:38.295658 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-8398983e-1bb7-46d3-ae58-6c7cd876ee1c None None] For port 1ed39da7-35ad-4fe3-be86-e0d416f20e76, host dv-cinder-804035-25-iscsi, cleared binding levels {{(pid=103184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:27:38.300998 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-8398983e-1bb7-46d3-ae58-6c7cd876ee1c None None] For port 1ed39da7-35ad-4fe3-be86-e0d416f20e76, host dv-cinder-804035-25-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-25-iscsi',level=0,port_id=1ed39da7-35ad-4fe3-be86-e0d416f20e76,segment=NetworkSegment(1242833c-6ec5-4482-aa34-8b1d7f685568),segment_id=1242833c-6ec5-4482-aa34-8b1d7f685568)] {{(pid=103184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:27:38.369698 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8398983e-1bb7-46d3-ae58-6c7cd876ee1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774670732957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774670299814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774670299832'] for port (1ed39da7-35ad-4fe3-be86-e0d416f20e76), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:27:38.435269 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8398983e-1bb7-46d3-ae58-6c7cd876ee1c None None] Pushing event updated for resources: {'Port': ['ID=1ed39da7-35ad-4fe3-be86-e0d416f20e76,revision_number=2']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:27:39.649304 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.wsgi [-] (103182) accepted ('10.222.0.45', 58182) {{(pid=103182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:27:39.971576 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.wsgi [None req-e058dbb5-e0bd-4601-a23f-eae3a95f81ff admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103182) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 21 09:27:39.973249 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [None req-e058dbb5-e0bd-4601-a23f-eae3a95f81ff admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3202162 Jan 21 09:27:42.492610 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.45', 58190) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:27:43.027364 dv-cinder-804035-25-iscsi neutron-server[103183]: WARNING oslo_policy.policy [None req-0319eb80-e585-465d-b403-8cad8e6cec2d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 21 09:27:43.028046 dv-cinder-804035-25-iscsi neutron-server[103183]: WARNING oslo_policy.policy [None req-0319eb80-e585-465d-b403-8cad8e6cec2d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 21 09:27:43.267279 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [None req-0319eb80-e585-465d-b403-8cad8e6cec2d admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103183) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 21 09:27:43.268399 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [None req-0319eb80-e585-465d-b403-8cad8e6cec2d admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7747788 Jan 21 09:27:45.906144 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-12130b18-c7a5-4311-b859-5362bcd4e842 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (8a5d4a72-43a4-4fcf-b58e-bc9792bd5f0a), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:27:46.154991 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.45', 58206) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:27:46.479803 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.v2.base [None req-d9dd1ce9-e11f-49ac-9c70-be68947291dd admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '9a471ef1a13b46b49bfafb4651f472ba'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:27:46.547832 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.policy [None req-d9dd1ce9-e11f-49ac-9c70-be68947291dd admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103183) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 21 09:27:46.596920 dv-cinder-804035-25-iscsi neutron-server[103183]: WARNING oslo_policy.policy [None req-d9dd1ce9-e11f-49ac-9c70-be68947291dd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 21 09:27:46.597869 dv-cinder-804035-25-iscsi neutron-server[103183]: WARNING oslo_policy.policy [None req-d9dd1ce9-e11f-49ac-9c70-be68947291dd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 21 09:27:46.607316 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.quota [None req-d9dd1ce9-e11f-49ac-9c70-be68947291dd admin admin] Loaded quota_driver: . Jan 21 09:27:46.734816 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d9dd1ce9-e11f-49ac-9c70-be68947291dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3844473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3103'] for router (4f394df4-34fc-4400-80d8-19607bff0847), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:27:46.736730 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d9dd1ce9-e11f-49ac-9c70-be68947291dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3843017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3850133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3732829', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3092'] for router (4f394df4-34fc-4400-80d8-19607bff0847), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:27:46.891506 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d9dd1ce9-e11f-49ac-9c70-be68947291dd admin admin] Publish callbacks [] for router_controller (4f394df4-34fc-4400-80d8-19607bff0847), precommit_add_association {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:27:46.964387 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d9dd1ce9-e11f-49ac-9c70-be68947291dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3843070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3846200'] for router (4f394df4-34fc-4400-80d8-19607bff0847), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:27:47.039473 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d9dd1ce9-e11f-49ac-9c70-be68947291dd admin admin] Publish callbacks [] for router (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:27:47.053173 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [None req-d9dd1ce9-e11f-49ac-9c70-be68947291dd admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.8845632 Jan 21 09:27:48.380609 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a0303bfa-f94a-4154-963a-065d39a00960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (e2f5353c-5d20-4dd0-beb4-c302aead9ffd), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:27:49.179301 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Device 1ed39da7-35ad-4fe3-be86-e0d416f20e76 up at agent ovs-agent-dv-cinder-804035-25-iscsi {{(pid=103184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:27:49.270808 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.provisioning_blocks [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Provisioning complete for port 1ed39da7-35ad-4fe3-be86-e0d416f20e76 triggered by entity L2. {{(pid=103184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:27:49.271666 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983013'] for port (1ed39da7-35ad-4fe3-be86-e0d416f20e76), provisioning_complete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:27:49.399491 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Current status of the port 1ed39da7-35ad-4fe3-be86-e0d416f20e76 is: DOWN; New status is: ACTIVE {{(pid=103184) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:27:49.400233 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (1ed39da7-35ad-4fe3-be86-e0d416f20e76), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:27:49.448714 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] For port 1ed39da7-35ad-4fe3-be86-e0d416f20e76, host dv-cinder-804035-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-25-iscsi',level=0,port_id=1ed39da7-35ad-4fe3-be86-e0d416f20e76,segment=NetworkSegment(1242833c-6ec5-4482-aa34-8b1d7f685568),segment_id=1242833c-6ec5-4482-aa34-8b1d7f685568)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:27:49.494083 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0beda05d-594e-4362-80c2-bc999a9a2b64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (9e31de2d-26a2-4a88-b799-f1f3b7df75bf), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:27:49.534860 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774670732957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774670299814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774670299832'] for port (1ed39da7-35ad-4fe3-be86-e0d416f20e76), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:27:49.584235 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Pushing event updated for resources: {'Port': ['ID=1ed39da7-35ad-4fe3-be86-e0d416f20e76,revision_number=3']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:27:49.704110 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.45', 58230) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:27:49.746162 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7df2a18-a41a-47a9-9384-3bdd614a78fe None None] Network ac041b8a-4968-4945-aed7-f2fad5786f34 requested from dv-cinder-804035-25-iscsi {{(pid=103184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 09:27:49.843460 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [None req-7b95483f-1d92-44b7-b7b5-30544e9b4068 admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103183) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 21 09:27:49.844555 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [None req-7b95483f-1d92-44b7-b7b5-30544e9b4068 admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1393981 Jan 21 09:27:49.872833 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.provisioning_blocks [None req-1b301793-71e5-47a3-a354-86a1a56dcbf8 None None] Provisioning complete for port 1ed39da7-35ad-4fe3-be86-e0d416f20e76 triggered by entity DHCP. {{(pid=103184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:27:49.873245 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1b301793-71e5-47a3-a354-86a1a56dcbf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983013'] for port (1ed39da7-35ad-4fe3-be86-e0d416f20e76), provisioning_complete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:27:49.960070 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-1b301793-71e5-47a3-a354-86a1a56dcbf8 None None] Current status of the port 1ed39da7-35ad-4fe3-be86-e0d416f20e76 is: ACTIVE; New status is: ACTIVE {{(pid=103184) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:27:50.083674 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.provisioning_blocks [None req-7e9eebd1-4dd6-4f96-8c7a-333801448486 None None] Provisioning complete for port 1ed39da7-35ad-4fe3-be86-e0d416f20e76 triggered by entity DHCP. {{(pid=103184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:27:50.084067 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7e9eebd1-4dd6-4f96-8c7a-333801448486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983013'] for port (1ed39da7-35ad-4fe3-be86-e0d416f20e76), provisioning_complete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:27:50.172129 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-7e9eebd1-4dd6-4f96-8c7a-333801448486 None None] Current status of the port 1ed39da7-35ad-4fe3-be86-e0d416f20e76 is: ACTIVE; New status is: ACTIVE {{(pid=103184) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:27:51.071160 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f5928849-742c-4298-9c4e-ae1543ad1886 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (fd0edb9a-d711-47a6-aedf-fe72898a6c79), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:27:51.128579 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Device 1ed39da7-35ad-4fe3-be86-e0d416f20e76 up at agent ovs-agent-dv-cinder-804035-25-iscsi {{(pid=103184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:27:51.176521 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.provisioning_blocks [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Provisioning complete for port 1ed39da7-35ad-4fe3-be86-e0d416f20e76 triggered by entity L2. {{(pid=103184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:27:51.176905 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983013'] for port (1ed39da7-35ad-4fe3-be86-e0d416f20e76), provisioning_complete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:27:51.255269 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Current status of the port 1ed39da7-35ad-4fe3-be86-e0d416f20e76 is: ACTIVE; New status is: ACTIVE {{(pid=103184) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:27:52.331003 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.45', 58250) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:27:52.351344 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (a4f58dde-e5c6-489c-94fe-b355a6abc90e), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:27:52.386658 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.v2.base [None req-388406ce-c9a2-4173-81f8-fdfd76a72527 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'tenant_id': '8740ed4fdb1c463fb1cd164428fe05aa', 'admin_state_up': True, 'router:external': True, 'name': 'public', 'project_id': '8740ed4fdb1c463fb1cd164428fe05aa', 'is_default': True}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:27:52.483594 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-388406ce-c9a2-4173-81f8-fdfd76a72527 admin admin] Made reservation on behalf of 8740ed4fdb1c463fb1cd164428fe05aa for: {'network': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:27:52.486305 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-388406ce-c9a2-4173-81f8-fdfd76a72527 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for network (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:27:52.504584 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-388406ce-c9a2-4173-81f8-fdfd76a72527 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:27:52.623345 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-388406ce-c9a2-4173-81f8-fdfd76a72527 admin admin] Publish callbacks [] for security_group (4f3d94ff-1efd-42ae-a8de-0b76ad5384c5), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:27:52.694510 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-388406ce-c9a2-4173-81f8-fdfd76a72527 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126007'] for security_group (4f3d94ff-1efd-42ae-a8de-0b76ad5384c5), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:27:52.705995 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-388406ce-c9a2-4173-81f8-fdfd76a72527 admin admin] Reserving flat network on physical network physnet1 {{(pid=103183) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jan 21 09:27:52.738895 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-388406ce-c9a2-4173-81f8-fdfd76a72527 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8774670886934', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906022'] for segment (04cdc6b6-1d9e-45db-8cc2-90c03cb493f2), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:27:52.739387 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-388406ce-c9a2-4173-81f8-fdfd76a72527 admin admin] Unsubscribe: segment precommit_create {{(pid=103183) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 21 09:27:52.739912 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.db.segments_db [None req-388406ce-c9a2-4173-81f8-fdfd76a72527 admin admin] Added segment 04cdc6b6-1d9e-45db-8cc2-90c03cb493f2 of type flat for network c13ce787-b669-4a63-b567-cda42d951ad5 Jan 21 09:27:52.756046 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388406ce-c9a2-4173-81f8-fdfd76a72527 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f3d94ff-1efd-42ae-a8de-0b76ad5384c5,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:27:52.781578 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388406ce-c9a2-4173-81f8-fdfd76a72527 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:27:52.781941 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388406ce-c9a2-4173-81f8-fdfd76a72527 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:27:52.782292 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388406ce-c9a2-4173-81f8-fdfd76a72527 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:27:52.782871 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388406ce-c9a2-4173-81f8-fdfd76a72527 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:27:52.782974 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388406ce-c9a2-4173-81f8-fdfd76a72527 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:27:52.783274 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388406ce-c9a2-4173-81f8-fdfd76a72527 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:27:52.783606 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388406ce-c9a2-4173-81f8-fdfd76a72527 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:27:52.783926 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388406ce-c9a2-4173-81f8-fdfd76a72527 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:27:52.784255 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388406ce-c9a2-4173-81f8-fdfd76a72527 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:27:52.785260 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388406ce-c9a2-4173-81f8-fdfd76a72527 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:27:52.785577 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388406ce-c9a2-4173-81f8-fdfd76a72527 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:27:52.785892 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388406ce-c9a2-4173-81f8-fdfd76a72527 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:27:52.786200 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388406ce-c9a2-4173-81f8-fdfd76a72527 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:27:52.787582 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388406ce-c9a2-4173-81f8-fdfd76a72527 admin admin] Tracked resource versions report: Jan 21 09:27:52.787582 dv-cinder-804035-25-iscsi neutron-server[103183]: pushed versions: Jan 21 09:27:52.787582 dv-cinder-804035-25-iscsi neutron-server[103183]: { 'AddressGroup': {'1.2'}, Jan 21 09:27:52.787582 dv-cinder-804035-25-iscsi neutron-server[103183]: 'ConntrackHelper': {'1.0'}, Jan 21 09:27:52.787582 dv-cinder-804035-25-iscsi neutron-server[103183]: 'LocalIPAssociation': {'1.0'}, Jan 21 09:27:52.787582 dv-cinder-804035-25-iscsi neutron-server[103183]: 'Log': {'1.0'}, Jan 21 09:27:52.787582 dv-cinder-804035-25-iscsi neutron-server[103183]: 'Network': {'1.1'}, Jan 21 09:27:52.787582 dv-cinder-804035-25-iscsi neutron-server[103183]: 'Port': {'1.7'}, Jan 21 09:27:52.787582 dv-cinder-804035-25-iscsi neutron-server[103183]: 'PortForwarding': {'1.2'}, Jan 21 09:27:52.787582 dv-cinder-804035-25-iscsi neutron-server[103183]: 'QosPolicy': {'1.10'}, Jan 21 09:27:52.787582 dv-cinder-804035-25-iscsi neutron-server[103183]: 'SecurityGroup': {'1.5'}, Jan 21 09:27:52.787582 dv-cinder-804035-25-iscsi neutron-server[103183]: 'SecurityGroupRule': {'1.2'}, Jan 21 09:27:52.787582 dv-cinder-804035-25-iscsi neutron-server[103183]: 'SubPort': {'1.0'}, Jan 21 09:27:52.787582 dv-cinder-804035-25-iscsi neutron-server[103183]: 'Subnet': {'1.1'}, Jan 21 09:27:52.787582 dv-cinder-804035-25-iscsi neutron-server[103183]: 'Trunk': {'1.1'}} Jan 21 09:27:52.787582 dv-cinder-804035-25-iscsi neutron-server[103183]: consumer versions: Jan 21 09:27:52.787582 dv-cinder-804035-25-iscsi neutron-server[103183]: { DHCP agent@dv-cinder-804035-25-iscsi: {}, Jan 21 09:27:52.787582 dv-cinder-804035-25-iscsi neutron-server[103183]: L3 agent@dv-cinder-804035-25-iscsi: {}, Jan 21 09:27:52.787582 dv-cinder-804035-25-iscsi neutron-server[103183]: Metadata agent@dv-cinder-804035-25-iscsi: {}, Jan 21 09:27:52.787582 dv-cinder-804035-25-iscsi neutron-server[103183]: Metering agent@dv-cinder-804035-25-iscsi: {}, Jan 21 09:27:52.787582 dv-cinder-804035-25-iscsi neutron-server[103183]: Open vSwitch agent@dv-cinder-804035-25-iscsi: { 'AddressGroup': '1.2', Jan 21 09:27:52.787582 dv-cinder-804035-25-iscsi neutron-server[103183]: 'ConntrackHelper': '1.0', Jan 21 09:27:52.787582 dv-cinder-804035-25-iscsi neutron-server[103183]: 'LocalIPAssociation': '1.0', Jan 21 09:27:52.787582 dv-cinder-804035-25-iscsi neutron-server[103183]: 'Log': '1.0', Jan 21 09:27:52.787582 dv-cinder-804035-25-iscsi neutron-server[103183]: 'Network': '1.1', Jan 21 09:27:52.787582 dv-cinder-804035-25-iscsi neutron-server[103183]: 'Port': '1.7', Jan 21 09:27:52.787582 dv-cinder-804035-25-iscsi neutron-server[103183]: 'PortForwarding': '1.2', Jan 21 09:27:52.787582 dv-cinder-804035-25-iscsi neutron-server[103183]: 'QosPolicy': '1.10', Jan 21 09:27:52.787582 dv-cinder-804035-25-iscsi neutron-server[103183]: 'SecurityGroup': '1.5', Jan 21 09:27:52.787582 dv-cinder-804035-25-iscsi neutron-server[103183]: 'SecurityGroupRule': '1.2', Jan 21 09:27:52.787582 dv-cinder-804035-25-iscsi neutron-server[103183]: 'SubPort': '1.0', Jan 21 09:27:52.787582 dv-cinder-804035-25-iscsi neutron-server[103183]: 'Subnet': '1.1', Jan 21 09:27:52.787582 dv-cinder-804035-25-iscsi neutron-server[103183]: 'Trunk': '1.1'}} Jan 21 09:27:52.787582 dv-cinder-804035-25-iscsi neutron-server[103183]: {{(pid=103183) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 21 09:27:52.874009 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-388406ce-c9a2-4173-81f8-fdfd76a72527 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774670334190'] for network (c13ce787-b669-4a63-b567-cda42d951ad5), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:27:53.031561 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-388406ce-c9a2-4173-81f8-fdfd76a72527 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430'] for network (c13ce787-b669-4a63-b567-cda42d951ad5), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:27:53.032576 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-388406ce-c9a2-4173-81f8-fdfd76a72527 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:27:53.033400 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-388406ce-c9a2-4173-81f8-fdfd76a72527 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4184320'] for network (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:27:53.130033 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388406ce-c9a2-4173-81f8-fdfd76a72527 admin admin] Pushing event updated for resources: {'Network': ['ID=c13ce787-b669-4a63-b567-cda42d951ad5,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:27:53.142945 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Network c13ce787-b669-4a63-b567-cda42d951ad5 details requested by agent ovs-agent-dv-cinder-804035-25-iscsi with host dv-cinder-804035-25-iscsi {{(pid=103184) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 09:27:53.164985 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [None req-388406ce-c9a2-4173-81f8-fdfd76a72527 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8328121 Jan 21 09:27:55.677294 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.45', 58262) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:27:55.817094 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3d92cc9-4341-417f-8abc-7df0694f47cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:27:55.821472 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [None req-b3d92cc9-4341-417f-8abc-7df0694f47cd admin admin] 10.222.0.45 "GET /v2.0/subnets/319270af-e3ea-4b3d-bc41-97b1d4886736 HTTP/1.1" status: 200 len: 849 time: 0.1402824 Jan 21 09:27:55.958814 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [None req-dae40fa6-c09d-4a62-940f-ef0cd8d517a2 admin admin] 10.222.0.45 "GET /v2.0/routers/4f394df4-34fc-4400-80d8-19607bff0847 HTTP/1.1" status: 200 len: 704 time: 0.1345785 Jan 21 09:27:56.226951 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-dcc4a155-57c3-40c0-b534-84e42aa97c9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:27:56.476458 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.db.agents_db [None req-6cca2222-2941-4527-9622-8fe6bb096302 None None] Agent healthcheck: found 5 active agents {{(pid=103185) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 09:27:56.544052 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [None req-dcc4a155-57c3-40c0-b534-84e42aa97c9f admin admin] Allocated IP 172.20.0.1 (ac041b8a-4968-4945-aed7-f2fad5786f34/319270af-e3ea-4b3d-bc41-97b1d4886736/3fecf160-f0e8-4c30-b66a-d02a71988b6a) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:27:56.738421 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-dcc4a155-57c3-40c0-b534-84e42aa97c9f admin admin] Publish callbacks [] for port (3fecf160-f0e8-4c30-b66a-d02a71988b6a), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:27:56.866702 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-dcc4a155-57c3-40c0-b534-84e42aa97c9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774670299796'] for port (3fecf160-f0e8-4c30-b66a-d02a71988b6a), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:27:56.955587 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcc4a155-57c3-40c0-b534-84e42aa97c9f admin admin] Network ac041b8a-4968-4945-aed7-f2fad5786f34 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:27:56.964009 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-dcc4a155-57c3-40c0-b534-84e42aa97c9f admin admin] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:27:56.968050 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc4a155-57c3-40c0-b534-84e42aa97c9f admin admin] Pushing event updated for resources: {'Port': ['ID=3fecf160-f0e8-4c30-b66a-d02a71988b6a,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:27:56.970627 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc4a155-57c3-40c0-b534-84e42aa97c9f admin admin] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 09:27:56.971170 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-dcc4a155-57c3-40c0-b534-84e42aa97c9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3852810'] for router_interface (4f394df4-34fc-4400-80d8-19607bff0847), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:27:57.138355 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.provisioning_blocks [None req-7aaae374-0b3b-43ab-9dcb-3cd495939ad7 None None] Provisioning complete for port 3fecf160-f0e8-4c30-b66a-d02a71988b6a triggered by entity DHCP. {{(pid=103184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:27:57.138908 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7aaae374-0b3b-43ab-9dcb-3cd495939ad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983013'] for port (3fecf160-f0e8-4c30-b66a-d02a71988b6a), provisioning_complete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:27:57.171482 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-7aaae374-0b3b-43ab-9dcb-3cd495939ad7 None None] Port 3fecf160-f0e8-4c30-b66a-d02a71988b6a cannot update to ACTIVE because it is not bound. {{(pid=103184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 21 09:27:57.238999 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-dcc4a155-57c3-40c0-b534-84e42aa97c9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (3fecf160-f0e8-4c30-b66a-d02a71988b6a), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:27:57.504779 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-dcc4a155-57c3-40c0-b534-84e42aa97c9f admin admin] Publish callbacks [] for port (3fecf160-f0e8-4c30-b66a-d02a71988b6a), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:27:57.574453 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-dcc4a155-57c3-40c0-b534-84e42aa97c9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774670732957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774670299814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774670299832'] for port (3fecf160-f0e8-4c30-b66a-d02a71988b6a), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:27:57.575551 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-dcc4a155-57c3-40c0-b534-84e42aa97c9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4184412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3852437'] for router_interface (4f394df4-34fc-4400-80d8-19607bff0847), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:27:57.645787 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc4a155-57c3-40c0-b534-84e42aa97c9f admin admin] Pushing event updated for resources: {'Port': ['ID=3fecf160-f0e8-4c30-b66a-d02a71988b6a,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:27:57.712025 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcc4a155-57c3-40c0-b534-84e42aa97c9f admin admin] Network ac041b8a-4968-4945-aed7-f2fad5786f34 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:27:57.713351 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-dcc4a155-57c3-40c0-b534-84e42aa97c9f admin admin] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:27:57.895581 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.provisioning_blocks [None req-1be7e2c9-2af8-4c1f-8e0a-3f9d556e5240 None None] Provisioning complete for port 3fecf160-f0e8-4c30-b66a-d02a71988b6a triggered by entity DHCP. {{(pid=103184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:27:57.895966 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1be7e2c9-2af8-4c1f-8e0a-3f9d556e5240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983013'] for port (3fecf160-f0e8-4c30-b66a-d02a71988b6a), provisioning_complete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:27:57.930581 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-1be7e2c9-2af8-4c1f-8e0a-3f9d556e5240 None None] Port 3fecf160-f0e8-4c30-b66a-d02a71988b6a cannot update to ACTIVE because it is not bound. {{(pid=103184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 21 09:27:57.974876 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcc4a155-57c3-40c0-b534-84e42aa97c9f admin admin] Router 4f394df4-34fc-4400-80d8-19607bff0847 is scheduled to L3 agent e2f5353c-5d20-4dd0-beb4-c302aead9ffd with binding_index 1 {{(pid=103183) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 09:27:58.071174 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcc4a155-57c3-40c0-b534-84e42aa97c9f admin admin] Notify agent at l3_agent.dv-cinder-804035-25-iscsi the message routers_updated {{(pid=103183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:27:58.078809 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [None req-dcc4a155-57c3-40c0-b534-84e42aa97c9f admin admin] 10.222.0.45 "PUT /v2.0/routers/4f394df4-34fc-4400-80d8-19607bff0847/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1124437 Jan 21 09:27:58.084462 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a33f04-3e6a-4b46-83bf-b7e167097e81 None None] Sync routers for ids ['4f394df4-34fc-4400-80d8-19607bff0847'] in dv-cinder-804035-25-iscsi {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:27:58.097677 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a33f04-3e6a-4b46-83bf-b7e167097e81 None None] Routers {'4f394df4-34fc-4400-80d8-19607bff0847'} bound to L3 agent in host dv-cinder-804035-25-iscsi {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 09:27:58.098735 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-64a33f04-3e6a-4b46-83bf-b7e167097e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-21T09:27:18Z,description=,heartbeat_timestamp=2022-01-21T09:27:48Z,host='dv-cinder-804035-25-iscsi',id=e2f5353c-5d20-4dd0-beb4-c302aead9ffd,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:27:19Z,topic='l3_agent')) {'router_ids': ['4f394df4-34fc-4400-80d8-19607bff0847'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:27:58.301894 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-64a33f04-3e6a-4b46-83bf-b7e167097e81 None None] Set router 4f394df4-34fc-4400-80d8-19607bff0847 gateway port host: None {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:27:58.743049 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-64a33f04-3e6a-4b46-83bf-b7e167097e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f394df4-34fc-4400-80d8-19607bff0847', 'name': 'router1', 'tenant_id': '9a471ef1a13b46b49bfafb4651f472ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:27:46Z', 'updated_at': '2022-01-21T09:27:57Z', 'revision_number': 2, 'project_id': '9a471ef1a13b46b49bfafb4651f472ba', 'gw_port_host': None, '_interfaces': [{'id': '3fecf160-f0e8-4c30-b66a-d02a71988b6a', 'name': '', 'network_id': 'ac041b8a-4968-4945-aed7-f2fad5786f34', 'tenant_id': '9a471ef1a13b46b49bfafb4651f472ba', 'mac_address': 'fa:16:3e:ca:89:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f394df4-34fc-4400-80d8-19607bff0847', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '319270af-e3ea-4b3d-bc41-97b1d4886736', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:27:56Z', 'updated_at': '2022-01-21T09:27:57Z', 'revision_number': 2, 'project_id': '9a471ef1a13b46b49bfafb4651f472ba', 'subnets': [{'id': '319270af-e3ea-4b3d-bc41-97b1d4886736', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4e3c64ab-502c-4d7a-9ac8-1df3e018493b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-25-iscsi', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:27:58.794011 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a33f04-3e6a-4b46-83bf-b7e167097e81 None None] Checking router: 4f394df4-34fc-4400-80d8-19607bff0847 for host: dv-cinder-804035-25-iscsi {{(pid=103185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:27:58.794385 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a33f04-3e6a-4b46-83bf-b7e167097e81 None None] Updating router 4f394df4-34fc-4400-80d8-19607bff0847 port 3fecf160-f0e8-4c30-b66a-d02a71988b6a binding host dv-cinder-804035-25-iscsi {{(pid=103185) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 09:27:58.875009 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-64a33f04-3e6a-4b46-83bf-b7e167097e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (3fecf160-f0e8-4c30-b66a-d02a71988b6a), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:27:59.396259 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-64a33f04-3e6a-4b46-83bf-b7e167097e81 None None] Publish callbacks [] for port (3fecf160-f0e8-4c30-b66a-d02a71988b6a), precommit_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:27:59.488827 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-64a33f04-3e6a-4b46-83bf-b7e167097e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774670732957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774670299814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774670299832'] for port (3fecf160-f0e8-4c30-b66a-d02a71988b6a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:27:59.649637 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35753279-a69f-4914-85a1-077a686d6050 None None] Pushing event updated for resources: {'Port': ['ID=3fecf160-f0e8-4c30-b66a-d02a71988b6a,revision_number=3']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:27:59.678664 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35753279-a69f-4914-85a1-077a686d6050 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:27:59.679019 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35753279-a69f-4914-85a1-077a686d6050 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:27:59.679423 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35753279-a69f-4914-85a1-077a686d6050 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:27:59.679765 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35753279-a69f-4914-85a1-077a686d6050 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:27:59.680099 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35753279-a69f-4914-85a1-077a686d6050 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:27:59.680475 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35753279-a69f-4914-85a1-077a686d6050 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:27:59.680824 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35753279-a69f-4914-85a1-077a686d6050 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:27:59.681175 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35753279-a69f-4914-85a1-077a686d6050 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:27:59.681588 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35753279-a69f-4914-85a1-077a686d6050 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:27:59.681940 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35753279-a69f-4914-85a1-077a686d6050 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:27:59.682275 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35753279-a69f-4914-85a1-077a686d6050 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:27:59.682596 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35753279-a69f-4914-85a1-077a686d6050 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:27:59.682917 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35753279-a69f-4914-85a1-077a686d6050 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:27:59.684381 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35753279-a69f-4914-85a1-077a686d6050 None None] Tracked resource versions report: Jan 21 09:27:59.684381 dv-cinder-804035-25-iscsi neutron-server[103185]: pushed versions: Jan 21 09:27:59.684381 dv-cinder-804035-25-iscsi neutron-server[103185]: { 'AddressGroup': {'1.2'}, Jan 21 09:27:59.684381 dv-cinder-804035-25-iscsi neutron-server[103185]: 'ConntrackHelper': {'1.0'}, Jan 21 09:27:59.684381 dv-cinder-804035-25-iscsi neutron-server[103185]: 'LocalIPAssociation': {'1.0'}, Jan 21 09:27:59.684381 dv-cinder-804035-25-iscsi neutron-server[103185]: 'Log': {'1.0'}, Jan 21 09:27:59.684381 dv-cinder-804035-25-iscsi neutron-server[103185]: 'Network': {'1.1'}, Jan 21 09:27:59.684381 dv-cinder-804035-25-iscsi neutron-server[103185]: 'Port': {'1.7'}, Jan 21 09:27:59.684381 dv-cinder-804035-25-iscsi neutron-server[103185]: 'PortForwarding': {'1.2'}, Jan 21 09:27:59.684381 dv-cinder-804035-25-iscsi neutron-server[103185]: 'QosPolicy': {'1.10'}, Jan 21 09:27:59.684381 dv-cinder-804035-25-iscsi neutron-server[103185]: 'SecurityGroup': {'1.5'}, Jan 21 09:27:59.684381 dv-cinder-804035-25-iscsi neutron-server[103185]: 'SecurityGroupRule': {'1.2'}, Jan 21 09:27:59.684381 dv-cinder-804035-25-iscsi neutron-server[103185]: 'SubPort': {'1.0'}, Jan 21 09:27:59.684381 dv-cinder-804035-25-iscsi neutron-server[103185]: 'Subnet': {'1.1'}, Jan 21 09:27:59.684381 dv-cinder-804035-25-iscsi neutron-server[103185]: 'Trunk': {'1.1'}} Jan 21 09:27:59.684381 dv-cinder-804035-25-iscsi neutron-server[103185]: consumer versions: Jan 21 09:27:59.684381 dv-cinder-804035-25-iscsi neutron-server[103185]: { DHCP agent@dv-cinder-804035-25-iscsi: {}, Jan 21 09:27:59.684381 dv-cinder-804035-25-iscsi neutron-server[103185]: L3 agent@dv-cinder-804035-25-iscsi: {}, Jan 21 09:27:59.684381 dv-cinder-804035-25-iscsi neutron-server[103185]: Metadata agent@dv-cinder-804035-25-iscsi: {}, Jan 21 09:27:59.684381 dv-cinder-804035-25-iscsi neutron-server[103185]: Metering agent@dv-cinder-804035-25-iscsi: {}, Jan 21 09:27:59.684381 dv-cinder-804035-25-iscsi neutron-server[103185]: Open vSwitch agent@dv-cinder-804035-25-iscsi: { 'AddressGroup': '1.2', Jan 21 09:27:59.684381 dv-cinder-804035-25-iscsi neutron-server[103185]: 'ConntrackHelper': '1.0', Jan 21 09:27:59.684381 dv-cinder-804035-25-iscsi neutron-server[103185]: 'LocalIPAssociation': '1.0', Jan 21 09:27:59.684381 dv-cinder-804035-25-iscsi neutron-server[103185]: 'Log': '1.0', Jan 21 09:27:59.684381 dv-cinder-804035-25-iscsi neutron-server[103185]: 'Network': '1.1', Jan 21 09:27:59.684381 dv-cinder-804035-25-iscsi neutron-server[103185]: 'Port': '1.7', Jan 21 09:27:59.684381 dv-cinder-804035-25-iscsi neutron-server[103185]: 'PortForwarding': '1.2', Jan 21 09:27:59.684381 dv-cinder-804035-25-iscsi neutron-server[103185]: 'QosPolicy': '1.10', Jan 21 09:27:59.684381 dv-cinder-804035-25-iscsi neutron-server[103185]: 'SecurityGroup': '1.5', Jan 21 09:27:59.684381 dv-cinder-804035-25-iscsi neutron-server[103185]: 'SecurityGroupRule': '1.2', Jan 21 09:27:59.684381 dv-cinder-804035-25-iscsi neutron-server[103185]: 'SubPort': '1.0', Jan 21 09:27:59.684381 dv-cinder-804035-25-iscsi neutron-server[103185]: 'Subnet': '1.1', Jan 21 09:27:59.684381 dv-cinder-804035-25-iscsi neutron-server[103185]: 'Trunk': '1.1'}} Jan 21 09:27:59.684381 dv-cinder-804035-25-iscsi neutron-server[103185]: {{(pid=103185) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 21 09:27:59.697039 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-64a33f04-3e6a-4b46-83bf-b7e167097e81 None None] Attempting to bind port 3fecf160-f0e8-4c30-b66a-d02a71988b6a on host dv-cinder-804035-25-iscsi for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 09:27:59.697473 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-64a33f04-3e6a-4b46-83bf-b7e167097e81 None None] Attempting to bind port 3fecf160-f0e8-4c30-b66a-d02a71988b6a by drivers openvswitch,hyperv on host dv-cinder-804035-25-iscsi at level 0 using segments [{'id': '1242833c-6ec5-4482-aa34-8b1d7f685568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'ac041b8a-4968-4945-aed7-f2fad5786f34'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 09:27:59.697930 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a33f04-3e6a-4b46-83bf-b7e167097e81 None None] Attempting to bind port 3fecf160-f0e8-4c30-b66a-d02a71988b6a on network ac041b8a-4968-4945-aed7-f2fad5786f34 {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:27:59.703408 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a33f04-3e6a-4b46-83bf-b7e167097e81 None None] Checking agent: {'id': 'a4f58dde-e5c6-489c-94fe-b355a6abc90e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-25-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 27, 22), 'started_at': datetime.datetime(2022, 1, 21, 9, 27, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 27, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-25-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:27:59.703805 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a33f04-3e6a-4b46-83bf-b7e167097e81 None None] Checking segment: {'id': '1242833c-6ec5-4482-aa34-8b1d7f685568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'ac041b8a-4968-4945-aed7-f2fad5786f34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 09:27:59.704298 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-64a33f04-3e6a-4b46-83bf-b7e167097e81 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:27:59.704719 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a33f04-3e6a-4b46-83bf-b7e167097e81 None None] Bound using segment: {'id': '1242833c-6ec5-4482-aa34-8b1d7f685568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'ac041b8a-4968-4945-aed7-f2fad5786f34'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:27:59.705221 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-64a33f04-3e6a-4b46-83bf-b7e167097e81 None None] Bound port: 3fecf160-f0e8-4c30-b66a-d02a71988b6a, host: dv-cinder-804035-25-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1242833c-6ec5-4482-aa34-8b1d7f685568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'ac041b8a-4968-4945-aed7-f2fad5786f34'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 09:27:59.705599 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-64a33f04-3e6a-4b46-83bf-b7e167097e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (3fecf160-f0e8-4c30-b66a-d02a71988b6a), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:27:59.762295 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.provisioning_blocks [None req-f7cbe6aa-f3a0-49da-8918-8168b611da0c None None] Provisioning complete for port 3fecf160-f0e8-4c30-b66a-d02a71988b6a triggered by entity DHCP. {{(pid=103184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:27:59.762918 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f7cbe6aa-f3a0-49da-8918-8168b611da0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983013'] for port (3fecf160-f0e8-4c30-b66a-d02a71988b6a), provisioning_complete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:27:59.787552 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-64a33f04-3e6a-4b46-83bf-b7e167097e81 None None] For port 3fecf160-f0e8-4c30-b66a-d02a71988b6a, host dv-cinder-804035-25-iscsi, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:27:59.798252 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-f7cbe6aa-f3a0-49da-8918-8168b611da0c None None] Port 3fecf160-f0e8-4c30-b66a-d02a71988b6a cannot update to ACTIVE because it is not bound. {{(pid=103184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 21 09:27:59.808992 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-64a33f04-3e6a-4b46-83bf-b7e167097e81 None None] For port 3fecf160-f0e8-4c30-b66a-d02a71988b6a, host dv-cinder-804035-25-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-25-iscsi',level=0,port_id=3fecf160-f0e8-4c30-b66a-d02a71988b6a,segment=NetworkSegment(1242833c-6ec5-4482-aa34-8b1d7f685568),segment_id=1242833c-6ec5-4482-aa34-8b1d7f685568)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:27:59.900836 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-64a33f04-3e6a-4b46-83bf-b7e167097e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774670732957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774670299814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774670299832'] for port (3fecf160-f0e8-4c30-b66a-d02a71988b6a), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:27:59.959037 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a33f04-3e6a-4b46-83bf-b7e167097e81 None None] Routers {'4f394df4-34fc-4400-80d8-19607bff0847'} bound to L3 agent in host dv-cinder-804035-25-iscsi {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 09:27:59.959677 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-64a33f04-3e6a-4b46-83bf-b7e167097e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-21T09:27:18Z,description=,heartbeat_timestamp=2022-01-21T09:27:48Z,host='dv-cinder-804035-25-iscsi',id=e2f5353c-5d20-4dd0-beb4-c302aead9ffd,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:27:19Z,topic='l3_agent')) {'router_ids': ['4f394df4-34fc-4400-80d8-19607bff0847'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:27:59.997970 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35753279-a69f-4914-85a1-077a686d6050 None None] Pushing event updated for resources: {'Port': ['ID=3fecf160-f0e8-4c30-b66a-d02a71988b6a,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:28:00.057082 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-64a33f04-3e6a-4b46-83bf-b7e167097e81 None None] Set router 4f394df4-34fc-4400-80d8-19607bff0847 gateway port host: None {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:28:00.124423 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.provisioning_blocks [None req-2f48a265-1fdc-4218-9ea4-a74add67cfe6 None None] Provisioning complete for port 3fecf160-f0e8-4c30-b66a-d02a71988b6a triggered by entity DHCP. {{(pid=103184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:28:00.124875 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2f48a265-1fdc-4218-9ea4-a74add67cfe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983013'] for port (3fecf160-f0e8-4c30-b66a-d02a71988b6a), provisioning_complete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:28:00.207589 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-2f48a265-1fdc-4218-9ea4-a74add67cfe6 None None] Current status of the port 3fecf160-f0e8-4c30-b66a-d02a71988b6a is: DOWN; New status is: ACTIVE {{(pid=103184) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:28:00.207908 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2f48a265-1fdc-4218-9ea4-a74add67cfe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (3fecf160-f0e8-4c30-b66a-d02a71988b6a), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:28:00.243672 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-2f48a265-1fdc-4218-9ea4-a74add67cfe6 None None] For port 3fecf160-f0e8-4c30-b66a-d02a71988b6a, host dv-cinder-804035-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-25-iscsi',level=0,port_id=3fecf160-f0e8-4c30-b66a-d02a71988b6a,segment=NetworkSegment(1242833c-6ec5-4482-aa34-8b1d7f685568),segment_id=1242833c-6ec5-4482-aa34-8b1d7f685568)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:28:00.282789 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-64a33f04-3e6a-4b46-83bf-b7e167097e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f394df4-34fc-4400-80d8-19607bff0847', 'name': 'router1', 'tenant_id': '9a471ef1a13b46b49bfafb4651f472ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:27:46Z', 'updated_at': '2022-01-21T09:27:57Z', 'revision_number': 2, 'project_id': '9a471ef1a13b46b49bfafb4651f472ba', 'gw_port_host': None, '_interfaces': [{'id': '3fecf160-f0e8-4c30-b66a-d02a71988b6a', 'name': '', 'network_id': 'ac041b8a-4968-4945-aed7-f2fad5786f34', 'tenant_id': '9a471ef1a13b46b49bfafb4651f472ba', 'mac_address': 'fa:16:3e:ca:89:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f394df4-34fc-4400-80d8-19607bff0847', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '319270af-e3ea-4b3d-bc41-97b1d4886736', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:27:56Z', 'updated_at': '2022-01-21T09:27:59Z', 'revision_number': 4, 'project_id': '9a471ef1a13b46b49bfafb4651f472ba', 'subnets': [{'id': '319270af-e3ea-4b3d-bc41-97b1d4886736', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4e3c64ab-502c-4d7a-9ac8-1df3e018493b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-25-iscsi', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:28:00.309675 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a33f04-3e6a-4b46-83bf-b7e167097e81 None None] The sync data for ids ['4f394df4-34fc-4400-80d8-19607bff0847'] in dv-cinder-804035-25-iscsi is: [{'id': '4f394df4-34fc-4400-80d8-19607bff0847', 'name': 'router1', 'tenant_id': '9a471ef1a13b46b49bfafb4651f472ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:27:46Z', 'updated_at': '2022-01-21T09:27:57Z', 'revision_number': 2, 'project_id': '9a471ef1a13b46b49bfafb4651f472ba', 'gw_port_host': None, '_interfaces': [{'id': '3fecf160-f0e8-4c30-b66a-d02a71988b6a', 'name': '', 'network_id': 'ac041b8a-4968-4945-aed7-f2fad5786f34', 'tenant_id': '9a471ef1a13b46b49bfafb4651f472ba', 'mac_address': 'fa:16:3e:ca:89:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f394df4-34fc-4400-80d8-19607bff0847', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '319270af-e3ea-4b3d-bc41-97b1d4886736', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:27:56Z', 'updated_at': '2022-01-21T09:27:59Z', 'revision_number': 4, 'project_id': '9a471ef1a13b46b49bfafb4651f472ba', 'subnets': [{'id': '319270af-e3ea-4b3d-bc41-97b1d4886736', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4e3c64ab-502c-4d7a-9ac8-1df3e018493b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:28:00.350514 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2f48a265-1fdc-4218-9ea4-a74add67cfe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774670732957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774670299814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774670299832'] for port (3fecf160-f0e8-4c30-b66a-d02a71988b6a), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:28:00.403773 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f48a265-1fdc-4218-9ea4-a74add67cfe6 None None] Pushing event updated for resources: {'Port': ['ID=3fecf160-f0e8-4c30-b66a-d02a71988b6a,revision_number=5']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:28:02.855391 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.wsgi [-] (103182) accepted ('10.222.0.45', 58282) {{(pid=103182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:28:02.972868 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dd0b8cd-bed4-4016-abc6-06f7af9b2da8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:28:02.974313 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [None req-6dd0b8cd-bed4-4016-abc6-06f7af9b2da8 admin admin] 10.222.0.45 "GET /v2.0/networks/c13ce787-b669-4a63-b567-cda42d951ad5 HTTP/1.1" status: 200 len: 842 time: 0.1179318 Jan 21 09:28:02.983841 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.v2.base [None req-c1933583-daaf-43f3-a206-15ec32971581 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'name': 'public-subnet', 'ip_version': 4, 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'tenant_id': '8740ed4fdb1c463fb1cd164428fe05aa', 'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5'}} {{(pid=103182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:28:03.110278 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1933583-daaf-43f3-a206-15ec32971581 admin admin] Made reservation on behalf of 8740ed4fdb1c463fb1cd164428fe05aa for: {'subnet': 1} {{(pid=103182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:28:03.110278 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-c1933583-daaf-43f3-a206-15ec32971581 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:28:03.541129 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.objects.ports [None req-c1933583-daaf-43f3-a206-15ec32971581 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103182) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 21 09:28:03.541598 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-c1933583-daaf-43f3-a206-15ec32971581 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4120330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430'] for subnet (6accd444-6422-45bf-9c21-6be173243a45), after_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:28:03.600068 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1933583-daaf-43f3-a206-15ec32971581 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6accd444-6422-45bf-9c21-6be173243a45,revision_number=0']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:28:03.610734 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1933583-daaf-43f3-a206-15ec32971581 admin admin] Checking segment: {'id': '04cdc6b6-1d9e-45db-8cc2-90c03cb493f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 09:28:03.611080 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1933583-daaf-43f3-a206-15ec32971581 admin admin] Network hostable DHCP agents. Network: c13ce787-b669-4a63-b567-cda42d951ad5, hostable agents: ['8a5d4a72-43a4-4fcf-b58e-bc9792bd5f0a'], hosted agents: [] {{(pid=103182) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:28:03.734170 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1933583-daaf-43f3-a206-15ec32971581 admin admin] Network c13ce787-b669-4a63-b567-cda42d951ad5 is scheduled to be hosted by DHCP agent 8a5d4a72-43a4-4fcf-b58e-bc9792bd5f0a with binding_index 1 {{(pid=103182) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:28:03.859806 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.scheduler.base_scheduler [None req-c1933583-daaf-43f3-a206-15ec32971581 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-25-iscsi, c13ce787-b669-4a63-b567-cda42d951ad5) {{(pid=103182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:28:03.864013 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1933583-daaf-43f3-a206-15ec32971581 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:28:03.864749 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-c1933583-daaf-43f3-a206-15ec32971581 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4184320'] for subnet (None), before_response {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:28:03.869638 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec80810f-12d6-4228-b9a8-3fc6f20ede71 None None] Network c13ce787-b669-4a63-b567-cda42d951ad5 requested from dv-cinder-804035-25-iscsi {{(pid=103184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 09:28:03.970110 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-962a58b4-18ce-42b1-aefa-007eb1567cde None None] Network c13ce787-b669-4a63-b567-cda42d951ad5 requested from dv-cinder-804035-25-iscsi {{(pid=103184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 09:28:04.062850 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [None req-c1933583-daaf-43f3-a206-15ec32971581 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0824425 Jan 21 09:28:06.452688 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.wsgi [-] (103182) accepted ('10.222.0.45', 58290) {{(pid=103182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:28:06.687048 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [None req-2c46468b-8f68-47ee-b065-01b904722c14 admin admin] 10.222.0.45 "GET /v2.0/routers/4f394df4-34fc-4400-80d8-19607bff0847 HTTP/1.1" status: 200 len: 710 time: 0.2332082 Jan 21 09:28:06.775666 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34dfef69-518e-4dc0-8622-8a89badee389 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:28:06.777032 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [None req-34dfef69-518e-4dc0-8622-8a89badee389 admin admin] 10.222.0.45 "GET /v2.0/networks/c13ce787-b669-4a63-b567-cda42d951ad5 HTTP/1.1" status: 200 len: 886 time: 0.0845666 Jan 21 09:28:06.786450 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.v2.base [None req-7b1999ea-92d2-4469-aab1-f06c1533d58e admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5'}}} {{(pid=103182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:28:07.046517 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-7b1999ea-92d2-4469-aab1-f06c1533d58e admin admin] Publish callbacks [] for router_gateway (4f394df4-34fc-4400-80d8-19607bff0847), precommit_update {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:28:07.218277 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Device 3fecf160-f0e8-4c30-b66a-d02a71988b6a up at agent ovs-agent-dv-cinder-804035-25-iscsi {{(pid=103184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:28:07.270404 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.provisioning_blocks [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Provisioning complete for port 3fecf160-f0e8-4c30-b66a-d02a71988b6a triggered by entity L2. {{(pid=103184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:28:07.270858 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983013'] for port (3fecf160-f0e8-4c30-b66a-d02a71988b6a), provisioning_complete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:28:07.360907 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Current status of the port 3fecf160-f0e8-4c30-b66a-d02a71988b6a is: ACTIVE; New status is: ACTIVE {{(pid=103184) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:28:07.470132 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-7b1999ea-92d2-4469-aab1-f06c1533d58e admin admin] Publish callbacks [] for router_gateway (4f394df4-34fc-4400-80d8-19607bff0847), before_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:28:07.552860 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-7b1999ea-92d2-4469-aab1-f06c1533d58e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (None), before_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:28:07.935491 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.db.db_base_plugin_common [None req-7b1999ea-92d2-4469-aab1-f06c1533d58e admin admin] Allocated IP 172.27.3.225 (c13ce787-b669-4a63-b567-cda42d951ad5/6accd444-6422-45bf-9c21-6be173243a45/a1074e27-d56f-408b-99cd-cf21d2ab7211) {{(pid=103182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:28:08.047212 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-7b1999ea-92d2-4469-aab1-f06c1533d58e admin admin] Publish callbacks [] for port (a1074e27-d56f-408b-99cd-cf21d2ab7211), precommit_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:28:08.163321 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-7b1999ea-92d2-4469-aab1-f06c1533d58e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774670299796'] for port (a1074e27-d56f-408b-99cd-cf21d2ab7211), after_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:28:08.237003 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b1999ea-92d2-4469-aab1-f06c1533d58e admin admin] Network c13ce787-b669-4a63-b567-cda42d951ad5 is already hosted by enough agents. {{(pid=103182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:28:08.244540 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.scheduler.base_scheduler [None req-7b1999ea-92d2-4469-aab1-f06c1533d58e admin admin] Resources bound (agent type, host, resource id): {{(pid=103182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:28:08.251209 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b1999ea-92d2-4469-aab1-f06c1533d58e admin admin] Received port after_create {{(pid=103182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 09:28:08.256666 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1999ea-92d2-4469-aab1-f06c1533d58e admin admin] Pushing event updated for resources: {'Port': ['ID=a1074e27-d56f-408b-99cd-cf21d2ab7211,revision_number=1']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:28:08.622018 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-7b1999ea-92d2-4469-aab1-f06c1533d58e admin admin] Publish callbacks [] for router_gateway (4f394df4-34fc-4400-80d8-19607bff0847), after_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:28:08.836706 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-7b1999ea-92d2-4469-aab1-f06c1533d58e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3850203', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3843047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7934'] for router (4f394df4-34fc-4400-80d8-19607bff0847), precommit_update {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:28:08.842609 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-7b1999ea-92d2-4469-aab1-f06c1533d58e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3846200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3850194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3846177', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3843052'] for router (4f394df4-34fc-4400-80d8-19607bff0847), after_update {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:28:08.981208 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b1999ea-92d2-4469-aab1-f06c1533d58e admin admin] Router 4f394df4-34fc-4400-80d8-19607bff0847 has already been hosted by L3 agent e2f5353c-5d20-4dd0-beb4-c302aead9ffd {{(pid=103182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:28:09.178363 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b1999ea-92d2-4469-aab1-f06c1533d58e admin admin] Notify agent at l3_agent.dv-cinder-804035-25-iscsi the message routers_updated {{(pid=103182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:28:09.183216 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-7b1999ea-92d2-4469-aab1-f06c1533d58e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:28:09.186018 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [None req-7b1999ea-92d2-4469-aab1-f06c1533d58e admin admin] 10.222.0.45 "PUT /v2.0/routers/4f394df4-34fc-4400-80d8-19607bff0847 HTTP/1.1" status: 200 len: 890 time: 2.4031951 Jan 21 09:28:09.195940 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d826022-bc46-45f6-95e0-51f53d90d640 None None] Sync routers for ids ['4f394df4-34fc-4400-80d8-19607bff0847'] in dv-cinder-804035-25-iscsi {{(pid=103184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:28:09.208681 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d826022-bc46-45f6-95e0-51f53d90d640 None None] Routers {'4f394df4-34fc-4400-80d8-19607bff0847'} bound to L3 agent in host dv-cinder-804035-25-iscsi {{(pid=103184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 09:28:09.209505 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.l3_hamode_db [None req-9d826022-bc46-45f6-95e0-51f53d90d640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-21T09:27:18Z,description=,heartbeat_timestamp=2022-01-21T09:27:48Z,host='dv-cinder-804035-25-iscsi',id=e2f5353c-5d20-4dd0-beb4-c302aead9ffd,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:27:19Z,topic='l3_agent')) {'router_ids': ['4f394df4-34fc-4400-80d8-19607bff0847'], 'active': True} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:28:09.439339 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.l3_dvr_db [None req-9d826022-bc46-45f6-95e0-51f53d90d640 None None] Set router 4f394df4-34fc-4400-80d8-19607bff0847 gateway port host: dv-cinder-804035-25-iscsi {{(pid=103184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:28:09.915101 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.l3_hamode_db [None req-9d826022-bc46-45f6-95e0-51f53d90d640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f394df4-34fc-4400-80d8-19607bff0847', 'name': 'router1', 'tenant_id': '9a471ef1a13b46b49bfafb4651f472ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'external_fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': 'a1074e27-d56f-408b-99cd-cf21d2ab7211', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:27:46Z', 'updated_at': '2022-01-21T09:28:08Z', 'revision_number': 4, 'project_id': '9a471ef1a13b46b49bfafb4651f472ba', 'gw_port': {'id': 'a1074e27-d56f-408b-99cd-cf21d2ab7211', 'name': '', 'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:0b:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f394df4-34fc-4400-80d8-19607bff0847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:28:07Z', 'updated_at': '2022-01-21T09:28:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6accd444-6422-45bf-9c21-6be173243a45', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-25-iscsi', '_interfaces': [{'id': '3fecf160-f0e8-4c30-b66a-d02a71988b6a', 'name': '', 'network_id': 'ac041b8a-4968-4945-aed7-f2fad5786f34', 'tenant_id': '9a471ef1a13b46b49bfafb4651f472ba', 'mac_address': 'fa:16:3e:ca:89:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f394df4-34fc-4400-80d8-19607bff0847', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '319270af-e3ea-4b3d-bc41-97b1d4886736', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:27:56Z', 'updated_at': '2022-01-21T09:28:00Z', 'revision_number': 5, 'project_id': '9a471ef1a13b46b49bfafb4651f472ba', 'subnets': [{'id': '319270af-e3ea-4b3d-bc41-97b1d4886736', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4e3c64ab-502c-4d7a-9ac8-1df3e018493b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-25-iscsi', False) {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:28:09.965672 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d826022-bc46-45f6-95e0-51f53d90d640 None None] Checking router: 4f394df4-34fc-4400-80d8-19607bff0847 for host: dv-cinder-804035-25-iscsi {{(pid=103184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:28:09.966035 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d826022-bc46-45f6-95e0-51f53d90d640 None None] Updating router 4f394df4-34fc-4400-80d8-19607bff0847 port a1074e27-d56f-408b-99cd-cf21d2ab7211 binding host dv-cinder-804035-25-iscsi {{(pid=103184) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 09:28:10.015692 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9d826022-bc46-45f6-95e0-51f53d90d640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (a1074e27-d56f-408b-99cd-cf21d2ab7211), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:28:10.342972 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9d826022-bc46-45f6-95e0-51f53d90d640 None None] Publish callbacks [] for port (a1074e27-d56f-408b-99cd-cf21d2ab7211), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:28:10.402850 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9d826022-bc46-45f6-95e0-51f53d90d640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774670732957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774670299814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774670299832'] for port (a1074e27-d56f-408b-99cd-cf21d2ab7211), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:28:10.455640 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [None req-9d826022-bc46-45f6-95e0-51f53d90d640 None None] Attempting to bind port a1074e27-d56f-408b-99cd-cf21d2ab7211 on host dv-cinder-804035-25-iscsi for vnic_type normal with profile {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 09:28:10.456009 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [None req-9d826022-bc46-45f6-95e0-51f53d90d640 None None] Attempting to bind port a1074e27-d56f-408b-99cd-cf21d2ab7211 by drivers openvswitch,hyperv on host dv-cinder-804035-25-iscsi at level 0 using segments [{'id': '04cdc6b6-1d9e-45db-8cc2-90c03cb493f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5'}] {{(pid=103184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 09:28:10.456370 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d826022-bc46-45f6-95e0-51f53d90d640 None None] Attempting to bind port a1074e27-d56f-408b-99cd-cf21d2ab7211 on network c13ce787-b669-4a63-b567-cda42d951ad5 {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:28:10.461532 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8849266a-2c29-4651-b76e-ff39e8fa004b None None] Pushing event updated for resources: {'Port': ['ID=a1074e27-d56f-408b-99cd-cf21d2ab7211,revision_number=2']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:28:10.466992 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d826022-bc46-45f6-95e0-51f53d90d640 None None] Checking agent: {'id': 'a4f58dde-e5c6-489c-94fe-b355a6abc90e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-25-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 27, 22), 'started_at': datetime.datetime(2022, 1, 21, 9, 27, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 27, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-25-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:28:10.467364 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d826022-bc46-45f6-95e0-51f53d90d640 None None] Checking segment: {'id': '04cdc6b6-1d9e-45db-8cc2-90c03cb493f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 09:28:10.467765 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9d826022-bc46-45f6-95e0-51f53d90d640 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:28:10.468150 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d826022-bc46-45f6-95e0-51f53d90d640 None None] Bound using segment: {'id': '04cdc6b6-1d9e-45db-8cc2-90c03cb493f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5'} {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:28:10.469238 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [None req-9d826022-bc46-45f6-95e0-51f53d90d640 None None] Bound port: a1074e27-d56f-408b-99cd-cf21d2ab7211, host: dv-cinder-804035-25-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04cdc6b6-1d9e-45db-8cc2-90c03cb493f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5'}}] {{(pid=103184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 09:28:10.469238 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9d826022-bc46-45f6-95e0-51f53d90d640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (a1074e27-d56f-408b-99cd-cf21d2ab7211), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:28:10.520018 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-9d826022-bc46-45f6-95e0-51f53d90d640 None None] For port a1074e27-d56f-408b-99cd-cf21d2ab7211, host dv-cinder-804035-25-iscsi, cleared binding levels {{(pid=103184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:28:10.523009 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-9d826022-bc46-45f6-95e0-51f53d90d640 None None] For port a1074e27-d56f-408b-99cd-cf21d2ab7211, host dv-cinder-804035-25-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-25-iscsi',level=0,port_id=a1074e27-d56f-408b-99cd-cf21d2ab7211,segment=NetworkSegment(04cdc6b6-1d9e-45db-8cc2-90c03cb493f2),segment_id=04cdc6b6-1d9e-45db-8cc2-90c03cb493f2)] {{(pid=103184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:28:10.598246 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9d826022-bc46-45f6-95e0-51f53d90d640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774670732957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774670299814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774670299832'] for port (a1074e27-d56f-408b-99cd-cf21d2ab7211), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:28:10.657598 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d826022-bc46-45f6-95e0-51f53d90d640 None None] Routers {'4f394df4-34fc-4400-80d8-19607bff0847'} bound to L3 agent in host dv-cinder-804035-25-iscsi {{(pid=103184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 09:28:10.658208 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.l3_hamode_db [None req-9d826022-bc46-45f6-95e0-51f53d90d640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-21T09:27:18Z,description=,heartbeat_timestamp=2022-01-21T09:27:48Z,host='dv-cinder-804035-25-iscsi',id=e2f5353c-5d20-4dd0-beb4-c302aead9ffd,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:27:19Z,topic='l3_agent')) {'router_ids': ['4f394df4-34fc-4400-80d8-19607bff0847'], 'active': True} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:28:10.695577 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8849266a-2c29-4651-b76e-ff39e8fa004b None None] Pushing event updated for resources: {'Port': ['ID=a1074e27-d56f-408b-99cd-cf21d2ab7211,revision_number=3']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:28:10.782011 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.l3_dvr_db [None req-9d826022-bc46-45f6-95e0-51f53d90d640 None None] Set router 4f394df4-34fc-4400-80d8-19607bff0847 gateway port host: dv-cinder-804035-25-iscsi {{(pid=103184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:28:11.016275 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.l3_hamode_db [None req-9d826022-bc46-45f6-95e0-51f53d90d640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f394df4-34fc-4400-80d8-19607bff0847', 'name': 'router1', 'tenant_id': '9a471ef1a13b46b49bfafb4651f472ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'external_fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': 'a1074e27-d56f-408b-99cd-cf21d2ab7211', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:27:46Z', 'updated_at': '2022-01-21T09:28:08Z', 'revision_number': 4, 'project_id': '9a471ef1a13b46b49bfafb4651f472ba', 'gw_port': {'id': 'a1074e27-d56f-408b-99cd-cf21d2ab7211', 'name': '', 'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:0b:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f394df4-34fc-4400-80d8-19607bff0847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:28:07Z', 'updated_at': '2022-01-21T09:28:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6accd444-6422-45bf-9c21-6be173243a45', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-25-iscsi', '_interfaces': [{'id': '3fecf160-f0e8-4c30-b66a-d02a71988b6a', 'name': '', 'network_id': 'ac041b8a-4968-4945-aed7-f2fad5786f34', 'tenant_id': '9a471ef1a13b46b49bfafb4651f472ba', 'mac_address': 'fa:16:3e:ca:89:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f394df4-34fc-4400-80d8-19607bff0847', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '319270af-e3ea-4b3d-bc41-97b1d4886736', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:27:56Z', 'updated_at': '2022-01-21T09:28:00Z', 'revision_number': 5, 'project_id': '9a471ef1a13b46b49bfafb4651f472ba', 'subnets': [{'id': '319270af-e3ea-4b3d-bc41-97b1d4886736', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4e3c64ab-502c-4d7a-9ac8-1df3e018493b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-25-iscsi', False) {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:28:11.043555 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d826022-bc46-45f6-95e0-51f53d90d640 None None] The sync data for ids ['4f394df4-34fc-4400-80d8-19607bff0847'] in dv-cinder-804035-25-iscsi is: [{'id': '4f394df4-34fc-4400-80d8-19607bff0847', 'name': 'router1', 'tenant_id': '9a471ef1a13b46b49bfafb4651f472ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'external_fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': 'a1074e27-d56f-408b-99cd-cf21d2ab7211', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:27:46Z', 'updated_at': '2022-01-21T09:28:08Z', 'revision_number': 4, 'project_id': '9a471ef1a13b46b49bfafb4651f472ba', 'gw_port': {'id': 'a1074e27-d56f-408b-99cd-cf21d2ab7211', 'name': '', 'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:0b:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f394df4-34fc-4400-80d8-19607bff0847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:28:07Z', 'updated_at': '2022-01-21T09:28:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6accd444-6422-45bf-9c21-6be173243a45', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-25-iscsi', '_interfaces': [{'id': '3fecf160-f0e8-4c30-b66a-d02a71988b6a', 'name': '', 'network_id': 'ac041b8a-4968-4945-aed7-f2fad5786f34', 'tenant_id': '9a471ef1a13b46b49bfafb4651f472ba', 'mac_address': 'fa:16:3e:ca:89:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f394df4-34fc-4400-80d8-19607bff0847', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '319270af-e3ea-4b3d-bc41-97b1d4886736', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:27:56Z', 'updated_at': '2022-01-21T09:28:00Z', 'revision_number': 5, 'project_id': '9a471ef1a13b46b49bfafb4651f472ba', 'subnets': [{'id': '319270af-e3ea-4b3d-bc41-97b1d4886736', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4e3c64ab-502c-4d7a-9ac8-1df3e018493b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:28:11.875565 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.wsgi [-] (103182) accepted ('10.222.0.45', 58302) {{(pid=103182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:28:11.992600 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [None req-238b7c38-cee7-4938-97ab-aad4fbad644e admin admin] 10.222.0.45 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1158834 Jan 21 09:28:13.179075 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Device a1074e27-d56f-408b-99cd-cf21d2ab7211 up at agent ovs-agent-dv-cinder-804035-25-iscsi {{(pid=103184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:28:13.229976 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.provisioning_blocks [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Provisioning complete for port a1074e27-d56f-408b-99cd-cf21d2ab7211 triggered by entity L2. {{(pid=103184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:28:13.230373 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983013'] for port (a1074e27-d56f-408b-99cd-cf21d2ab7211), provisioning_complete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:28:13.320751 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Current status of the port a1074e27-d56f-408b-99cd-cf21d2ab7211 is: DOWN; New status is: ACTIVE {{(pid=103184) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:28:13.321221 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (a1074e27-d56f-408b-99cd-cf21d2ab7211), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:28:13.342963 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] For port a1074e27-d56f-408b-99cd-cf21d2ab7211, host dv-cinder-804035-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-25-iscsi',level=0,port_id=a1074e27-d56f-408b-99cd-cf21d2ab7211,segment=NetworkSegment(04cdc6b6-1d9e-45db-8cc2-90c03cb493f2),segment_id=04cdc6b6-1d9e-45db-8cc2-90c03cb493f2)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:28:13.431862 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774670732957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774670299814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774670299832'] for port (a1074e27-d56f-408b-99cd-cf21d2ab7211), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:28:13.478442 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Pushing event updated for resources: {'Port': ['ID=a1074e27-d56f-408b-99cd-cf21d2ab7211,revision_number=4']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:28:15.156842 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Device a1074e27-d56f-408b-99cd-cf21d2ab7211 up at agent ovs-agent-dv-cinder-804035-25-iscsi {{(pid=103184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:28:15.204978 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.provisioning_blocks [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Provisioning complete for port a1074e27-d56f-408b-99cd-cf21d2ab7211 triggered by entity L2. {{(pid=103184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:28:15.205403 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983013'] for port (a1074e27-d56f-408b-99cd-cf21d2ab7211), provisioning_complete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:28:15.287710 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Current status of the port a1074e27-d56f-408b-99cd-cf21d2ab7211 is: ACTIVE; New status is: ACTIVE {{(pid=103184) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:28:15.945927 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-dde38099-ec74-4f9d-9250-18b09fa931a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (8a5d4a72-43a4-4fcf-b58e-bc9792bd5f0a), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:28:18.369688 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-de12daa9-b5e2-4c58-98b4-e7dc5fc6d460 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (e2f5353c-5d20-4dd0-beb4-c302aead9ffd), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:28:19.448663 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0beda05d-594e-4362-80c2-bc999a9a2b64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (9e31de2d-26a2-4a88-b799-f1f3b7df75bf), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:28:21.071610 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f5928849-742c-4298-9c4e-ae1543ad1886 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (fd0edb9a-d711-47a6-aedf-fe72898a6c79), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:28:22.386162 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (a4f58dde-e5c6-489c-94fe-b355a6abc90e), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:28:33.478246 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.db.agents_db [None req-6cca2222-2941-4527-9622-8fe6bb096302 None None] Agent healthcheck: found 5 active agents {{(pid=103185) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 09:28:45.882539 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-929a71f7-fefd-40cf-922e-d8f399339e1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (8a5d4a72-43a4-4fcf-b58e-bc9792bd5f0a), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:28:48.402164 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9526a0ca-3a41-4495-9eb1-3eb50c2b59fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (e2f5353c-5d20-4dd0-beb4-c302aead9ffd), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:28:49.842571 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0beda05d-594e-4362-80c2-bc999a9a2b64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (9e31de2d-26a2-4a88-b799-f1f3b7df75bf), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:28:51.070874 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f5928849-742c-4298-9c4e-ae1543ad1886 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (fd0edb9a-d711-47a6-aedf-fe72898a6c79), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:28:52.350566 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (a4f58dde-e5c6-489c-94fe-b355a6abc90e), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:29:10.477756 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.db.agents_db [None req-6cca2222-2941-4527-9622-8fe6bb096302 None None] Agent healthcheck: found 5 active agents {{(pid=103185) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 09:29:15.990708 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-650abaf9-e3d1-4a1c-8a0d-864a1a93fe35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (8a5d4a72-43a4-4fcf-b58e-bc9792bd5f0a), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:29:18.372906 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-aa7824b6-f068-483b-813e-4b73100c1426 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (e2f5353c-5d20-4dd0-beb4-c302aead9ffd), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:29:19.441756 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0beda05d-594e-4362-80c2-bc999a9a2b64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (9e31de2d-26a2-4a88-b799-f1f3b7df75bf), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:29:21.115744 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f5928849-742c-4298-9c4e-ae1543ad1886 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (fd0edb9a-d711-47a6-aedf-fe72898a6c79), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:29:22.362316 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (a4f58dde-e5c6-489c-94fe-b355a6abc90e), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:29:36.999207 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.45', 58786) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:29:37.066050 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.pecan_wsgi.hooks.translation [None req-68a0f1ae-cf2a-4163-bff5-a31cbfbd93f6 admin admin] GET failed (client error): The resource could not be found. Jan 21 09:29:37.067369 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [None req-68a0f1ae-cf2a-4163-bff5-a31cbfbd93f6 admin admin] 10.222.0.45 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0672181 Jan 21 09:29:37.231117 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c810cf44-ba48-40ae-af94-32403f1e3281 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:29:37.232527 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [None req-c810cf44-ba48-40ae-af94-32403f1e3281 admin admin] 10.222.0.45 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1607959 Jan 21 09:29:39.504370 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.45', 58796) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:29:39.600738 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02c47a41-4fb7-4b43-bb34-4b422d7d06e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:29:39.602132 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [None req-02c47a41-4fb7-4b43-bb34-4b422d7d06e6 admin admin] 10.222.0.45 "GET /v2.0/subnets/319270af-e3ea-4b3d-bc41-97b1d4886736 HTTP/1.1" status: 200 len: 849 time: 0.0968094 Jan 21 09:29:39.612465 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.v2.base [None req-4663c9ec-6f46-418c-85b7-841e48dbe379 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:29:39.697206 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4663c9ec-6f46-418c-85b7-841e48dbe379 admin admin] Publish callbacks [] for subnet (319270af-e3ea-4b3d-bc41-97b1d4886736), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:29:40.144287 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4663c9ec-6f46-418c-85b7-841e48dbe379 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4120330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8774670733029'] for subnet (319270af-e3ea-4b3d-bc41-97b1d4886736), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:29:40.174708 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4663c9ec-6f46-418c-85b7-841e48dbe379 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:29:40.175303 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4663c9ec-6f46-418c-85b7-841e48dbe379 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4184320'] for subnet (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:29:40.176759 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [None req-4663c9ec-6f46-418c-85b7-841e48dbe379 admin admin] 10.222.0.45 "PUT /v2.0/subnets/319270af-e3ea-4b3d-bc41-97b1d4886736 HTTP/1.1" status: 200 len: 868 time: 0.5686007 Jan 21 09:29:40.180048 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3319822f-1e1e-4dfb-a312-7509e535954e None None] Network ac041b8a-4968-4945-aed7-f2fad5786f34 requested from dv-cinder-804035-25-iscsi {{(pid=103184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 09:29:40.203101 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4663c9ec-6f46-418c-85b7-841e48dbe379 admin admin] Pushing event updated for resources: {'Subnet': ['ID=319270af-e3ea-4b3d-bc41-97b1d4886736,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:29:40.211410 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4663c9ec-6f46-418c-85b7-841e48dbe379 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:29:40.211781 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4663c9ec-6f46-418c-85b7-841e48dbe379 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:29:40.212120 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4663c9ec-6f46-418c-85b7-841e48dbe379 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:29:40.212456 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4663c9ec-6f46-418c-85b7-841e48dbe379 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:29:40.213414 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4663c9ec-6f46-418c-85b7-841e48dbe379 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:29:40.213896 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4663c9ec-6f46-418c-85b7-841e48dbe379 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:29:40.214261 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4663c9ec-6f46-418c-85b7-841e48dbe379 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:29:40.214596 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4663c9ec-6f46-418c-85b7-841e48dbe379 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:29:40.214925 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4663c9ec-6f46-418c-85b7-841e48dbe379 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:29:40.215385 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4663c9ec-6f46-418c-85b7-841e48dbe379 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:29:40.215719 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4663c9ec-6f46-418c-85b7-841e48dbe379 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:29:40.216043 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4663c9ec-6f46-418c-85b7-841e48dbe379 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:29:40.216365 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4663c9ec-6f46-418c-85b7-841e48dbe379 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:29:40.557910 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.provisioning_blocks [None req-27209d93-ee95-40a8-b951-d35941155e5a None None] Provisioning complete for port 3fecf160-f0e8-4c30-b66a-d02a71988b6a triggered by entity DHCP. {{(pid=103184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:29:40.558299 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-27209d93-ee95-40a8-b951-d35941155e5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983013'] for port (3fecf160-f0e8-4c30-b66a-d02a71988b6a), provisioning_complete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:29:40.641864 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-27209d93-ee95-40a8-b951-d35941155e5a None None] Current status of the port 3fecf160-f0e8-4c30-b66a-d02a71988b6a is: ACTIVE; New status is: ACTIVE {{(pid=103184) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:29:40.652693 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.provisioning_blocks [None req-27209d93-ee95-40a8-b951-d35941155e5a None None] Provisioning complete for port 1ed39da7-35ad-4fe3-be86-e0d416f20e76 triggered by entity DHCP. {{(pid=103184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:29:40.653088 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-27209d93-ee95-40a8-b951-d35941155e5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983013'] for port (1ed39da7-35ad-4fe3-be86-e0d416f20e76), provisioning_complete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:29:40.744814 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-27209d93-ee95-40a8-b951-d35941155e5a None None] Current status of the port 1ed39da7-35ad-4fe3-be86-e0d416f20e76 is: ACTIVE; New status is: ACTIVE {{(pid=103184) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:29:42.480274 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.45', 58804) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:29:42.699241 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea35a35f-525c-4228-ac0b-4088fa9dab6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:29:42.699780 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea35a35f-525c-4228-ac0b-4088fa9dab6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:29:42.701245 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [None req-ea35a35f-525c-4228-ac0b-4088fa9dab6a admin admin] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2199712 Jan 21 09:29:45.024363 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.wsgi [-] (103182) accepted ('10.222.0.45', 58812) {{(pid=103182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:29:45.254647 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46f6dfb7-ed11-4ed2-afb7-3775ed505310 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:29:45.255036 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46f6dfb7-ed11-4ed2-afb7-3775ed505310 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:29:45.256667 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [None req-46f6dfb7-ed11-4ed2-afb7-3775ed505310 admin admin] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2313514 Jan 21 09:29:45.983968 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8f056503-794e-4045-a0ef-bb43bcfb3b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (8a5d4a72-43a4-4fcf-b58e-bc9792bd5f0a), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:29:47.476075 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.db.agents_db [None req-6cca2222-2941-4527-9622-8fe6bb096302 None None] Agent healthcheck: found 5 active agents {{(pid=103185) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 09:29:47.654694 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.wsgi [-] (103182) accepted ('10.222.0.45', 58822) {{(pid=103182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:29:47.805651 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1920dc5-cb66-4154-9694-7e4d24290a84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:29:47.806927 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [None req-c1920dc5-cb66-4154-9694-7e4d24290a84 admin admin] 10.222.0.45 "GET /v2.0/networks/ac041b8a-4968-4945-aed7-f2fad5786f34 HTTP/1.1" status: 200 len: 869 time: 0.1512768 Jan 21 09:29:48.372470 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-32dc74b6-fedc-4284-8a65-6db9080959a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (e2f5353c-5d20-4dd0-beb4-c302aead9ffd), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:29:49.487204 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0beda05d-594e-4362-80c2-bc999a9a2b64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (9e31de2d-26a2-4a88-b799-f1f3b7df75bf), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:29:50.158522 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.wsgi [-] (103182) accepted ('10.222.0.45', 58830) {{(pid=103182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:29:50.285614 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6c8a2fe-296d-4b21-85b2-7a8a1d3c9119 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:29:50.286997 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [None req-a6c8a2fe-296d-4b21-85b2-7a8a1d3c9119 admin admin] 10.222.0.45 "GET /v2.0/networks/c13ce787-b669-4a63-b567-cda42d951ad5 HTTP/1.1" status: 200 len: 886 time: 0.1275067 Jan 21 09:29:51.109271 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f5928849-742c-4298-9c4e-ae1543ad1886 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (fd0edb9a-d711-47a6-aedf-fe72898a6c79), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:29:52.355232 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (a4f58dde-e5c6-489c-94fe-b355a6abc90e), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:29:52.646890 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.wsgi [-] (103182) accepted ('10.222.0.45', 58838) {{(pid=103182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:29:52.772064 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b659b07-e967-4ccc-9025-f1a2b1780dd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:29:52.772512 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b659b07-e967-4ccc-9025-f1a2b1780dd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:29:52.774082 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [None req-7b659b07-e967-4ccc-9025-f1a2b1780dd8 admin admin] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1262286 Jan 21 09:29:55.242796 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.wsgi [-] (103182) accepted ('10.222.0.45', 58846) {{(pid=103182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:29:55.335282 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc82f789-30ef-46e8-b2bc-98e636649457 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:29:55.335723 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc82f789-30ef-46e8-b2bc-98e636649457 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:29:55.337288 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [None req-dc82f789-30ef-46e8-b2bc-98e636649457 admin admin] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0935051 Jan 21 09:29:57.620758 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.wsgi [-] (103182) accepted ('10.222.0.45', 58854) {{(pid=103182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:29:57.717466 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e40c292-a242-4516-bcf8-29d0d00bdcca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:29:57.718835 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [None req-8e40c292-a242-4516-bcf8-29d0d00bdcca admin admin] 10.222.0.45 "GET /v2.0/subnets/319270af-e3ea-4b3d-bc41-97b1d4886736 HTTP/1.1" status: 200 len: 868 time: 0.0970962 Jan 21 09:30:00.014208 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.45', 58862) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:30:00.104469 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daf47769-18df-4c63-878e-74b45581b011 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:30:00.105834 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [None req-daf47769-18df-4c63-878e-74b45581b011 admin admin] 10.222.0.45 "GET /v2.0/subnets/6accd444-6422-45bf-9c21-6be173243a45 HTTP/1.1" status: 200 len: 816 time: 0.0906842 Jan 21 09:30:15.920625 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ad5c108e-ed98-45a8-a91f-410baf87dfee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (8a5d4a72-43a4-4fcf-b58e-bc9792bd5f0a), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:30:18.366520 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-17e55c55-27c1-4eae-8ba1-968ad3949f45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (e2f5353c-5d20-4dd0-beb4-c302aead9ffd), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:30:19.457476 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0beda05d-594e-4362-80c2-bc999a9a2b64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (9e31de2d-26a2-4a88-b799-f1f3b7df75bf), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:30:21.109099 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f5928849-742c-4298-9c4e-ae1543ad1886 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (fd0edb9a-d711-47a6-aedf-fe72898a6c79), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:30:22.514733 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (a4f58dde-e5c6-489c-94fe-b355a6abc90e), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:30:24.475503 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.db.agents_db [None req-6cca2222-2941-4527-9622-8fe6bb096302 None None] Agent healthcheck: found 5 active agents {{(pid=103185) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 09:30:25.645319 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.45', 58916) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:30:25.697392 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [None req-a6fd756d-184a-427f-878c-befeb5a31bd2 admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103183) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 21 09:30:25.698395 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [None req-a6fd756d-184a-427f-878c-befeb5a31bd2 admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0521295 Jan 21 09:30:28.138364 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.wsgi [-] (103182) accepted ('10.222.0.45', 58924) {{(pid=103182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:30:28.202587 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f552925-c914-4065-be12-07a69301cda5 admin admin] GET failed (client error): The resource could not be found. Jan 21 09:30:28.204455 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [None req-8f552925-c914-4065-be12-07a69301cda5 admin admin] 10.222.0.45 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0651314 Jan 21 09:30:28.377881 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b45205a5-52b1-486b-953c-50fc6f81939b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:30:28.377881 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [None req-b45205a5-52b1-486b-953c-50fc6f81939b admin admin] 10.222.0.45 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1660154 Jan 21 09:30:30.896928 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.wsgi [-] (103182) accepted ('10.222.0.45', 58934) {{(pid=103182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:30:30.947113 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.v2.base [None req-bebf3f6e-9b35-462a-82f7-8c96a7f3c188 admin admin] Request body: {'network': {'shared': True, 'tenant_id': '8740ed4fdb1c463fb1cd164428fe05aa', 'admin_state_up': True, 'name': 'shared', 'project_id': '8740ed4fdb1c463fb1cd164428fe05aa'}} {{(pid=103182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:30:31.063904 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bebf3f6e-9b35-462a-82f7-8c96a7f3c188 admin admin] Made reservation on behalf of 8740ed4fdb1c463fb1cd164428fe05aa for: {'network': 1} {{(pid=103182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:30:31.066279 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-bebf3f6e-9b35-462a-82f7-8c96a7f3c188 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for network (None), before_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:30:31.103765 dv-cinder-804035-25-iscsi neutron-server[103182]: WARNING neutron.services.revisions.revision_plugin [None req-bebf3f6e-9b35-462a-82f7-8c96a7f3c188 admin admin] Could not find related network for resource to bump revision. Jan 21 09:30:31.118634 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bebf3f6e-9b35-462a-82f7-8c96a7f3c188 admin admin] vlan segment allocate from pool success with {'vlan_id': 358, 'physical_network': 'physnet1'} {{(pid=103182) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:30:31.136180 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-bebf3f6e-9b35-462a-82f7-8c96a7f3c188 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906022'] for segment (253d4433-551a-4024-8330-3fb43cf8b13f), precommit_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:30:31.136532 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.db.segments_db [None req-bebf3f6e-9b35-462a-82f7-8c96a7f3c188 admin admin] Added segment 253d4433-551a-4024-8330-3fb43cf8b13f of type vlan for network b4a5c36d-b79e-475a-9487-69d24a1ebb02 Jan 21 09:30:31.197407 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-bebf3f6e-9b35-462a-82f7-8c96a7f3c188 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774670334190'] for network (b4a5c36d-b79e-475a-9487-69d24a1ebb02), precommit_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:30:31.320440 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-bebf3f6e-9b35-462a-82f7-8c96a7f3c188 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430'] for network (b4a5c36d-b79e-475a-9487-69d24a1ebb02), after_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:30:31.321515 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bebf3f6e-9b35-462a-82f7-8c96a7f3c188 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:30:31.322132 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-bebf3f6e-9b35-462a-82f7-8c96a7f3c188 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4184320'] for network (None), before_response {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:30:31.388719 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebf3f6e-9b35-462a-82f7-8c96a7f3c188 admin admin] Pushing event updated for resources: {'Network': ['ID=b4a5c36d-b79e-475a-9487-69d24a1ebb02,revision_number=1']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:30:31.397130 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebf3f6e-9b35-462a-82f7-8c96a7f3c188 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:30:31.398121 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebf3f6e-9b35-462a-82f7-8c96a7f3c188 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:30:31.398121 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebf3f6e-9b35-462a-82f7-8c96a7f3c188 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:30:31.398308 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebf3f6e-9b35-462a-82f7-8c96a7f3c188 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:30:31.398549 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebf3f6e-9b35-462a-82f7-8c96a7f3c188 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:30:31.398889 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebf3f6e-9b35-462a-82f7-8c96a7f3c188 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:30:31.399235 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebf3f6e-9b35-462a-82f7-8c96a7f3c188 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:30:31.399572 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebf3f6e-9b35-462a-82f7-8c96a7f3c188 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:30:31.399906 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebf3f6e-9b35-462a-82f7-8c96a7f3c188 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:30:31.400235 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebf3f6e-9b35-462a-82f7-8c96a7f3c188 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:30:31.400563 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebf3f6e-9b35-462a-82f7-8c96a7f3c188 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:30:31.400889 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebf3f6e-9b35-462a-82f7-8c96a7f3c188 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:30:31.401270 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebf3f6e-9b35-462a-82f7-8c96a7f3c188 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:30:31.420568 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Network b4a5c36d-b79e-475a-9487-69d24a1ebb02 details requested by agent ovs-agent-dv-cinder-804035-25-iscsi with host dv-cinder-804035-25-iscsi {{(pid=103184) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 09:30:31.477717 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [None req-bebf3f6e-9b35-462a-82f7-8c96a7f3c188 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5794997 Jan 21 09:30:33.956588 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.wsgi [-] (103182) accepted ('10.222.0.45', 58944) {{(pid=103182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:30:34.027881 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1d0f8eb-d857-42ee-9480-3ea307d2ebbf admin admin] GET failed (client error): The resource could not be found. Jan 21 09:30:34.029662 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [None req-a1d0f8eb-d857-42ee-9480-3ea307d2ebbf admin admin] 10.222.0.45 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0716543 Jan 21 09:30:34.111182 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-415ec651-93d1-486f-a3cf-c46367b5595a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:30:34.112802 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [None req-415ec651-93d1-486f-a3cf-c46367b5595a admin admin] 10.222.0.45 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0785148 Jan 21 09:30:34.123311 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.v2.base [None req-0a529128-3183-40af-af6c-c07f6308ec46 admin admin] Request body: {'subnet': {'tenant_id': '8740ed4fdb1c463fb1cd164428fe05aa', 'name': 'shared-subnet', 'network_id': 'b4a5c36d-b79e-475a-9487-69d24a1ebb02', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'ip_version': 4}} {{(pid=103182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:30:34.304235 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a529128-3183-40af-af6c-c07f6308ec46 admin admin] Made reservation on behalf of 8740ed4fdb1c463fb1cd164428fe05aa for: {'subnet': 1} {{(pid=103182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:30:34.306594 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-0a529128-3183-40af-af6c-c07f6308ec46 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:30:34.589353 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-0a529128-3183-40af-af6c-c07f6308ec46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4120330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430'] for subnet (efae9c59-cb42-406e-8fa7-6fb4bf6ea752), after_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:30:34.641096 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a529128-3183-40af-af6c-c07f6308ec46 admin admin] Pushing event updated for resources: {'Subnet': ['ID=efae9c59-cb42-406e-8fa7-6fb4bf6ea752,revision_number=0']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:30:34.662197 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a529128-3183-40af-af6c-c07f6308ec46 admin admin] Checking segment: {'id': '253d4433-551a-4024-8330-3fb43cf8b13f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'b4a5c36d-b79e-475a-9487-69d24a1ebb02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 09:30:34.662548 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a529128-3183-40af-af6c-c07f6308ec46 admin admin] Network hostable DHCP agents. Network: b4a5c36d-b79e-475a-9487-69d24a1ebb02, hostable agents: ['8a5d4a72-43a4-4fcf-b58e-bc9792bd5f0a'], hosted agents: [] {{(pid=103182) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:30:34.743557 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a529128-3183-40af-af6c-c07f6308ec46 admin admin] Network b4a5c36d-b79e-475a-9487-69d24a1ebb02 is scheduled to be hosted by DHCP agent 8a5d4a72-43a4-4fcf-b58e-bc9792bd5f0a with binding_index 1 {{(pid=103182) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:30:34.882471 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.scheduler.base_scheduler [None req-0a529128-3183-40af-af6c-c07f6308ec46 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-25-iscsi, b4a5c36d-b79e-475a-9487-69d24a1ebb02) {{(pid=103182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:30:34.887540 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a529128-3183-40af-af6c-c07f6308ec46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:30:34.888180 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-0a529128-3183-40af-af6c-c07f6308ec46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4184320'] for subnet (None), before_response {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:30:34.888692 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51e83821-f059-4f83-873e-f4c4921ef4e9 None None] Network b4a5c36d-b79e-475a-9487-69d24a1ebb02 requested from dv-cinder-804035-25-iscsi {{(pid=103184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 09:30:35.009725 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4e82797-0083-4a71-a81c-87da240f0ec7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdb391ba1-f7e2-5f62-9648-e4a8f7be7f09-b4a5c36d-b79e-475a-9487-69d24a1ebb02', 'network_id': 'b4a5c36d-b79e-475a-9487-69d24a1ebb02', 'project_id': '8740ed4fdb1c463fb1cd164428fe05aa', 'fixed_ips': [{'subnet_id': 'efae9c59-cb42-406e-8fa7-6fb4bf6ea752'}]}} from dv-cinder-804035-25-iscsi. {{(pid=103184) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 21 09:30:35.010731 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d4e82797-0083-4a71-a81c-87da240f0ec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:30:35.043480 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [None req-0a529128-3183-40af-af6c-c07f6308ec46 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9237299 Jan 21 09:30:35.170611 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [None req-d4e82797-0083-4a71-a81c-87da240f0ec7 None None] Allocated IP 192.168.233.2 (b4a5c36d-b79e-475a-9487-69d24a1ebb02/efae9c59-cb42-406e-8fa7-6fb4bf6ea752/095cb4fb-4334-47be-b59b-5e64707d6322) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:30:35.453378 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d4e82797-0083-4a71-a81c-87da240f0ec7 None None] Publish callbacks [] for port (095cb4fb-4334-47be-b59b-5e64707d6322), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:30:35.554920 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d4e82797-0083-4a71-a81c-87da240f0ec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774670299796'] for port (095cb4fb-4334-47be-b59b-5e64707d6322), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:30:35.619413 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e82797-0083-4a71-a81c-87da240f0ec7 None None] Pushing event updated for resources: {'Port': ['ID=095cb4fb-4334-47be-b59b-5e64707d6322,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:30:35.619413 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4e82797-0083-4a71-a81c-87da240f0ec7 None None] Network b4a5c36d-b79e-475a-9487-69d24a1ebb02 is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:30:35.619413 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-d4e82797-0083-4a71-a81c-87da240f0ec7 None None] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:30:35.621855 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e82797-0083-4a71-a81c-87da240f0ec7 None None] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 09:30:35.625718 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e82797-0083-4a71-a81c-87da240f0ec7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:30:35.626095 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e82797-0083-4a71-a81c-87da240f0ec7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:30:35.626424 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e82797-0083-4a71-a81c-87da240f0ec7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:30:35.626771 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e82797-0083-4a71-a81c-87da240f0ec7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:30:35.627105 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e82797-0083-4a71-a81c-87da240f0ec7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:30:35.627431 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e82797-0083-4a71-a81c-87da240f0ec7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:30:35.627773 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e82797-0083-4a71-a81c-87da240f0ec7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:30:35.628104 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e82797-0083-4a71-a81c-87da240f0ec7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:30:35.628808 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e82797-0083-4a71-a81c-87da240f0ec7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:30:35.628808 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e82797-0083-4a71-a81c-87da240f0ec7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:30:35.629077 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e82797-0083-4a71-a81c-87da240f0ec7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:30:35.629881 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e82797-0083-4a71-a81c-87da240f0ec7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:30:35.629881 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e82797-0083-4a71-a81c-87da240f0ec7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:30:35.687584 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [None req-d4e82797-0083-4a71-a81c-87da240f0ec7 None None] Attempting to bind port 095cb4fb-4334-47be-b59b-5e64707d6322 on host dv-cinder-804035-25-iscsi for vnic_type normal with profile {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 09:30:35.687788 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [None req-d4e82797-0083-4a71-a81c-87da240f0ec7 None None] Attempting to bind port 095cb4fb-4334-47be-b59b-5e64707d6322 by drivers openvswitch,hyperv on host dv-cinder-804035-25-iscsi at level 0 using segments [{'id': '253d4433-551a-4024-8330-3fb43cf8b13f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'b4a5c36d-b79e-475a-9487-69d24a1ebb02'}] {{(pid=103184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 09:30:35.688120 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e82797-0083-4a71-a81c-87da240f0ec7 None None] Attempting to bind port 095cb4fb-4334-47be-b59b-5e64707d6322 on network b4a5c36d-b79e-475a-9487-69d24a1ebb02 {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:30:35.694671 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e82797-0083-4a71-a81c-87da240f0ec7 None None] Checking agent: {'id': 'a4f58dde-e5c6-489c-94fe-b355a6abc90e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-25-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 27, 22), 'started_at': datetime.datetime(2022, 1, 21, 9, 27, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 30, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-25-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:30:35.697035 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e82797-0083-4a71-a81c-87da240f0ec7 None None] Checking segment: {'id': '253d4433-551a-4024-8330-3fb43cf8b13f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'b4a5c36d-b79e-475a-9487-69d24a1ebb02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 09:30:35.697035 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d4e82797-0083-4a71-a81c-87da240f0ec7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:30:35.697035 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e82797-0083-4a71-a81c-87da240f0ec7 None None] Bound using segment: {'id': '253d4433-551a-4024-8330-3fb43cf8b13f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'b4a5c36d-b79e-475a-9487-69d24a1ebb02'} {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:30:35.697035 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [None req-d4e82797-0083-4a71-a81c-87da240f0ec7 None None] Bound port: 095cb4fb-4334-47be-b59b-5e64707d6322, host: dv-cinder-804035-25-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '253d4433-551a-4024-8330-3fb43cf8b13f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'b4a5c36d-b79e-475a-9487-69d24a1ebb02'}}] {{(pid=103184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 09:30:35.697035 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d4e82797-0083-4a71-a81c-87da240f0ec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (095cb4fb-4334-47be-b59b-5e64707d6322), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:30:35.775815 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-d4e82797-0083-4a71-a81c-87da240f0ec7 None None] For port 095cb4fb-4334-47be-b59b-5e64707d6322, host dv-cinder-804035-25-iscsi, cleared binding levels {{(pid=103184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:30:35.779569 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-d4e82797-0083-4a71-a81c-87da240f0ec7 None None] For port 095cb4fb-4334-47be-b59b-5e64707d6322, host dv-cinder-804035-25-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-25-iscsi',level=0,port_id=095cb4fb-4334-47be-b59b-5e64707d6322,segment=NetworkSegment(253d4433-551a-4024-8330-3fb43cf8b13f),segment_id=253d4433-551a-4024-8330-3fb43cf8b13f)] {{(pid=103184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:30:35.894475 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d4e82797-0083-4a71-a81c-87da240f0ec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774670732957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774670299814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774670299832'] for port (095cb4fb-4334-47be-b59b-5e64707d6322), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:30:35.972903 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e82797-0083-4a71-a81c-87da240f0ec7 None None] Pushing event updated for resources: {'Port': ['ID=095cb4fb-4334-47be-b59b-5e64707d6322,revision_number=2']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:30:37.033195 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e89348f-7ae8-4bf8-8a13-6a33c11f02ec None None] Network b4a5c36d-b79e-475a-9487-69d24a1ebb02 requested from dv-cinder-804035-25-iscsi {{(pid=103184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 09:30:37.106146 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.provisioning_blocks [None req-d834263a-503c-46e3-8cb0-99a0d5e1bd08 None None] Provisioning complete for port 095cb4fb-4334-47be-b59b-5e64707d6322 triggered by entity DHCP. {{(pid=103184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:30:37.106531 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d834263a-503c-46e3-8cb0-99a0d5e1bd08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983013'] for port (095cb4fb-4334-47be-b59b-5e64707d6322), provisioning_complete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:30:37.230146 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-d834263a-503c-46e3-8cb0-99a0d5e1bd08 None None] Current status of the port 095cb4fb-4334-47be-b59b-5e64707d6322 is: DOWN; New status is: ACTIVE {{(pid=103184) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:30:37.230797 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d834263a-503c-46e3-8cb0-99a0d5e1bd08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (095cb4fb-4334-47be-b59b-5e64707d6322), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:30:37.268383 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-d834263a-503c-46e3-8cb0-99a0d5e1bd08 None None] For port 095cb4fb-4334-47be-b59b-5e64707d6322, host dv-cinder-804035-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-25-iscsi',level=0,port_id=095cb4fb-4334-47be-b59b-5e64707d6322,segment=NetworkSegment(253d4433-551a-4024-8330-3fb43cf8b13f),segment_id=253d4433-551a-4024-8330-3fb43cf8b13f)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:30:37.333624 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Device 095cb4fb-4334-47be-b59b-5e64707d6322 up at agent ovs-agent-dv-cinder-804035-25-iscsi {{(pid=103184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:30:37.337658 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d834263a-503c-46e3-8cb0-99a0d5e1bd08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774670732957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774670299814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774670299832'] for port (095cb4fb-4334-47be-b59b-5e64707d6322), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:30:37.426795 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d834263a-503c-46e3-8cb0-99a0d5e1bd08 None None] Pushing event updated for resources: {'Port': ['ID=095cb4fb-4334-47be-b59b-5e64707d6322,revision_number=3']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:30:37.435959 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.provisioning_blocks [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Provisioning complete for port 095cb4fb-4334-47be-b59b-5e64707d6322 triggered by entity L2. {{(pid=103184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:30:37.436280 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983013'] for port (095cb4fb-4334-47be-b59b-5e64707d6322), provisioning_complete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:30:37.493187 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.provisioning_blocks [None req-0829ae46-2691-4fb4-b7a8-5303a1e4a3a3 None None] Provisioning complete for port 095cb4fb-4334-47be-b59b-5e64707d6322 triggered by entity DHCP. {{(pid=103184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:30:37.493568 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0829ae46-2691-4fb4-b7a8-5303a1e4a3a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983013'] for port (095cb4fb-4334-47be-b59b-5e64707d6322), provisioning_complete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:30:37.570660 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Current status of the port 095cb4fb-4334-47be-b59b-5e64707d6322 is: ACTIVE; New status is: ACTIVE {{(pid=103184) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:30:37.623693 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-0829ae46-2691-4fb4-b7a8-5303a1e4a3a3 None None] Current status of the port 095cb4fb-4334-47be-b59b-5e64707d6322 is: ACTIVE; New status is: ACTIVE {{(pid=103184) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:30:39.250432 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Device 095cb4fb-4334-47be-b59b-5e64707d6322 up at agent ovs-agent-dv-cinder-804035-25-iscsi {{(pid=103184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:30:39.313287 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.provisioning_blocks [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Provisioning complete for port 095cb4fb-4334-47be-b59b-5e64707d6322 triggered by entity L2. {{(pid=103184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:30:39.313771 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983013'] for port (095cb4fb-4334-47be-b59b-5e64707d6322), provisioning_complete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:30:39.396723 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Current status of the port 095cb4fb-4334-47be-b59b-5e64707d6322 is: ACTIVE; New status is: ACTIVE {{(pid=103184) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:30:45.869045 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3a1954e5-cd3a-4f65-af09-c67335b8c010 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (8a5d4a72-43a4-4fcf-b58e-bc9792bd5f0a), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:30:48.360512 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-634a1d9f-2f89-481c-9417-978a91e9d87a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (e2f5353c-5d20-4dd0-beb4-c302aead9ffd), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:30:49.474314 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0beda05d-594e-4362-80c2-bc999a9a2b64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (9e31de2d-26a2-4a88-b799-f1f3b7df75bf), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:30:51.091128 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f5928849-742c-4298-9c4e-ae1543ad1886 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (fd0edb9a-d711-47a6-aedf-fe72898a6c79), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:30:52.440206 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (a4f58dde-e5c6-489c-94fe-b355a6abc90e), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:31:01.475396 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.db.agents_db [None req-6cca2222-2941-4527-9622-8fe6bb096302 None None] Agent healthcheck: found 5 active agents {{(pid=103185) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 09:31:15.925784 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e3bdb2fa-070f-4ed2-860c-cb399abbb005 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (8a5d4a72-43a4-4fcf-b58e-bc9792bd5f0a), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:31:18.370616 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b78cf4b8-9bda-4b26-9f1a-4919aa2a707f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (e2f5353c-5d20-4dd0-beb4-c302aead9ffd), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:31:19.485617 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0beda05d-594e-4362-80c2-bc999a9a2b64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (9e31de2d-26a2-4a88-b799-f1f3b7df75bf), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:31:21.096848 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f5928849-742c-4298-9c4e-ae1543ad1886 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (fd0edb9a-d711-47a6-aedf-fe72898a6c79), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:31:22.371408 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (a4f58dde-e5c6-489c-94fe-b355a6abc90e), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:31:38.475271 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.db.agents_db [None req-6cca2222-2941-4527-9622-8fe6bb096302 None None] Agent healthcheck: found 5 active agents {{(pid=103185) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 09:31:45.885441 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-96ee25c9-03ac-4db2-a393-807284b8c30e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (8a5d4a72-43a4-4fcf-b58e-bc9792bd5f0a), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:31:48.370442 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ac906572-9769-40df-aaf4-90ca0fe4a34c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (e2f5353c-5d20-4dd0-beb4-c302aead9ffd), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:31:49.461449 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0beda05d-594e-4362-80c2-bc999a9a2b64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (9e31de2d-26a2-4a88-b799-f1f3b7df75bf), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:31:51.096907 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f5928849-742c-4298-9c4e-ae1543ad1886 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (fd0edb9a-d711-47a6-aedf-fe72898a6c79), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:31:52.382364 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (a4f58dde-e5c6-489c-94fe-b355a6abc90e), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:32:02.732473 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.wsgi [-] (103182) accepted ('10.222.0.45', 58988) {{(pid=103182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:32:02.738787 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.wsgi [None req-0badb82b-7dfa-48a3-84d5-c3a3221c436f tempest-verify_tempest_config-1982414067 tempest-verify_tempest_config-1982414067-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103182) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 21 09:32:02.739830 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [None req-0badb82b-7dfa-48a3-84d5-c3a3221c436f tempest-verify_tempest_config-1982414067 tempest-verify_tempest_config-1982414067-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0061615 Jan 21 09:32:03.335214 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.wsgi [-] (103182) accepted ('10.222.0.45', 59006) {{(pid=103182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:32:03.437723 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-96c0dadb-e52f-4948-ba21-1cdcbfc8749e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:32:03.523864 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-96c0dadb-e52f-4948-ba21-1cdcbfc8749e admin admin] Publish callbacks [] for security_group (ba733fe1-e046-41bf-bf38-496a6c5fd9a2), precommit_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:32:03.615447 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-96c0dadb-e52f-4948-ba21-1cdcbfc8749e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126007'] for security_group (ba733fe1-e046-41bf-bf38-496a6c5fd9a2), after_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:32:03.665132 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [None req-96c0dadb-e52f-4948-ba21-1cdcbfc8749e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=43d5a7b164984fa09bd45012720bae3e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3287599 Jan 21 09:32:03.666050 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c0dadb-e52f-4948-ba21-1cdcbfc8749e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba733fe1-e046-41bf-bf38-496a6c5fd9a2,revision_number=1']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:03.667927 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.wsgi [-] (103182) accepted ('10.222.0.45', 59010) {{(pid=103182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:32:03.683209 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c0dadb-e52f-4948-ba21-1cdcbfc8749e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:32:03.683557 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c0dadb-e52f-4948-ba21-1cdcbfc8749e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:32:03.683894 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c0dadb-e52f-4948-ba21-1cdcbfc8749e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:32:03.684228 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c0dadb-e52f-4948-ba21-1cdcbfc8749e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:32:03.684553 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c0dadb-e52f-4948-ba21-1cdcbfc8749e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:32:03.684877 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c0dadb-e52f-4948-ba21-1cdcbfc8749e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:32:03.685309 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c0dadb-e52f-4948-ba21-1cdcbfc8749e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:32:03.685649 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c0dadb-e52f-4948-ba21-1cdcbfc8749e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:32:03.685988 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c0dadb-e52f-4948-ba21-1cdcbfc8749e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:32:03.686313 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c0dadb-e52f-4948-ba21-1cdcbfc8749e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:32:03.686630 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c0dadb-e52f-4948-ba21-1cdcbfc8749e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:32:03.686945 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c0dadb-e52f-4948-ba21-1cdcbfc8749e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:32:03.687259 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c0dadb-e52f-4948-ba21-1cdcbfc8749e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:32:03.732482 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-48a8f72a-360b-48b3-9703-b6c35e2e40a3 admin admin] Publish callbacks [] for security_group (ba733fe1-e046-41bf-bf38-496a6c5fd9a2), before_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:32:03.753466 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-48a8f72a-360b-48b3-9703-b6c35e2e40a3 admin admin] Publish callbacks [] for security_group (ba733fe1-e046-41bf-bf38-496a6c5fd9a2), precommit_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:32:03.919024 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-48a8f72a-360b-48b3-9703-b6c35e2e40a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126007'] for security_group (ba733fe1-e046-41bf-bf38-496a6c5fd9a2), after_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:32:03.921784 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-48a8f72a-360b-48b3-9703-b6c35e2e40a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:32:03.923087 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [None req-48a8f72a-360b-48b3-9703-b6c35e2e40a3 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ba733fe1-e046-41bf-bf38-496a6c5fd9a2 HTTP/1.1" status: 204 len: 168 time: 0.2542274 Jan 21 09:32:03.932003 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a8f72a-360b-48b3-9703-b6c35e2e40a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba733fe1-e046-41bf-bf38-496a6c5fd9a2,revision_number=None']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:15.476614 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.db.agents_db [None req-6cca2222-2941-4527-9622-8fe6bb096302 None None] Agent healthcheck: found 5 active agents {{(pid=103185) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 09:32:15.879572 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c3ef9e91-3b4d-4bdb-8f94-c29d673e8b67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (8a5d4a72-43a4-4fcf-b58e-bc9792bd5f0a), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:32:18.364583 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9597aaa5-4730-4d58-8d1c-c746ac4fdb9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (e2f5353c-5d20-4dd0-beb4-c302aead9ffd), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:32:19.444837 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0beda05d-594e-4362-80c2-bc999a9a2b64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (9e31de2d-26a2-4a88-b799-f1f3b7df75bf), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:32:21.095989 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f5928849-742c-4298-9c4e-ae1543ad1886 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (fd0edb9a-d711-47a6-aedf-fe72898a6c79), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:32:22.369667 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (a4f58dde-e5c6-489c-94fe-b355a6abc90e), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:32:45.884573 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a148c8f5-7924-47a6-8943-bb911c04f93f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (8a5d4a72-43a4-4fcf-b58e-bc9792bd5f0a), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:32:48.364279 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-aa44a77c-9475-48cf-b95f-e704eb7a5d2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (e2f5353c-5d20-4dd0-beb4-c302aead9ffd), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:32:49.468189 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0beda05d-594e-4362-80c2-bc999a9a2b64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (9e31de2d-26a2-4a88-b799-f1f3b7df75bf), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:32:51.101359 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f5928849-742c-4298-9c4e-ae1543ad1886 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (fd0edb9a-d711-47a6-aedf-fe72898a6c79), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:32:52.364154 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (a4f58dde-e5c6-489c-94fe-b355a6abc90e), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:32:52.475337 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.db.agents_db [None req-6cca2222-2941-4527-9622-8fe6bb096302 None None] Agent healthcheck: found 5 active agents {{(pid=103185) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 09:33:15.942016 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6a816f31-e80b-4609-a90e-8745f6d19537 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (8a5d4a72-43a4-4fcf-b58e-bc9792bd5f0a), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:33:18.387774 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4ae95ada-cd1c-4d44-bc17-6f813aa0bc17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (e2f5353c-5d20-4dd0-beb4-c302aead9ffd), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:33:19.467469 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0beda05d-594e-4362-80c2-bc999a9a2b64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (9e31de2d-26a2-4a88-b799-f1f3b7df75bf), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:33:21.135750 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f5928849-742c-4298-9c4e-ae1543ad1886 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (fd0edb9a-d711-47a6-aedf-fe72898a6c79), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:33:22.374817 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (a4f58dde-e5c6-489c-94fe-b355a6abc90e), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:33:29.473650 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.db.agents_db [None req-6cca2222-2941-4527-9622-8fe6bb096302 None None] Agent healthcheck: found 5 active agents {{(pid=103185) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 09:33:45.867102 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1a3ca415-0995-40ae-ac53-39622840343e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (8a5d4a72-43a4-4fcf-b58e-bc9792bd5f0a), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:33:47.467289 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3851413'] for agent (5a7f6758-1e24-44b8-9b24-65ffc30c20d4), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:33:48.392620 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-35d62c6b-622e-4647-84e7-da22feeb462c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (e2f5353c-5d20-4dd0-beb4-c302aead9ffd), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:33:49.483277 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0beda05d-594e-4362-80c2-bc999a9a2b64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (9e31de2d-26a2-4a88-b799-f1f3b7df75bf), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:33:51.107364 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f5928849-742c-4298-9c4e-ae1543ad1886 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (fd0edb9a-d711-47a6-aedf-fe72898a6c79), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:33:52.356934 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (a4f58dde-e5c6-489c-94fe-b355a6abc90e), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:34:02.882108 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.wsgi [-] (103182) accepted ('10.222.0.45', 59082) {{(pid=103182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:34:03.004222 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [None req-44034739-cf77-482b-99d4-6d467e5e2156 admin admin] 10.222.0.45 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.1203153 Jan 21 09:34:05.339402 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.wsgi [-] (103182) accepted ('10.222.0.45', 59092) {{(pid=103182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:34:05.408153 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [None req-f9f0a534-8f29-42bf-983f-6c5f96f92dde admin admin] 10.222.0.45 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.0671599 Jan 21 09:34:06.472029 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.db.agents_db [None req-6cca2222-2941-4527-9622-8fe6bb096302 None None] Agent healthcheck: found 6 active agents {{(pid=103185) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 09:34:15.969684 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3295764f-089c-4e1f-ae89-eeaa82930521 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (8a5d4a72-43a4-4fcf-b58e-bc9792bd5f0a), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:34:17.465379 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (5a7f6758-1e24-44b8-9b24-65ffc30c20d4), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:34:18.392262 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-183db9c4-f6fc-4aec-8e68-7c8f6f8f1fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (e2f5353c-5d20-4dd0-beb4-c302aead9ffd), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:34:19.466474 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0beda05d-594e-4362-80c2-bc999a9a2b64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (9e31de2d-26a2-4a88-b799-f1f3b7df75bf), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:34:21.130521 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f5928849-742c-4298-9c4e-ae1543ad1886 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (fd0edb9a-d711-47a6-aedf-fe72898a6c79), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:34:22.362023 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (a4f58dde-e5c6-489c-94fe-b355a6abc90e), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:34:43.471291 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.db.agents_db [None req-6cca2222-2941-4527-9622-8fe6bb096302 None None] Agent healthcheck: found 6 active agents {{(pid=103185) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 09:34:45.899113 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3fce2b16-f37c-404e-aa83-c906f1d75f34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (8a5d4a72-43a4-4fcf-b58e-bc9792bd5f0a), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:34:47.464822 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (5a7f6758-1e24-44b8-9b24-65ffc30c20d4), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:34:48.380704 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-23fe1392-e49f-4518-9da7-4b69a024db72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (e2f5353c-5d20-4dd0-beb4-c302aead9ffd), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:34:49.470099 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0beda05d-594e-4362-80c2-bc999a9a2b64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (9e31de2d-26a2-4a88-b799-f1f3b7df75bf), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:34:51.116692 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f5928849-742c-4298-9c4e-ae1543ad1886 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (fd0edb9a-d711-47a6-aedf-fe72898a6c79), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:34:52.379014 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (a4f58dde-e5c6-489c-94fe-b355a6abc90e), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:35:15.918806 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-cc044bf3-15b9-41c1-b821-3ee39eb46d48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (8a5d4a72-43a4-4fcf-b58e-bc9792bd5f0a), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:35:17.493711 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (5a7f6758-1e24-44b8-9b24-65ffc30c20d4), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:35:18.363871 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6d91bb48-eec9-4b6f-91b2-b760c655348d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (e2f5353c-5d20-4dd0-beb4-c302aead9ffd), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:35:19.515983 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0beda05d-594e-4362-80c2-bc999a9a2b64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (9e31de2d-26a2-4a88-b799-f1f3b7df75bf), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:35:20.471036 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.db.agents_db [None req-6cca2222-2941-4527-9622-8fe6bb096302 None None] Agent healthcheck: found 6 active agents {{(pid=103185) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 09:35:21.117618 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f5928849-742c-4298-9c4e-ae1543ad1886 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (fd0edb9a-d711-47a6-aedf-fe72898a6c79), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:35:22.362893 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (a4f58dde-e5c6-489c-94fe-b355a6abc90e), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:35:41.563143 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.wsgi [-] (103182) accepted ('10.222.0.45', 59272) {{(pid=103182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:35:41.610459 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.wsgi [-] (103182) accepted ('10.222.0.45', 59278) {{(pid=103182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:35:41.962705 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.v2.base [None req-8e88911c-9ba8-4eb8-bf8f-bf6577d1db12 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-980632662-network', 'tenant_id': '5f89d1b21ad8471a8a9a82adac2594c1'}} {{(pid=103182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:35:42.034236 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.v2.base [None req-0513a447-53dd-4d1c-98f7-9a493942c930 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1774693524-network', 'tenant_id': '93281ac9cb504124a055279296f2262f'}} {{(pid=103182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:35:42.053181 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e88911c-9ba8-4eb8-bf8f-bf6577d1db12 admin admin] Made reservation on behalf of 5f89d1b21ad8471a8a9a82adac2594c1 for: {'network': 1} {{(pid=103182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:35:42.056087 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-8e88911c-9ba8-4eb8-bf8f-bf6577d1db12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for network (None), before_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:35:42.068801 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-8e88911c-9ba8-4eb8-bf8f-bf6577d1db12 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:35:42.151876 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0513a447-53dd-4d1c-98f7-9a493942c930 admin admin] Made reservation on behalf of 93281ac9cb504124a055279296f2262f for: {'network': 1} {{(pid=103182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:35:42.154454 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-0513a447-53dd-4d1c-98f7-9a493942c930 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for network (None), before_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:35:42.170458 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-0513a447-53dd-4d1c-98f7-9a493942c930 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:35:42.194015 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-8e88911c-9ba8-4eb8-bf8f-bf6577d1db12 admin admin] Publish callbacks [] for security_group (3362d256-4580-47a9-b110-e51f4226c051), precommit_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:35:42.312965 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.45', 59300) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:35:42.346029 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-8e88911c-9ba8-4eb8-bf8f-bf6577d1db12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126007'] for security_group (3362d256-4580-47a9-b110-e51f4226c051), after_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:35:42.374412 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e88911c-9ba8-4eb8-bf8f-bf6577d1db12 admin admin] vlan segment allocate from pool success with {'vlan_id': 388, 'physical_network': 'physnet1'} {{(pid=103182) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:35:42.384894 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-8e88911c-9ba8-4eb8-bf8f-bf6577d1db12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906022'] for segment (35a81bfb-b86f-4b2c-995f-cd79ffba19d0), precommit_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:35:42.385261 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.db.segments_db [None req-8e88911c-9ba8-4eb8-bf8f-bf6577d1db12 admin admin] Added segment 35a81bfb-b86f-4b2c-995f-cd79ffba19d0 of type vlan for network d8632307-2281-4a7d-8be2-4fe34d09fe87 Jan 21 09:35:42.426581 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-8e88911c-9ba8-4eb8-bf8f-bf6577d1db12 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774670334190'] for network (d8632307-2281-4a7d-8be2-4fe34d09fe87), precommit_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:35:42.430415 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-0513a447-53dd-4d1c-98f7-9a493942c930 admin admin] Publish callbacks [] for security_group (46f286d5-f0f1-42e0-966a-64fdf36a01cc), precommit_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:35:42.474250 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e88911c-9ba8-4eb8-bf8f-bf6577d1db12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3362d256-4580-47a9-b110-e51f4226c051,revision_number=1']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:42.482754 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e88911c-9ba8-4eb8-bf8f-bf6577d1db12 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:35:42.483179 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e88911c-9ba8-4eb8-bf8f-bf6577d1db12 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:35:42.483462 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e88911c-9ba8-4eb8-bf8f-bf6577d1db12 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:35:42.483802 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e88911c-9ba8-4eb8-bf8f-bf6577d1db12 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:35:42.484136 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e88911c-9ba8-4eb8-bf8f-bf6577d1db12 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:35:42.484470 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e88911c-9ba8-4eb8-bf8f-bf6577d1db12 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:35:42.484817 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e88911c-9ba8-4eb8-bf8f-bf6577d1db12 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:35:42.485165 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e88911c-9ba8-4eb8-bf8f-bf6577d1db12 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:35:42.485508 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e88911c-9ba8-4eb8-bf8f-bf6577d1db12 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:35:42.485834 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e88911c-9ba8-4eb8-bf8f-bf6577d1db12 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:35:42.486156 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e88911c-9ba8-4eb8-bf8f-bf6577d1db12 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:35:42.486478 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e88911c-9ba8-4eb8-bf8f-bf6577d1db12 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:35:42.486797 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e88911c-9ba8-4eb8-bf8f-bf6577d1db12 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:35:42.487948 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e88911c-9ba8-4eb8-bf8f-bf6577d1db12 admin admin] Tracked resource versions report: Jan 21 09:35:42.487948 dv-cinder-804035-25-iscsi neutron-server[103182]: pushed versions: Jan 21 09:35:42.487948 dv-cinder-804035-25-iscsi neutron-server[103182]: { 'AddressGroup': {'1.2'}, Jan 21 09:35:42.487948 dv-cinder-804035-25-iscsi neutron-server[103182]: 'ConntrackHelper': {'1.0'}, Jan 21 09:35:42.487948 dv-cinder-804035-25-iscsi neutron-server[103182]: 'LocalIPAssociation': {'1.0'}, Jan 21 09:35:42.487948 dv-cinder-804035-25-iscsi neutron-server[103182]: 'Log': {'1.0'}, Jan 21 09:35:42.487948 dv-cinder-804035-25-iscsi neutron-server[103182]: 'Network': {'1.1'}, Jan 21 09:35:42.487948 dv-cinder-804035-25-iscsi neutron-server[103182]: 'Port': {'1.7'}, Jan 21 09:35:42.487948 dv-cinder-804035-25-iscsi neutron-server[103182]: 'PortForwarding': {'1.2'}, Jan 21 09:35:42.487948 dv-cinder-804035-25-iscsi neutron-server[103182]: 'QosPolicy': {'1.10'}, Jan 21 09:35:42.487948 dv-cinder-804035-25-iscsi neutron-server[103182]: 'SecurityGroup': {'1.5'}, Jan 21 09:35:42.487948 dv-cinder-804035-25-iscsi neutron-server[103182]: 'SecurityGroupRule': {'1.2'}, Jan 21 09:35:42.487948 dv-cinder-804035-25-iscsi neutron-server[103182]: 'SubPort': {'1.0'}, Jan 21 09:35:42.487948 dv-cinder-804035-25-iscsi neutron-server[103182]: 'Subnet': {'1.1'}, Jan 21 09:35:42.487948 dv-cinder-804035-25-iscsi neutron-server[103182]: 'Trunk': {'1.1'}} Jan 21 09:35:42.487948 dv-cinder-804035-25-iscsi neutron-server[103182]: consumer versions: Jan 21 09:35:42.487948 dv-cinder-804035-25-iscsi neutron-server[103182]: { DHCP agent@dv-cinder-804035-25-iscsi: {}, Jan 21 09:35:42.487948 dv-cinder-804035-25-iscsi neutron-server[103182]: HyperV agent@hv-cinder-80403: {}, Jan 21 09:35:42.487948 dv-cinder-804035-25-iscsi neutron-server[103182]: L3 agent@dv-cinder-804035-25-iscsi: {}, Jan 21 09:35:42.487948 dv-cinder-804035-25-iscsi neutron-server[103182]: Metadata agent@dv-cinder-804035-25-iscsi: {}, Jan 21 09:35:42.487948 dv-cinder-804035-25-iscsi neutron-server[103182]: Metering agent@dv-cinder-804035-25-iscsi: {}, Jan 21 09:35:42.487948 dv-cinder-804035-25-iscsi neutron-server[103182]: Open vSwitch agent@dv-cinder-804035-25-iscsi: { 'AddressGroup': '1.2', Jan 21 09:35:42.487948 dv-cinder-804035-25-iscsi neutron-server[103182]: 'ConntrackHelper': '1.0', Jan 21 09:35:42.487948 dv-cinder-804035-25-iscsi neutron-server[103182]: 'LocalIPAssociation': '1.0', Jan 21 09:35:42.487948 dv-cinder-804035-25-iscsi neutron-server[103182]: 'Log': '1.0', Jan 21 09:35:42.487948 dv-cinder-804035-25-iscsi neutron-server[103182]: 'Network': '1.1', Jan 21 09:35:42.487948 dv-cinder-804035-25-iscsi neutron-server[103182]: 'Port': '1.7', Jan 21 09:35:42.487948 dv-cinder-804035-25-iscsi neutron-server[103182]: 'PortForwarding': '1.2', Jan 21 09:35:42.487948 dv-cinder-804035-25-iscsi neutron-server[103182]: 'QosPolicy': '1.10', Jan 21 09:35:42.487948 dv-cinder-804035-25-iscsi neutron-server[103182]: 'SecurityGroup': '1.5', Jan 21 09:35:42.487948 dv-cinder-804035-25-iscsi neutron-server[103182]: 'SecurityGroupRule': '1.2', Jan 21 09:35:42.487948 dv-cinder-804035-25-iscsi neutron-server[103182]: 'SubPort': '1.0', Jan 21 09:35:42.487948 dv-cinder-804035-25-iscsi neutron-server[103182]: 'Subnet': '1.1', Jan 21 09:35:42.487948 dv-cinder-804035-25-iscsi neutron-server[103182]: 'Trunk': '1.1'}} Jan 21 09:35:42.487948 dv-cinder-804035-25-iscsi neutron-server[103182]: {{(pid=103182) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 21 09:35:42.494622 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-0513a447-53dd-4d1c-98f7-9a493942c930 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126007'] for security_group (46f286d5-f0f1-42e0-966a-64fdf36a01cc), after_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:35:42.521230 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0513a447-53dd-4d1c-98f7-9a493942c930 admin admin] vlan segment allocate from pool success with {'vlan_id': 384, 'physical_network': 'physnet1'} {{(pid=103182) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:35:42.526391 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-8e88911c-9ba8-4eb8-bf8f-bf6577d1db12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430'] for network (d8632307-2281-4a7d-8be2-4fe34d09fe87), after_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:35:42.527355 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e88911c-9ba8-4eb8-bf8f-bf6577d1db12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:35:42.527927 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-8e88911c-9ba8-4eb8-bf8f-bf6577d1db12 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4184320'] for network (None), before_response {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:35:42.541753 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0513a447-53dd-4d1c-98f7-9a493942c930 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46f286d5-f0f1-42e0-966a-64fdf36a01cc,revision_number=1']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:42.550349 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-0513a447-53dd-4d1c-98f7-9a493942c930 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906022'] for segment (475e952b-010c-46c4-9dc4-7955dc3077d3), precommit_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:35:42.550688 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.db.segments_db [None req-0513a447-53dd-4d1c-98f7-9a493942c930 admin admin] Added segment 475e952b-010c-46c4-9dc4-7955dc3077d3 of type vlan for network 647e31d1-4208-41da-8947-db9d9292bd9e Jan 21 09:35:42.640900 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-0513a447-53dd-4d1c-98f7-9a493942c930 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774670334190'] for network (647e31d1-4208-41da-8947-db9d9292bd9e), precommit_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:35:42.652365 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e88911c-9ba8-4eb8-bf8f-bf6577d1db12 admin admin] Pushing event updated for resources: {'Network': ['ID=d8632307-2281-4a7d-8be2-4fe34d09fe87,revision_number=1']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:42.664760 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Network d8632307-2281-4a7d-8be2-4fe34d09fe87 details requested by agent ovs-agent-dv-cinder-804035-25-iscsi with host dv-cinder-804035-25-iscsi {{(pid=103184) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 09:35:42.680313 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.45', 59318) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:35:42.680536 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [None req-8e88911c-9ba8-4eb8-bf8f-bf6577d1db12 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.1125946 Jan 21 09:35:42.683119 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.v2.base [None req-c8de631f-554b-4379-a466-5e1e8f7d88af admin admin] Request body: {'subnet': {'network_id': 'd8632307-2281-4a7d-8be2-4fe34d09fe87', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-980632662-subnet', 'tenant_id': '5f89d1b21ad8471a8a9a82adac2594c1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:35:42.723847 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.wsgi [-] (103182) accepted ('10.222.0.45', 59320) {{(pid=103182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:35:42.768544 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-0513a447-53dd-4d1c-98f7-9a493942c930 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430'] for network (647e31d1-4208-41da-8947-db9d9292bd9e), after_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:35:42.769563 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0513a447-53dd-4d1c-98f7-9a493942c930 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:35:42.770146 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-0513a447-53dd-4d1c-98f7-9a493942c930 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4184320'] for network (None), before_response {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:35:42.797179 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8de631f-554b-4379-a466-5e1e8f7d88af admin admin] Made reservation on behalf of 5f89d1b21ad8471a8a9a82adac2594c1 for: {'subnet': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:35:42.800990 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c8de631f-554b-4379-a466-5e1e8f7d88af admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:35:42.848955 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0513a447-53dd-4d1c-98f7-9a493942c930 admin admin] Pushing event updated for resources: {'Network': ['ID=647e31d1-4208-41da-8947-db9d9292bd9e,revision_number=1']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:42.865280 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Network 647e31d1-4208-41da-8947-db9d9292bd9e details requested by agent ovs-agent-dv-cinder-804035-25-iscsi with host dv-cinder-804035-25-iscsi {{(pid=103184) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 09:35:42.899985 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [None req-0513a447-53dd-4d1c-98f7-9a493942c930 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.2881665 Jan 21 09:35:42.907171 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.wsgi [-] (103182) accepted ('10.222.0.45', 59330) {{(pid=103182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:35:42.912505 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.v2.base [None req-bca013f4-5921-4f81-a0a1-6d111cba8874 admin admin] Request body: {'subnet': {'network_id': '647e31d1-4208-41da-8947-db9d9292bd9e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1774693524-subnet', 'tenant_id': '93281ac9cb504124a055279296f2262f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:35:42.956431 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.v2.base [None req-94a81a39-62a8-4daa-9822-66b8b1555594 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1208533310-network', 'tenant_id': 'e3390729231b409e9a83376b428c1a7f'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:35:43.042792 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bca013f4-5921-4f81-a0a1-6d111cba8874 admin admin] Made reservation on behalf of 93281ac9cb504124a055279296f2262f for: {'subnet': 1} {{(pid=103182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:35:43.046387 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-bca013f4-5921-4f81-a0a1-6d111cba8874 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:35:43.180115 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c8de631f-554b-4379-a466-5e1e8f7d88af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4120330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430'] for subnet (72f007c2-95bb-4c65-8ae3-279d29a2c1fd), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:35:43.218528 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.v2.base [None req-783bc0f4-c43a-429d-8f6f-a30cdf1f1db8 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-868514683-network', 'tenant_id': '22a31f7136c241578473d4d323722c69'}} {{(pid=103182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:35:43.224392 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94a81a39-62a8-4daa-9822-66b8b1555594 admin admin] Made reservation on behalf of e3390729231b409e9a83376b428c1a7f for: {'network': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:35:43.230184 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-94a81a39-62a8-4daa-9822-66b8b1555594 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for network (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:35:43.270966 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-94a81a39-62a8-4daa-9822-66b8b1555594 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:35:43.298109 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8de631f-554b-4379-a466-5e1e8f7d88af admin admin] Checking segment: {'id': '35a81bfb-b86f-4b2c-995f-cd79ffba19d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'd8632307-2281-4a7d-8be2-4fe34d09fe87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 09:35:43.298499 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8de631f-554b-4379-a466-5e1e8f7d88af admin admin] Network hostable DHCP agents. Network: d8632307-2281-4a7d-8be2-4fe34d09fe87, hostable agents: ['8a5d4a72-43a4-4fcf-b58e-bc9792bd5f0a'], hosted agents: [] {{(pid=103183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:35:43.315616 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-783bc0f4-c43a-429d-8f6f-a30cdf1f1db8 admin admin] Made reservation on behalf of 22a31f7136c241578473d4d323722c69 for: {'network': 1} {{(pid=103182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:35:43.321777 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-783bc0f4-c43a-429d-8f6f-a30cdf1f1db8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for network (None), before_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:35:43.324819 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8de631f-554b-4379-a466-5e1e8f7d88af admin admin] Pushing event updated for resources: {'Subnet': ['ID=72f007c2-95bb-4c65-8ae3-279d29a2c1fd,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:43.335397 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-783bc0f4-c43a-429d-8f6f-a30cdf1f1db8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:35:43.344406 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8de631f-554b-4379-a466-5e1e8f7d88af admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:35:43.344920 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8de631f-554b-4379-a466-5e1e8f7d88af admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:35:43.345256 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8de631f-554b-4379-a466-5e1e8f7d88af admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:35:43.345598 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8de631f-554b-4379-a466-5e1e8f7d88af admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:35:43.345931 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8de631f-554b-4379-a466-5e1e8f7d88af admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:35:43.346265 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8de631f-554b-4379-a466-5e1e8f7d88af admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:35:43.346635 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8de631f-554b-4379-a466-5e1e8f7d88af admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:35:43.346983 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8de631f-554b-4379-a466-5e1e8f7d88af admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:35:43.347332 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8de631f-554b-4379-a466-5e1e8f7d88af admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:35:43.347662 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8de631f-554b-4379-a466-5e1e8f7d88af admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:35:43.348010 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8de631f-554b-4379-a466-5e1e8f7d88af admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:35:43.348334 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8de631f-554b-4379-a466-5e1e8f7d88af admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:35:43.348655 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8de631f-554b-4379-a466-5e1e8f7d88af admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:35:43.349870 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8de631f-554b-4379-a466-5e1e8f7d88af admin admin] Tracked resource versions report: Jan 21 09:35:43.349870 dv-cinder-804035-25-iscsi neutron-server[103183]: pushed versions: Jan 21 09:35:43.349870 dv-cinder-804035-25-iscsi neutron-server[103183]: { 'AddressGroup': {'1.2'}, Jan 21 09:35:43.349870 dv-cinder-804035-25-iscsi neutron-server[103183]: 'ConntrackHelper': {'1.0'}, Jan 21 09:35:43.349870 dv-cinder-804035-25-iscsi neutron-server[103183]: 'LocalIPAssociation': {'1.0'}, Jan 21 09:35:43.349870 dv-cinder-804035-25-iscsi neutron-server[103183]: 'Log': {'1.0'}, Jan 21 09:35:43.349870 dv-cinder-804035-25-iscsi neutron-server[103183]: 'Network': {'1.1'}, Jan 21 09:35:43.349870 dv-cinder-804035-25-iscsi neutron-server[103183]: 'Port': {'1.7'}, Jan 21 09:35:43.349870 dv-cinder-804035-25-iscsi neutron-server[103183]: 'PortForwarding': {'1.2'}, Jan 21 09:35:43.349870 dv-cinder-804035-25-iscsi neutron-server[103183]: 'QosPolicy': {'1.10'}, Jan 21 09:35:43.349870 dv-cinder-804035-25-iscsi neutron-server[103183]: 'SecurityGroup': {'1.5'}, Jan 21 09:35:43.349870 dv-cinder-804035-25-iscsi neutron-server[103183]: 'SecurityGroupRule': {'1.2'}, Jan 21 09:35:43.349870 dv-cinder-804035-25-iscsi neutron-server[103183]: 'SubPort': {'1.0'}, Jan 21 09:35:43.349870 dv-cinder-804035-25-iscsi neutron-server[103183]: 'Subnet': {'1.1'}, Jan 21 09:35:43.349870 dv-cinder-804035-25-iscsi neutron-server[103183]: 'Trunk': {'1.1'}} Jan 21 09:35:43.349870 dv-cinder-804035-25-iscsi neutron-server[103183]: consumer versions: Jan 21 09:35:43.349870 dv-cinder-804035-25-iscsi neutron-server[103183]: { DHCP agent@dv-cinder-804035-25-iscsi: {}, Jan 21 09:35:43.349870 dv-cinder-804035-25-iscsi neutron-server[103183]: HyperV agent@hv-cinder-80403: {}, Jan 21 09:35:43.349870 dv-cinder-804035-25-iscsi neutron-server[103183]: L3 agent@dv-cinder-804035-25-iscsi: {}, Jan 21 09:35:43.349870 dv-cinder-804035-25-iscsi neutron-server[103183]: Metadata agent@dv-cinder-804035-25-iscsi: {}, Jan 21 09:35:43.349870 dv-cinder-804035-25-iscsi neutron-server[103183]: Metering agent@dv-cinder-804035-25-iscsi: {}, Jan 21 09:35:43.349870 dv-cinder-804035-25-iscsi neutron-server[103183]: Open vSwitch agent@dv-cinder-804035-25-iscsi: { 'AddressGroup': '1.2', Jan 21 09:35:43.349870 dv-cinder-804035-25-iscsi neutron-server[103183]: 'ConntrackHelper': '1.0', Jan 21 09:35:43.349870 dv-cinder-804035-25-iscsi neutron-server[103183]: 'LocalIPAssociation': '1.0', Jan 21 09:35:43.349870 dv-cinder-804035-25-iscsi neutron-server[103183]: 'Log': '1.0', Jan 21 09:35:43.349870 dv-cinder-804035-25-iscsi neutron-server[103183]: 'Network': '1.1', Jan 21 09:35:43.349870 dv-cinder-804035-25-iscsi neutron-server[103183]: 'Port': '1.7', Jan 21 09:35:43.349870 dv-cinder-804035-25-iscsi neutron-server[103183]: 'PortForwarding': '1.2', Jan 21 09:35:43.349870 dv-cinder-804035-25-iscsi neutron-server[103183]: 'QosPolicy': '1.10', Jan 21 09:35:43.349870 dv-cinder-804035-25-iscsi neutron-server[103183]: 'SecurityGroup': '1.5', Jan 21 09:35:43.349870 dv-cinder-804035-25-iscsi neutron-server[103183]: 'SecurityGroupRule': '1.2', Jan 21 09:35:43.349870 dv-cinder-804035-25-iscsi neutron-server[103183]: 'SubPort': '1.0', Jan 21 09:35:43.349870 dv-cinder-804035-25-iscsi neutron-server[103183]: 'Subnet': '1.1', Jan 21 09:35:43.349870 dv-cinder-804035-25-iscsi neutron-server[103183]: 'Trunk': '1.1'}} Jan 21 09:35:43.349870 dv-cinder-804035-25-iscsi neutron-server[103183]: {{(pid=103183) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 21 09:35:43.402318 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-bca013f4-5921-4f81-a0a1-6d111cba8874 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4120330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430'] for subnet (55369842-b446-444b-92ff-367c2e723c52), after_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:35:43.437457 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-94a81a39-62a8-4daa-9822-66b8b1555594 admin admin] Publish callbacks [] for security_group (689824d6-e2cc-4e2f-a7c0-efd7e57bdd17), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:35:43.449169 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8de631f-554b-4379-a466-5e1e8f7d88af admin admin] Network d8632307-2281-4a7d-8be2-4fe34d09fe87 is scheduled to be hosted by DHCP agent 8a5d4a72-43a4-4fcf-b58e-bc9792bd5f0a with binding_index 1 {{(pid=103183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:35:43.501367 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-94a81a39-62a8-4daa-9822-66b8b1555594 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126007'] for security_group (689824d6-e2cc-4e2f-a7c0-efd7e57bdd17), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:35:43.522000 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-783bc0f4-c43a-429d-8f6f-a30cdf1f1db8 admin admin] Publish callbacks [] for security_group (67f6e35c-bf33-4444-b6b0-37741f9c67e2), precommit_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:35:43.530486 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-c8de631f-554b-4379-a466-5e1e8f7d88af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-25-iscsi, d8632307-2281-4a7d-8be2-4fe34d09fe87) {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:35:43.543930 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3938f0d9-a20f-4f8b-9290-1e406dab58dd None None] Network d8632307-2281-4a7d-8be2-4fe34d09fe87 requested from dv-cinder-804035-25-iscsi {{(pid=103184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 09:35:43.545488 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca013f4-5921-4f81-a0a1-6d111cba8874 admin admin] Pushing event updated for resources: {'Subnet': ['ID=55369842-b446-444b-92ff-367c2e723c52,revision_number=0']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:43.556079 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca013f4-5921-4f81-a0a1-6d111cba8874 admin admin] Checking segment: {'id': '475e952b-010c-46c4-9dc4-7955dc3077d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '647e31d1-4208-41da-8947-db9d9292bd9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 09:35:43.556652 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bca013f4-5921-4f81-a0a1-6d111cba8874 admin admin] Network hostable DHCP agents. Network: 647e31d1-4208-41da-8947-db9d9292bd9e, hostable agents: ['8a5d4a72-43a4-4fcf-b58e-bc9792bd5f0a'], hosted agents: [] {{(pid=103182) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:35:43.563750 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8de631f-554b-4379-a466-5e1e8f7d88af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:35:43.564702 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c8de631f-554b-4379-a466-5e1e8f7d88af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4184320'] for subnet (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:35:43.568050 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94a81a39-62a8-4daa-9822-66b8b1555594 admin admin] vlan segment allocate from pool success with {'vlan_id': 383, 'physical_network': 'physnet1'} {{(pid=103183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:35:43.581503 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a81a39-62a8-4daa-9822-66b8b1555594 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=689824d6-e2cc-4e2f-a7c0-efd7e57bdd17,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:43.597747 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-94a81a39-62a8-4daa-9822-66b8b1555594 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906022'] for segment (040eb47d-f813-4918-9757-ad97391c2793), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:35:43.598909 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.db.segments_db [None req-94a81a39-62a8-4daa-9822-66b8b1555594 admin admin] Added segment 040eb47d-f813-4918-9757-ad97391c2793 of type vlan for network 6d3bfab5-614b-42ce-87b9-03bdb3f3c1da Jan 21 09:35:43.614871 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-783bc0f4-c43a-429d-8f6f-a30cdf1f1db8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126007'] for security_group (67f6e35c-bf33-4444-b6b0-37741f9c67e2), after_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:35:43.658579 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783bc0f4-c43a-429d-8f6f-a30cdf1f1db8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67f6e35c-bf33-4444-b6b0-37741f9c67e2,revision_number=1']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:43.660309 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-94a81a39-62a8-4daa-9822-66b8b1555594 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774670334190'] for network (6d3bfab5-614b-42ce-87b9-03bdb3f3c1da), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:35:43.668741 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bca013f4-5921-4f81-a0a1-6d111cba8874 admin admin] Network 647e31d1-4208-41da-8947-db9d9292bd9e is scheduled to be hosted by DHCP agent 8a5d4a72-43a4-4fcf-b58e-bc9792bd5f0a with binding_index 1 {{(pid=103182) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:35:43.694415 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.scheduler.base_scheduler [None req-bca013f4-5921-4f81-a0a1-6d111cba8874 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-25-iscsi, 647e31d1-4208-41da-8947-db9d9292bd9e) {{(pid=103182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:35:43.701700 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-783bc0f4-c43a-429d-8f6f-a30cdf1f1db8 admin admin] vlan segment allocate from pool success with {'vlan_id': 361, 'physical_network': 'physnet1'} {{(pid=103182) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:35:43.713127 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ef886e1-2f3c-478f-9f05-c0e833767170 None None] Network 647e31d1-4208-41da-8947-db9d9292bd9e requested from dv-cinder-804035-25-iscsi {{(pid=103184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 09:35:43.720510 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bca013f4-5921-4f81-a0a1-6d111cba8874 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:35:43.721485 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-bca013f4-5921-4f81-a0a1-6d111cba8874 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4184320'] for subnet (None), before_response {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:35:43.723981 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [None req-c8de631f-554b-4379-a466-5e1e8f7d88af admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.0460832 Jan 21 09:35:43.727075 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.45', 59348) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:35:43.734826 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.v2.base [None req-c65a7fee-f8da-41a4-bad8-3ebaab512c45 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-980632662-router', 'tenant_id': '5f89d1b21ad8471a8a9a82adac2594c1', 'external_gateway_info': {'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5'}}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:35:43.766239 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-783bc0f4-c43a-429d-8f6f-a30cdf1f1db8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906022'] for segment (8461ac26-15e8-439c-b33d-fe4263fb9a4e), precommit_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:35:43.766580 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.db.segments_db [None req-783bc0f4-c43a-429d-8f6f-a30cdf1f1db8 admin admin] Added segment 8461ac26-15e8-439c-b33d-fe4263fb9a4e of type vlan for network 4b308458-76e4-44e0-92a9-9be5555db9bc Jan 21 09:35:43.771937 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02ce952d-2f51-4bde-8459-345298ad1183 None None] Network d8632307-2281-4a7d-8be2-4fe34d09fe87 requested from dv-cinder-804035-25-iscsi {{(pid=103184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 09:35:43.821337 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-94a81a39-62a8-4daa-9822-66b8b1555594 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430'] for network (6d3bfab5-614b-42ce-87b9-03bdb3f3c1da), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:35:43.823323 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a81a39-62a8-4daa-9822-66b8b1555594 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:35:43.824329 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-94a81a39-62a8-4daa-9822-66b8b1555594 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4184320'] for network (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:35:43.830101 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-783bc0f4-c43a-429d-8f6f-a30cdf1f1db8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774670334190'] for network (4b308458-76e4-44e0-92a9-9be5555db9bc), precommit_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:35:43.870047 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c65a7fee-f8da-41a4-bad8-3ebaab512c45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3844473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3103'] for router (ffa297b0-feea-414d-afbb-83e0cce78c9a), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:35:43.876150 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c65a7fee-f8da-41a4-bad8-3ebaab512c45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3843017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3850133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3732829', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3092'] for router (ffa297b0-feea-414d-afbb-83e0cce78c9a), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:35:43.881019 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [None req-bca013f4-5921-4f81-a0a1-6d111cba8874 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9726417 Jan 21 09:35:43.881911 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.wsgi [-] (103182) accepted ('10.222.0.45', 59352) {{(pid=103182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:35:43.891100 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.v2.base [None req-ada55d31-1305-4e26-9af5-e7aced3aa820 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1774693524-router', 'tenant_id': '93281ac9cb504124a055279296f2262f', 'external_gateway_info': {'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5'}}} {{(pid=103182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:35:43.915486 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a81a39-62a8-4daa-9822-66b8b1555594 admin admin] Pushing event updated for resources: {'Network': ['ID=6d3bfab5-614b-42ce-87b9-03bdb3f3c1da,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:43.955904 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Network 6d3bfab5-614b-42ce-87b9-03bdb3f3c1da details requested by agent ovs-agent-dv-cinder-804035-25-iscsi with host dv-cinder-804035-25-iscsi {{(pid=103184) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 09:35:43.993062 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c65a7fee-f8da-41a4-bad8-3ebaab512c45 admin admin] Publish callbacks [] for router_controller (ffa297b0-feea-414d-afbb-83e0cce78c9a), precommit_add_association {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:35:44.002444 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-783bc0f4-c43a-429d-8f6f-a30cdf1f1db8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430'] for network (4b308458-76e4-44e0-92a9-9be5555db9bc), after_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:35:44.003495 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-783bc0f4-c43a-429d-8f6f-a30cdf1f1db8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:35:44.004136 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-783bc0f4-c43a-429d-8f6f-a30cdf1f1db8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4184320'] for network (None), before_response {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:35:44.007757 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [None req-94a81a39-62a8-4daa-9822-66b8b1555594 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.6919663 Jan 21 09:35:44.014210 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.45', 59360) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:35:44.017101 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.v2.base [None req-e2b6e5e1-6113-44b5-a03b-49e161283c0b admin admin] Request body: {'subnet': {'network_id': '6d3bfab5-614b-42ce-87b9-03bdb3f3c1da', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1208533310-subnet', 'tenant_id': 'e3390729231b409e9a83376b428c1a7f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:35:44.020969 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd9ecd76-27fa-4fa3-ab33-dd06596baf54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdb391ba1-f7e2-5f62-9648-e4a8f7be7f09-647e31d1-4208-41da-8947-db9d9292bd9e', 'network_id': '647e31d1-4208-41da-8947-db9d9292bd9e', 'project_id': '93281ac9cb504124a055279296f2262f', 'fixed_ips': [{'subnet_id': '55369842-b446-444b-92ff-367c2e723c52'}]}} from dv-cinder-804035-25-iscsi. {{(pid=103184) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 21 09:35:44.022259 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-bd9ecd76-27fa-4fa3-ab33-dd06596baf54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:35:44.123269 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783bc0f4-c43a-429d-8f6f-a30cdf1f1db8 admin admin] Pushing event updated for resources: {'Network': ['ID=4b308458-76e4-44e0-92a9-9be5555db9bc,revision_number=1']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:44.184301 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Network 4b308458-76e4-44e0-92a9-9be5555db9bc details requested by agent ovs-agent-dv-cinder-804035-25-iscsi with host dv-cinder-804035-25-iscsi {{(pid=103184) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 09:35:44.199769 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [None req-783bc0f4-c43a-429d-8f6f-a30cdf1f1db8 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4747283 Jan 21 09:35:44.200722 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.wsgi [-] (103182) accepted ('10.222.0.45', 59362) {{(pid=103182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:35:44.216907 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.v2.base [None req-0799f4e1-8b60-4a85-860f-ee09bebe80dc admin admin] Request body: {'subnet': {'network_id': '4b308458-76e4-44e0-92a9-9be5555db9bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-868514683-subnet', 'tenant_id': '22a31f7136c241578473d4d323722c69', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:35:44.278427 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-ada55d31-1305-4e26-9af5-e7aced3aa820 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3844473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3103'] for router (ced5708d-c427-449c-8be1-8af09176c38e), before_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:35:44.281557 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-ada55d31-1305-4e26-9af5-e7aced3aa820 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3843017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3850133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3732829', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3092'] for router (ced5708d-c427-449c-8be1-8af09176c38e), precommit_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:35:44.318852 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c65a7fee-f8da-41a4-bad8-3ebaab512c45 admin admin] Publish callbacks [] for router_gateway (ffa297b0-feea-414d-afbb-83e0cce78c9a), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:35:44.329491 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2b6e5e1-6113-44b5-a03b-49e161283c0b admin admin] Made reservation on behalf of e3390729231b409e9a83376b428c1a7f for: {'subnet': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:35:44.332837 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e2b6e5e1-6113-44b5-a03b-49e161283c0b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:35:44.339502 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [None req-bd9ecd76-27fa-4fa3-ab33-dd06596baf54 None None] Allocated IP 172.20.0.2 (647e31d1-4208-41da-8947-db9d9292bd9e/55369842-b446-444b-92ff-367c2e723c52/1a13147e-23c6-486f-974d-446bd96f63e9) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:35:44.515404 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-ada55d31-1305-4e26-9af5-e7aced3aa820 admin admin] Publish callbacks [] for router_controller (ced5708d-c427-449c-8be1-8af09176c38e), precommit_add_association {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:35:44.517033 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0799f4e1-8b60-4a85-860f-ee09bebe80dc admin admin] Made reservation on behalf of 22a31f7136c241578473d4d323722c69 for: {'subnet': 1} {{(pid=103182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:35:44.520061 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-0799f4e1-8b60-4a85-860f-ee09bebe80dc admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:35:44.669017 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-bd9ecd76-27fa-4fa3-ab33-dd06596baf54 None None] Publish callbacks [] for port (1a13147e-23c6-486f-974d-446bd96f63e9), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:35:44.808950 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-bd9ecd76-27fa-4fa3-ab33-dd06596baf54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774670299796'] for port (1a13147e-23c6-486f-974d-446bd96f63e9), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:35:44.909664 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd9ecd76-27fa-4fa3-ab33-dd06596baf54 None None] Network 647e31d1-4208-41da-8947-db9d9292bd9e is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:35:44.914536 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-bd9ecd76-27fa-4fa3-ab33-dd06596baf54 None None] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:35:44.927049 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd9ecd76-27fa-4fa3-ab33-dd06596baf54 None None] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 09:35:44.962933 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e2b6e5e1-6113-44b5-a03b-49e161283c0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4120330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430'] for subnet (dc85c810-f6f8-41f3-bbb2-2b1bee730031), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:35:44.975316 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-0799f4e1-8b60-4a85-860f-ee09bebe80dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4120330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430'] for subnet (b2505870-163d-404f-ba9e-f9c2872a5e5a), after_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:35:45.014086 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9ecd76-27fa-4fa3-ab33-dd06596baf54 None None] Pushing event updated for resources: {'Port': ['ID=1a13147e-23c6-486f-974d-446bd96f63e9,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:45.036326 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9ecd76-27fa-4fa3-ab33-dd06596baf54 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:35:45.036789 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9ecd76-27fa-4fa3-ab33-dd06596baf54 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:35:45.037268 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9ecd76-27fa-4fa3-ab33-dd06596baf54 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:35:45.037689 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9ecd76-27fa-4fa3-ab33-dd06596baf54 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:35:45.038096 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9ecd76-27fa-4fa3-ab33-dd06596baf54 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:35:45.040970 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9ecd76-27fa-4fa3-ab33-dd06596baf54 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:35:45.041528 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9ecd76-27fa-4fa3-ab33-dd06596baf54 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:35:45.042094 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9ecd76-27fa-4fa3-ab33-dd06596baf54 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:35:45.042378 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9ecd76-27fa-4fa3-ab33-dd06596baf54 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:35:45.042789 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9ecd76-27fa-4fa3-ab33-dd06596baf54 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:35:45.043202 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9ecd76-27fa-4fa3-ab33-dd06596baf54 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:35:45.043604 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9ecd76-27fa-4fa3-ab33-dd06596baf54 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:35:45.044003 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9ecd76-27fa-4fa3-ab33-dd06596baf54 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:35:45.045313 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9ecd76-27fa-4fa3-ab33-dd06596baf54 None None] Tracked resource versions report: Jan 21 09:35:45.045313 dv-cinder-804035-25-iscsi neutron-server[103184]: pushed versions: Jan 21 09:35:45.045313 dv-cinder-804035-25-iscsi neutron-server[103184]: { 'AddressGroup': {'1.2'}, Jan 21 09:35:45.045313 dv-cinder-804035-25-iscsi neutron-server[103184]: 'ConntrackHelper': {'1.0'}, Jan 21 09:35:45.045313 dv-cinder-804035-25-iscsi neutron-server[103184]: 'LocalIPAssociation': {'1.0'}, Jan 21 09:35:45.045313 dv-cinder-804035-25-iscsi neutron-server[103184]: 'Log': {'1.0'}, Jan 21 09:35:45.045313 dv-cinder-804035-25-iscsi neutron-server[103184]: 'Network': {'1.1'}, Jan 21 09:35:45.045313 dv-cinder-804035-25-iscsi neutron-server[103184]: 'Port': {'1.7'}, Jan 21 09:35:45.045313 dv-cinder-804035-25-iscsi neutron-server[103184]: 'PortForwarding': {'1.2'}, Jan 21 09:35:45.045313 dv-cinder-804035-25-iscsi neutron-server[103184]: 'QosPolicy': {'1.10'}, Jan 21 09:35:45.045313 dv-cinder-804035-25-iscsi neutron-server[103184]: 'SecurityGroup': {'1.5'}, Jan 21 09:35:45.045313 dv-cinder-804035-25-iscsi neutron-server[103184]: 'SecurityGroupRule': {'1.2'}, Jan 21 09:35:45.045313 dv-cinder-804035-25-iscsi neutron-server[103184]: 'SubPort': {'1.0'}, Jan 21 09:35:45.045313 dv-cinder-804035-25-iscsi neutron-server[103184]: 'Subnet': {'1.1'}, Jan 21 09:35:45.045313 dv-cinder-804035-25-iscsi neutron-server[103184]: 'Trunk': {'1.1'}} Jan 21 09:35:45.045313 dv-cinder-804035-25-iscsi neutron-server[103184]: consumer versions: Jan 21 09:35:45.045313 dv-cinder-804035-25-iscsi neutron-server[103184]: { DHCP agent@dv-cinder-804035-25-iscsi: {}, Jan 21 09:35:45.045313 dv-cinder-804035-25-iscsi neutron-server[103184]: HyperV agent@hv-cinder-80403: {}, Jan 21 09:35:45.045313 dv-cinder-804035-25-iscsi neutron-server[103184]: L3 agent@dv-cinder-804035-25-iscsi: {}, Jan 21 09:35:45.045313 dv-cinder-804035-25-iscsi neutron-server[103184]: Metadata agent@dv-cinder-804035-25-iscsi: {}, Jan 21 09:35:45.045313 dv-cinder-804035-25-iscsi neutron-server[103184]: Metering agent@dv-cinder-804035-25-iscsi: {}, Jan 21 09:35:45.045313 dv-cinder-804035-25-iscsi neutron-server[103184]: Open vSwitch agent@dv-cinder-804035-25-iscsi: { 'AddressGroup': '1.2', Jan 21 09:35:45.045313 dv-cinder-804035-25-iscsi neutron-server[103184]: 'ConntrackHelper': '1.0', Jan 21 09:35:45.045313 dv-cinder-804035-25-iscsi neutron-server[103184]: 'LocalIPAssociation': '1.0', Jan 21 09:35:45.045313 dv-cinder-804035-25-iscsi neutron-server[103184]: 'Log': '1.0', Jan 21 09:35:45.045313 dv-cinder-804035-25-iscsi neutron-server[103184]: 'Network': '1.1', Jan 21 09:35:45.045313 dv-cinder-804035-25-iscsi neutron-server[103184]: 'Port': '1.7', Jan 21 09:35:45.045313 dv-cinder-804035-25-iscsi neutron-server[103184]: 'PortForwarding': '1.2', Jan 21 09:35:45.045313 dv-cinder-804035-25-iscsi neutron-server[103184]: 'QosPolicy': '1.10', Jan 21 09:35:45.045313 dv-cinder-804035-25-iscsi neutron-server[103184]: 'SecurityGroup': '1.5', Jan 21 09:35:45.045313 dv-cinder-804035-25-iscsi neutron-server[103184]: 'SecurityGroupRule': '1.2', Jan 21 09:35:45.045313 dv-cinder-804035-25-iscsi neutron-server[103184]: 'SubPort': '1.0', Jan 21 09:35:45.045313 dv-cinder-804035-25-iscsi neutron-server[103184]: 'Subnet': '1.1', Jan 21 09:35:45.045313 dv-cinder-804035-25-iscsi neutron-server[103184]: 'Trunk': '1.1'}} Jan 21 09:35:45.045313 dv-cinder-804035-25-iscsi neutron-server[103184]: {{(pid=103184) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 21 09:35:45.065368 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [None req-bd9ecd76-27fa-4fa3-ab33-dd06596baf54 None None] Attempting to bind port 1a13147e-23c6-486f-974d-446bd96f63e9 on host dv-cinder-804035-25-iscsi for vnic_type normal with profile {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 09:35:45.066129 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [None req-bd9ecd76-27fa-4fa3-ab33-dd06596baf54 None None] Attempting to bind port 1a13147e-23c6-486f-974d-446bd96f63e9 by drivers openvswitch,hyperv on host dv-cinder-804035-25-iscsi at level 0 using segments [{'id': '475e952b-010c-46c4-9dc4-7955dc3077d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '647e31d1-4208-41da-8947-db9d9292bd9e'}] {{(pid=103184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 09:35:45.066823 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd9ecd76-27fa-4fa3-ab33-dd06596baf54 None None] Attempting to bind port 1a13147e-23c6-486f-974d-446bd96f63e9 on network 647e31d1-4208-41da-8947-db9d9292bd9e {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:35:45.077441 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c65a7fee-f8da-41a4-bad8-3ebaab512c45 admin admin] Publish callbacks [] for router_gateway (ffa297b0-feea-414d-afbb-83e0cce78c9a), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:35:45.078069 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd9ecd76-27fa-4fa3-ab33-dd06596baf54 None None] Checking agent: {'id': 'a4f58dde-e5c6-489c-94fe-b355a6abc90e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-25-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 27, 22), 'started_at': datetime.datetime(2022, 1, 21, 9, 27, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 35, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-25-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:35:45.078800 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd9ecd76-27fa-4fa3-ab33-dd06596baf54 None None] Checking segment: {'id': '475e952b-010c-46c4-9dc4-7955dc3077d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '647e31d1-4208-41da-8947-db9d9292bd9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 09:35:45.079667 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-bd9ecd76-27fa-4fa3-ab33-dd06596baf54 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:35:45.080080 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd9ecd76-27fa-4fa3-ab33-dd06596baf54 None None] Bound using segment: {'id': '475e952b-010c-46c4-9dc4-7955dc3077d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '647e31d1-4208-41da-8947-db9d9292bd9e'} {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:35:45.080725 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [None req-bd9ecd76-27fa-4fa3-ab33-dd06596baf54 None None] Bound port: 1a13147e-23c6-486f-974d-446bd96f63e9, host: dv-cinder-804035-25-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '475e952b-010c-46c4-9dc4-7955dc3077d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '647e31d1-4208-41da-8947-db9d9292bd9e'}}] {{(pid=103184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 09:35:45.081271 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-bd9ecd76-27fa-4fa3-ab33-dd06596baf54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (1a13147e-23c6-486f-974d-446bd96f63e9), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:35:45.116101 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c65a7fee-f8da-41a4-bad8-3ebaab512c45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:35:45.146127 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b6e5e1-6113-44b5-a03b-49e161283c0b admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc85c810-f6f8-41f3-bbb2-2b1bee730031,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:45.193451 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b6e5e1-6113-44b5-a03b-49e161283c0b admin admin] Checking segment: {'id': '040eb47d-f813-4918-9757-ad97391c2793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '6d3bfab5-614b-42ce-87b9-03bdb3f3c1da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 09:35:45.193830 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2b6e5e1-6113-44b5-a03b-49e161283c0b admin admin] Network hostable DHCP agents. Network: 6d3bfab5-614b-42ce-87b9-03bdb3f3c1da, hostable agents: ['8a5d4a72-43a4-4fcf-b58e-bc9792bd5f0a'], hosted agents: [] {{(pid=103183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:35:45.204893 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-ada55d31-1305-4e26-9af5-e7aced3aa820 admin admin] Publish callbacks [] for router_gateway (ced5708d-c427-449c-8be1-8af09176c38e), precommit_update {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:35:45.247043 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0799f4e1-8b60-4a85-860f-ee09bebe80dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2505870-163d-404f-ba9e-f9c2872a5e5a,revision_number=0']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:45.270156 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0799f4e1-8b60-4a85-860f-ee09bebe80dc admin admin] Checking segment: {'id': '8461ac26-15e8-439c-b33d-fe4263fb9a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '4b308458-76e4-44e0-92a9-9be5555db9bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 09:35:45.270475 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0799f4e1-8b60-4a85-860f-ee09bebe80dc admin admin] Network hostable DHCP agents. Network: 4b308458-76e4-44e0-92a9-9be5555db9bc, hostable agents: ['8a5d4a72-43a4-4fcf-b58e-bc9792bd5f0a'], hosted agents: [] {{(pid=103182) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:35:45.277553 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-bd9ecd76-27fa-4fa3-ab33-dd06596baf54 None None] For port 1a13147e-23c6-486f-974d-446bd96f63e9, host dv-cinder-804035-25-iscsi, cleared binding levels {{(pid=103184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:35:45.283278 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-bd9ecd76-27fa-4fa3-ab33-dd06596baf54 None None] For port 1a13147e-23c6-486f-974d-446bd96f63e9, host dv-cinder-804035-25-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-25-iscsi',level=0,port_id=1a13147e-23c6-486f-974d-446bd96f63e9,segment=NetworkSegment(475e952b-010c-46c4-9dc4-7955dc3077d3),segment_id=475e952b-010c-46c4-9dc4-7955dc3077d3)] {{(pid=103184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:35:45.315463 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [None req-c65a7fee-f8da-41a4-bad8-3ebaab512c45 admin admin] Allocated IP 172.27.3.88 (c13ce787-b669-4a63-b567-cda42d951ad5/6accd444-6422-45bf-9c21-6be173243a45/503f14c4-f1ec-4cbf-ac9f-ad304ee11073) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:35:45.381225 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2b6e5e1-6113-44b5-a03b-49e161283c0b admin admin] Network 6d3bfab5-614b-42ce-87b9-03bdb3f3c1da is scheduled to be hosted by DHCP agent 8a5d4a72-43a4-4fcf-b58e-bc9792bd5f0a with binding_index 1 {{(pid=103183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:35:45.387522 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-bd9ecd76-27fa-4fa3-ab33-dd06596baf54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774670732957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774670299814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774670299832'] for port (1a13147e-23c6-486f-974d-446bd96f63e9), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:35:45.423465 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0799f4e1-8b60-4a85-860f-ee09bebe80dc admin admin] Network 4b308458-76e4-44e0-92a9-9be5555db9bc is scheduled to be hosted by DHCP agent 8a5d4a72-43a4-4fcf-b58e-bc9792bd5f0a with binding_index 1 {{(pid=103182) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:35:45.521209 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c65a7fee-f8da-41a4-bad8-3ebaab512c45 admin admin] Publish callbacks [] for port (503f14c4-f1ec-4cbf-ac9f-ad304ee11073), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:35:45.545353 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-e2b6e5e1-6113-44b5-a03b-49e161283c0b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-25-iscsi, 6d3bfab5-614b-42ce-87b9-03bdb3f3c1da) {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:35:45.555834 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9ecd76-27fa-4fa3-ab33-dd06596baf54 None None] Pushing event updated for resources: {'Port': ['ID=1a13147e-23c6-486f-974d-446bd96f63e9,revision_number=2']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:45.557936 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2b6e5e1-6113-44b5-a03b-49e161283c0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:35:45.558724 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e2b6e5e1-6113-44b5-a03b-49e161283c0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4184320'] for subnet (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:35:45.563612 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.scheduler.base_scheduler [None req-0799f4e1-8b60-4a85-860f-ee09bebe80dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-25-iscsi, 4b308458-76e4-44e0-92a9-9be5555db9bc) {{(pid=103182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:35:45.579020 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0799f4e1-8b60-4a85-860f-ee09bebe80dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:35:45.579658 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-0799f4e1-8b60-4a85-860f-ee09bebe80dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4184320'] for subnet (None), before_response {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:35:45.580495 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a35d345b-0beb-4c05-ad87-08af8daefed0 None None] Network 6d3bfab5-614b-42ce-87b9-03bdb3f3c1da requested from dv-cinder-804035-25-iscsi {{(pid=103184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 09:35:45.607232 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ce64d73-ad0c-4d86-91be-42f77fbfc775 None None] Network 4b308458-76e4-44e0-92a9-9be5555db9bc requested from dv-cinder-804035-25-iscsi {{(pid=103184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 09:35:45.644843 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-ada55d31-1305-4e26-9af5-e7aced3aa820 admin admin] Publish callbacks [] for router_gateway (ced5708d-c427-449c-8be1-8af09176c38e), before_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:35:45.698203 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-ada55d31-1305-4e26-9af5-e7aced3aa820 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (None), before_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:35:45.702305 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [None req-e2b6e5e1-6113-44b5-a03b-49e161283c0b admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.6898315 Jan 21 09:35:45.716840 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c65a7fee-f8da-41a4-bad8-3ebaab512c45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774670299796'] for port (503f14c4-f1ec-4cbf-ac9f-ad304ee11073), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:35:45.720042 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [None req-0799f4e1-8b60-4a85-860f-ee09bebe80dc admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5096407 Jan 21 09:35:45.815330 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c65a7fee-f8da-41a4-bad8-3ebaab512c45 admin admin] Network c13ce787-b669-4a63-b567-cda42d951ad5 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:35:45.818451 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-c65a7fee-f8da-41a4-bad8-3ebaab512c45 admin admin] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:35:45.827063 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c65a7fee-f8da-41a4-bad8-3ebaab512c45 admin admin] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 09:35:45.831785 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65a7fee-f8da-41a4-bad8-3ebaab512c45 admin admin] Pushing event updated for resources: {'Port': ['ID=503f14c4-f1ec-4cbf-ac9f-ad304ee11073,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:45.859513 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f31513e2-b81f-4972-93f4-3ee0c4fb0e71 None None] Network 4b308458-76e4-44e0-92a9-9be5555db9bc requested from dv-cinder-804035-25-iscsi {{(pid=103184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 09:35:46.086059 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.db.db_base_plugin_common [None req-ada55d31-1305-4e26-9af5-e7aced3aa820 admin admin] Allocated IP 172.27.3.228 (c13ce787-b669-4a63-b567-cda42d951ad5/6accd444-6422-45bf-9c21-6be173243a45/fae7be76-2c54-40ee-ae2a-5d1360ed27b8) {{(pid=103182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:35:46.227833 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8118f988-00c5-4a6f-b282-713868271bdb None None] Network 6d3bfab5-614b-42ce-87b9-03bdb3f3c1da requested from dv-cinder-804035-25-iscsi {{(pid=103184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 09:35:46.230831 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b28b72c8-b231-4cb9-a9a8-352cf897be9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (8a5d4a72-43a4-4fcf-b58e-bc9792bd5f0a), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:35:46.481998 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-ada55d31-1305-4e26-9af5-e7aced3aa820 admin admin] Publish callbacks [] for port (fae7be76-2c54-40ee-ae2a-5d1360ed27b8), precommit_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:35:46.644988 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-ada55d31-1305-4e26-9af5-e7aced3aa820 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774670299796'] for port (fae7be76-2c54-40ee-ae2a-5d1360ed27b8), after_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:35:46.744680 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada55d31-1305-4e26-9af5-e7aced3aa820 admin admin] Pushing event updated for resources: {'Port': ['ID=fae7be76-2c54-40ee-ae2a-5d1360ed27b8,revision_number=1']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:46.758176 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ada55d31-1305-4e26-9af5-e7aced3aa820 admin admin] Network c13ce787-b669-4a63-b567-cda42d951ad5 is already hosted by enough agents. {{(pid=103182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:35:46.761238 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.scheduler.base_scheduler [None req-ada55d31-1305-4e26-9af5-e7aced3aa820 admin admin] Resources bound (agent type, host, resource id): {{(pid=103182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:35:46.769597 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada55d31-1305-4e26-9af5-e7aced3aa820 admin admin] Received port after_create {{(pid=103182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 09:35:46.802315 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c65a7fee-f8da-41a4-bad8-3ebaab512c45 admin admin] Publish callbacks [] for router_gateway (ffa297b0-feea-414d-afbb-83e0cce78c9a), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:35:47.313200 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-ada55d31-1305-4e26-9af5-e7aced3aa820 admin admin] Publish callbacks [] for router_gateway (ced5708d-c427-449c-8be1-8af09176c38e), after_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:35:47.381133 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.wsgi [-] (103182) accepted ('10.222.0.45', 59506) {{(pid=103182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:35:47.383483 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.wsgi [-] (103182) accepted ('10.222.0.45', 59508) {{(pid=103182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:35:47.386429 dv-cinder-804035-25-iscsi neutron-server[103182]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 21 09:35:47.428847 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c65a7fee-f8da-41a4-bad8-3ebaab512c45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3843070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3846200'] for router (ffa297b0-feea-414d-afbb-83e0cce78c9a), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:35:47.441249 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89062330-c8f4-41bc-95be-7aff680a2501 None None] Network 647e31d1-4208-41da-8947-db9d9292bd9e requested from dv-cinder-804035-25-iscsi {{(pid=103184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 09:35:47.517180 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (5a7f6758-1e24-44b8-9b24-65ffc30c20d4), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:35:47.539894 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.provisioning_blocks [None req-c71087ff-58d4-4197-b926-968d7cbc7f4b None None] Provisioning complete for port 1a13147e-23c6-486f-974d-446bd96f63e9 triggered by entity DHCP. {{(pid=103184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:35:47.540401 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c71087ff-58d4-4197-b926-968d7cbc7f4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983013'] for port (1a13147e-23c6-486f-974d-446bd96f63e9), provisioning_complete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:35:47.692259 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-c71087ff-58d4-4197-b926-968d7cbc7f4b None None] Current status of the port 1a13147e-23c6-486f-974d-446bd96f63e9 is: DOWN; New status is: ACTIVE {{(pid=103184) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:35:47.692259 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c71087ff-58d4-4197-b926-968d7cbc7f4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (1a13147e-23c6-486f-974d-446bd96f63e9), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:35:47.719762 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c65a7fee-f8da-41a4-bad8-3ebaab512c45 admin admin] Router ffa297b0-feea-414d-afbb-83e0cce78c9a is scheduled to L3 agent e2f5353c-5d20-4dd0-beb4-c302aead9ffd with binding_index 1 {{(pid=103183) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 09:35:47.734609 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa48bff-035c-4b0c-b2c3-72d20d0c8fc1 req-e8ca7ad7-eddb-4c06-9cb6-2d0d70db44a8 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:35:47.736200 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-7aa48bff-035c-4b0c-b2c3-72d20d0c8fc1 req-e8ca7ad7-eddb-4c06-9cb6-2d0d70db44a8 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] 10.222.0.45 "GET /v2.0/networks?id=6d3bfab5-614b-42ce-87b9-03bdb3f3c1da HTTP/1.1" status: 200 len: 815 time: 0.3535745 Jan 21 09:35:47.755688 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-c71087ff-58d4-4197-b926-968d7cbc7f4b None None] For port 1a13147e-23c6-486f-974d-446bd96f63e9, host dv-cinder-804035-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-25-iscsi',level=0,port_id=1a13147e-23c6-486f-974d-446bd96f63e9,segment=NetworkSegment(475e952b-010c-46c4-9dc4-7955dc3077d3),segment_id=475e952b-010c-46c4-9dc4-7955dc3077d3)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:35:47.788923 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-7aa48bff-035c-4b0c-b2c3-72d20d0c8fc1 req-6167d25e-7e22-4965-86d2-b9968295004a tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] 10.222.0.45 "GET /v2.0/quotas/e3390729231b409e9a83376b428c1a7f HTTP/1.1" status: 200 len: 375 time: 0.0435836 Jan 21 09:35:47.790081 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Device 1a13147e-23c6-486f-974d-446bd96f63e9 up at agent ovs-agent-dv-cinder-804035-25-iscsi {{(pid=103184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:35:47.830076 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c71087ff-58d4-4197-b926-968d7cbc7f4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774670732957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774670299814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774670299832'] for port (1a13147e-23c6-486f-974d-446bd96f63e9), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:35:47.896394 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71087ff-58d4-4197-b926-968d7cbc7f4b None None] Pushing event updated for resources: {'Port': ['ID=1a13147e-23c6-486f-974d-446bd96f63e9,revision_number=3']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:47.904264 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-7aa48bff-035c-4b0c-b2c3-72d20d0c8fc1 req-03689b55-7b57-492d-a0dd-fa24ef94315c tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=e3390729231b409e9a83376b428c1a7f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1051011 Jan 21 09:35:47.904644 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.provisioning_blocks [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Provisioning complete for port 1a13147e-23c6-486f-974d-446bd96f63e9 triggered by entity L2. {{(pid=103184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:35:47.904939 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983013'] for port (1a13147e-23c6-486f-974d-446bd96f63e9), provisioning_complete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:35:47.919265 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8da1da-2144-4b86-b45d-b6342eddf8ea req-18b471b3-5a3c-4274-899f-e423b12bacb4 tempest-DeleteServersTestJSON-1321460479 tempest-DeleteServersTestJSON-1321460479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:35:47.926405 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-5b8da1da-2144-4b86-b45d-b6342eddf8ea req-18b471b3-5a3c-4274-899f-e423b12bacb4 tempest-DeleteServersTestJSON-1321460479 tempest-DeleteServersTestJSON-1321460479-project] 10.222.0.45 "GET /v2.0/networks?id=4b308458-76e4-44e0-92a9-9be5555db9bc HTTP/1.1" status: 200 len: 811 time: 0.5413125 Jan 21 09:35:47.951271 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-5b8da1da-2144-4b86-b45d-b6342eddf8ea req-67f34e3f-6c36-45b8-a0b5-06b914682251 tempest-DeleteServersTestJSON-1321460479 tempest-DeleteServersTestJSON-1321460479-project] 10.222.0.45 "GET /v2.0/quotas/22a31f7136c241578473d4d323722c69 HTTP/1.1" status: 200 len: 375 time: 0.0237980 Jan 21 09:35:47.959325 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c65a7fee-f8da-41a4-bad8-3ebaab512c45 admin admin] Notify agent at l3_agent.dv-cinder-804035-25-iscsi the message routers_updated {{(pid=103183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:35:47.971930 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e973b1a-67c2-41d8-8e91-8c0a2d354727 None None] Sync routers for ids ['ffa297b0-feea-414d-afbb-83e0cce78c9a'] in dv-cinder-804035-25-iscsi {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:35:47.998526 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e973b1a-67c2-41d8-8e91-8c0a2d354727 None None] Routers {'ffa297b0-feea-414d-afbb-83e0cce78c9a'} bound to L3 agent in host dv-cinder-804035-25-iscsi {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 09:35:47.999174 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-8e973b1a-67c2-41d8-8e91-8c0a2d354727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T09:27:18Z,description=,heartbeat_timestamp=2022-01-21T09:35:18Z,host='dv-cinder-804035-25-iscsi',id=e2f5353c-5d20-4dd0-beb4-c302aead9ffd,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:27:19Z,topic='l3_agent')) {'router_ids': ['ffa297b0-feea-414d-afbb-83e0cce78c9a'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:35:48.028810 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-5b8da1da-2144-4b86-b45d-b6342eddf8ea req-1d9c0a2d-549a-4f55-9d45-bb0da2d1d0a3 tempest-DeleteServersTestJSON-1321460479 tempest-DeleteServersTestJSON-1321460479-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=22a31f7136c241578473d4d323722c69&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0765548 Jan 21 09:35:48.044315 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Current status of the port 1a13147e-23c6-486f-974d-446bd96f63e9 is: ACTIVE; New status is: ACTIVE {{(pid=103184) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:35:48.058391 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.provisioning_blocks [None req-88d3b292-3273-480f-bbd1-638033543e6d None None] Provisioning complete for port 1a13147e-23c6-486f-974d-446bd96f63e9 triggered by entity DHCP. {{(pid=103184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:35:48.058918 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-88d3b292-3273-480f-bbd1-638033543e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983013'] for port (1a13147e-23c6-486f-974d-446bd96f63e9), provisioning_complete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:35:48.062030 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-ada55d31-1305-4e26-9af5-e7aced3aa820 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3843070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3846200'] for router (ced5708d-c427-449c-8be1-8af09176c38e), after_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:35:48.063403 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c65a7fee-f8da-41a4-bad8-3ebaab512c45 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:35:48.067327 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [None req-c65a7fee-f8da-41a4-bad8-3ebaab512c45 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.3362443 Jan 21 09:35:48.067957 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.45', 59524) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:35:48.172794 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-88d3b292-3273-480f-bbd1-638033543e6d None None] Current status of the port 1a13147e-23c6-486f-974d-446bd96f63e9 is: ACTIVE; New status is: ACTIVE {{(pid=103184) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:35:48.329458 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-8e973b1a-67c2-41d8-8e91-8c0a2d354727 None None] Set router ffa297b0-feea-414d-afbb-83e0cce78c9a gateway port host: dv-cinder-804035-25-iscsi {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:35:48.380491 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d43f1172-7536-4741-a07d-d942279ab1d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (e2f5353c-5d20-4dd0-beb4-c302aead9ffd), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:35:48.428569 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.wsgi [-] (103182) accepted ('10.222.0.45', 59540) {{(pid=103182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:35:48.566171 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-945bbc17-7d9f-4a3d-a945-68de56840ac2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:35:48.597082 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ada55d31-1305-4e26-9af5-e7aced3aa820 admin admin] Router ced5708d-c427-449c-8be1-8af09176c38e is scheduled to L3 agent e2f5353c-5d20-4dd0-beb4-c302aead9ffd with binding_index 1 {{(pid=103182) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 09:35:48.662844 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.wsgi [req-7aa48bff-035c-4b0c-b2c3-72d20d0c8fc1 req-e314b239-2b7f-4159-9512-ec08d18909b1 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103182) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 21 09:35:48.664671 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-7aa48bff-035c-4b0c-b2c3-72d20d0c8fc1 req-e314b239-2b7f-4159-9512-ec08d18909b1 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3308203 Jan 21 09:35:48.758029 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-8e973b1a-67c2-41d8-8e91-8c0a2d354727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffa297b0-feea-414d-afbb-83e0cce78c9a', 'name': 'tempest-ServerRescueNegativeTestJSON-980632662-router', 'tenant_id': '5f89d1b21ad8471a8a9a82adac2594c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'external_fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': '503f14c4-f1ec-4cbf-ac9f-ad304ee11073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:35:43Z', 'updated_at': '2022-01-21T09:35:46Z', 'revision_number': 3, 'project_id': '5f89d1b21ad8471a8a9a82adac2594c1', 'gw_port': {'id': '503f14c4-f1ec-4cbf-ac9f-ad304ee11073', 'name': '', 'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:89:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffa297b0-feea-414d-afbb-83e0cce78c9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:35:45Z', 'updated_at': '2022-01-21T09:35:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6accd444-6422-45bf-9c21-6be173243a45', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-25-iscsi'}], 'dv-cinder-804035-25-iscsi', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:35:48.771026 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.wsgi [req-5b8da1da-2144-4b86-b45d-b6342eddf8ea req-fb94a252-0f6a-4e34-8cf0-543b963a972b service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103182) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 21 09:35:48.776229 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-5b8da1da-2144-4b86-b45d-b6342eddf8ea req-fb94a252-0f6a-4e34-8cf0-543b963a972b service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2925935 Jan 21 09:35:48.794752 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e973b1a-67c2-41d8-8e91-8c0a2d354727 None None] Checking router: ffa297b0-feea-414d-afbb-83e0cce78c9a for host: dv-cinder-804035-25-iscsi {{(pid=103185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:35:48.794969 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e973b1a-67c2-41d8-8e91-8c0a2d354727 None None] Updating router ffa297b0-feea-414d-afbb-83e0cce78c9a port 503f14c4-f1ec-4cbf-ac9f-ad304ee11073 binding host dv-cinder-804035-25-iscsi {{(pid=103185) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 09:35:48.830595 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-8e973b1a-67c2-41d8-8e91-8c0a2d354727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (503f14c4-f1ec-4cbf-ac9f-ad304ee11073), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:35:48.870421 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d3908865-8da0-491f-bda8-b61a479004af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:35:48.963176 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-945bbc17-7d9f-4a3d-a945-68de56840ac2 admin admin] Publish callbacks [] for security_group (20e6574d-233e-4a00-a374-fefd7e303cb3), precommit_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:35:48.981873 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-7aa48bff-035c-4b0c-b2c3-72d20d0c8fc1 req-8f7daada-39c4-45e2-bb54-c5e3f30d2212 service neutron] 10.222.0.45 "GET /v2.0/networks/6d3bfab5-614b-42ce-87b9-03bdb3f3c1da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2829931 Jan 21 09:35:49.097065 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [None req-d3908865-8da0-491f-bda8-b61a479004af admin admin] Allocated IP 172.20.0.1 (d8632307-2281-4a7d-8be2-4fe34d09fe87/72f007c2-95bb-4c65-8ae3-279d29a2c1fd/3511d103-4c18-4f94-9e03-4b690e2e4220) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:35:49.135021 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-945bbc17-7d9f-4a3d-a945-68de56840ac2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126007'] for security_group (20e6574d-233e-4a00-a374-fefd7e303cb3), after_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:35:49.162503 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ada55d31-1305-4e26-9af5-e7aced3aa820 admin admin] Notify agent at l3_agent.dv-cinder-804035-25-iscsi the message routers_updated {{(pid=103182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:35:49.175738 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a3cff17-57cd-46ff-b2b8-90640f5dd7c4 None None] Sync routers for ids ['ced5708d-c427-449c-8be1-8af09176c38e'] in dv-cinder-804035-25-iscsi {{(pid=103184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:35:49.193014 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a3cff17-57cd-46ff-b2b8-90640f5dd7c4 None None] Routers {'ced5708d-c427-449c-8be1-8af09176c38e'} bound to L3 agent in host dv-cinder-804035-25-iscsi {{(pid=103184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 09:35:49.193911 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.l3_hamode_db [None req-2a3cff17-57cd-46ff-b2b8-90640f5dd7c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T09:27:18Z,description=,heartbeat_timestamp=2022-01-21T09:35:48Z,host='dv-cinder-804035-25-iscsi',id=e2f5353c-5d20-4dd0-beb4-c302aead9ffd,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:27:19Z,topic='l3_agent')) {'router_ids': ['ced5708d-c427-449c-8be1-8af09176c38e'], 'active': True} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:35:49.230637 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-8e973b1a-67c2-41d8-8e91-8c0a2d354727 None None] Publish callbacks [] for port (503f14c4-f1ec-4cbf-ac9f-ad304ee11073), precommit_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:35:49.255191 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d3908865-8da0-491f-bda8-b61a479004af admin admin] Publish callbacks [] for port (3511d103-4c18-4f94-9e03-4b690e2e4220), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:35:49.266782 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [None req-945bbc17-7d9f-4a3d-a945-68de56840ac2 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c8877bf1369949c389d3225a7c0e5885&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8314047 Jan 21 09:35:49.269494 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-5b8da1da-2144-4b86-b45d-b6342eddf8ea req-44325cb5-1371-40ab-81be-0b7ee0ecf566 service neutron] 10.222.0.45 "GET /v2.0/networks/4b308458-76e4-44e0-92a9-9be5555db9bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4488137 Jan 21 09:35:49.273829 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.wsgi [-] (103182) accepted ('10.222.0.45', 59552) {{(pid=103182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:35:49.327215 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-8e973b1a-67c2-41d8-8e91-8c0a2d354727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774670732957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774670299814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774670299832'] for port (503f14c4-f1ec-4cbf-ac9f-ad304ee11073), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:35:49.345394 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-ada55d31-1305-4e26-9af5-e7aced3aa820 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:35:49.346666 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [None req-ada55d31-1305-4e26-9af5-e7aced3aa820 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.4613433 Jan 21 09:35:49.347423 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945bbc17-7d9f-4a3d-a945-68de56840ac2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20e6574d-233e-4a00-a374-fefd7e303cb3,revision_number=1']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:49.349496 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.45', 59556) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:35:49.441131 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-7aa48bff-035c-4b0c-b2c3-72d20d0c8fc1 req-304e1935-79e0-4386-bc7f-9eee24627edf service neutron] 10.222.0.45 "GET /v2.0/networks/6d3bfab5-614b-42ce-87b9-03bdb3f3c1da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4484177 Jan 21 09:35:49.457780 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.l3_dvr_db [None req-2a3cff17-57cd-46ff-b2b8-90640f5dd7c4 None None] Set router ced5708d-c427-449c-8be1-8af09176c38e gateway port host: dv-cinder-804035-25-iscsi {{(pid=103184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:35:49.484991 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-b417cb43-b82e-482d-b314-2f8506b5b6b5 admin admin] Publish callbacks [] for security_group (20e6574d-233e-4a00-a374-fefd7e303cb3), before_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:35:49.485329 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-8e973b1a-67c2-41d8-8e91-8c0a2d354727 None None] Attempting to bind port 503f14c4-f1ec-4cbf-ac9f-ad304ee11073 on host dv-cinder-804035-25-iscsi for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 09:35:49.487222 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-8e973b1a-67c2-41d8-8e91-8c0a2d354727 None None] Attempting to bind port 503f14c4-f1ec-4cbf-ac9f-ad304ee11073 by drivers openvswitch,hyperv on host dv-cinder-804035-25-iscsi at level 0 using segments [{'id': '04cdc6b6-1d9e-45db-8cc2-90c03cb493f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 09:35:49.487719 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e973b1a-67c2-41d8-8e91-8c0a2d354727 None None] Attempting to bind port 503f14c4-f1ec-4cbf-ac9f-ad304ee11073 on network c13ce787-b669-4a63-b567-cda42d951ad5 {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:35:49.491336 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-5b8da1da-2144-4b86-b45d-b6342eddf8ea req-34025843-7b49-45ab-88cb-77cdd7ab36fd service neutron] 10.222.0.45 "GET /v2.0/networks/4b308458-76e4-44e0-92a9-9be5555db9bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1989603 Jan 21 09:35:49.517246 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d3908865-8da0-491f-bda8-b61a479004af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774670299796'] for port (3511d103-4c18-4f94-9e03-4b690e2e4220), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:35:49.532488 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e973b1a-67c2-41d8-8e91-8c0a2d354727 None None] Checking agent: {'id': 'a4f58dde-e5c6-489c-94fe-b355a6abc90e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-25-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 27, 22), 'started_at': datetime.datetime(2022, 1, 21, 9, 27, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 35, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-25-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:35:49.532915 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e973b1a-67c2-41d8-8e91-8c0a2d354727 None None] Checking segment: {'id': '04cdc6b6-1d9e-45db-8cc2-90c03cb493f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 09:35:49.545137 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-b417cb43-b82e-482d-b314-2f8506b5b6b5 admin admin] Publish callbacks [] for security_group (20e6574d-233e-4a00-a374-fefd7e303cb3), precommit_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:35:49.549369 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-8e973b1a-67c2-41d8-8e91-8c0a2d354727 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:35:49.550005 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e973b1a-67c2-41d8-8e91-8c0a2d354727 None None] Bound using segment: {'id': '04cdc6b6-1d9e-45db-8cc2-90c03cb493f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:35:49.550421 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-8e973b1a-67c2-41d8-8e91-8c0a2d354727 None None] Bound port: 503f14c4-f1ec-4cbf-ac9f-ad304ee11073, host: dv-cinder-804035-25-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04cdc6b6-1d9e-45db-8cc2-90c03cb493f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 09:35:49.561692 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-8e973b1a-67c2-41d8-8e91-8c0a2d354727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (503f14c4-f1ec-4cbf-ac9f-ad304ee11073), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:35:49.662989 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9ecfdc-c684-4d9c-9721-8a82251aa08f None None] Pushing event updated for resources: {'Port': ['ID=503f14c4-f1ec-4cbf-ac9f-ad304ee11073,revision_number=2']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:49.702110 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Device 1a13147e-23c6-486f-974d-446bd96f63e9 up at agent ovs-agent-dv-cinder-804035-25-iscsi {{(pid=103184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:35:49.702110 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0beda05d-594e-4362-80c2-bc999a9a2b64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (9e31de2d-26a2-4a88-b799-f1f3b7df75bf), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:35:49.707982 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9ecfdc-c684-4d9c-9721-8a82251aa08f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:35:49.708620 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9ecfdc-c684-4d9c-9721-8a82251aa08f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:35:49.709092 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9ecfdc-c684-4d9c-9721-8a82251aa08f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:35:49.709576 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9ecfdc-c684-4d9c-9721-8a82251aa08f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:35:49.710015 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9ecfdc-c684-4d9c-9721-8a82251aa08f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:35:49.711676 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9ecfdc-c684-4d9c-9721-8a82251aa08f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:35:49.712220 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9ecfdc-c684-4d9c-9721-8a82251aa08f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:35:49.712661 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9ecfdc-c684-4d9c-9721-8a82251aa08f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:35:49.713120 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9ecfdc-c684-4d9c-9721-8a82251aa08f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:35:49.713863 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9ecfdc-c684-4d9c-9721-8a82251aa08f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:35:49.714313 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9ecfdc-c684-4d9c-9721-8a82251aa08f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:35:49.714746 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9ecfdc-c684-4d9c-9721-8a82251aa08f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:35:49.715175 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9ecfdc-c684-4d9c-9721-8a82251aa08f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:35:49.716471 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9ecfdc-c684-4d9c-9721-8a82251aa08f None None] Tracked resource versions report: Jan 21 09:35:49.716471 dv-cinder-804035-25-iscsi neutron-server[103185]: pushed versions: Jan 21 09:35:49.716471 dv-cinder-804035-25-iscsi neutron-server[103185]: { 'AddressGroup': {'1.2'}, Jan 21 09:35:49.716471 dv-cinder-804035-25-iscsi neutron-server[103185]: 'ConntrackHelper': {'1.0'}, Jan 21 09:35:49.716471 dv-cinder-804035-25-iscsi neutron-server[103185]: 'LocalIPAssociation': {'1.0'}, Jan 21 09:35:49.716471 dv-cinder-804035-25-iscsi neutron-server[103185]: 'Log': {'1.0'}, Jan 21 09:35:49.716471 dv-cinder-804035-25-iscsi neutron-server[103185]: 'Network': {'1.1'}, Jan 21 09:35:49.716471 dv-cinder-804035-25-iscsi neutron-server[103185]: 'Port': {'1.7'}, Jan 21 09:35:49.716471 dv-cinder-804035-25-iscsi neutron-server[103185]: 'PortForwarding': {'1.2'}, Jan 21 09:35:49.716471 dv-cinder-804035-25-iscsi neutron-server[103185]: 'QosPolicy': {'1.10'}, Jan 21 09:35:49.716471 dv-cinder-804035-25-iscsi neutron-server[103185]: 'SecurityGroup': {'1.5'}, Jan 21 09:35:49.716471 dv-cinder-804035-25-iscsi neutron-server[103185]: 'SecurityGroupRule': {'1.2'}, Jan 21 09:35:49.716471 dv-cinder-804035-25-iscsi neutron-server[103185]: 'SubPort': {'1.0'}, Jan 21 09:35:49.716471 dv-cinder-804035-25-iscsi neutron-server[103185]: 'Subnet': {'1.1'}, Jan 21 09:35:49.716471 dv-cinder-804035-25-iscsi neutron-server[103185]: 'Trunk': {'1.1'}} Jan 21 09:35:49.716471 dv-cinder-804035-25-iscsi neutron-server[103185]: consumer versions: Jan 21 09:35:49.716471 dv-cinder-804035-25-iscsi neutron-server[103185]: { DHCP agent@dv-cinder-804035-25-iscsi: {}, Jan 21 09:35:49.716471 dv-cinder-804035-25-iscsi neutron-server[103185]: HyperV agent@hv-cinder-80403: {}, Jan 21 09:35:49.716471 dv-cinder-804035-25-iscsi neutron-server[103185]: L3 agent@dv-cinder-804035-25-iscsi: {}, Jan 21 09:35:49.716471 dv-cinder-804035-25-iscsi neutron-server[103185]: Metadata agent@dv-cinder-804035-25-iscsi: {}, Jan 21 09:35:49.716471 dv-cinder-804035-25-iscsi neutron-server[103185]: Metering agent@dv-cinder-804035-25-iscsi: {}, Jan 21 09:35:49.716471 dv-cinder-804035-25-iscsi neutron-server[103185]: Open vSwitch agent@dv-cinder-804035-25-iscsi: { 'AddressGroup': '1.2', Jan 21 09:35:49.716471 dv-cinder-804035-25-iscsi neutron-server[103185]: 'ConntrackHelper': '1.0', Jan 21 09:35:49.716471 dv-cinder-804035-25-iscsi neutron-server[103185]: 'LocalIPAssociation': '1.0', Jan 21 09:35:49.716471 dv-cinder-804035-25-iscsi neutron-server[103185]: 'Log': '1.0', Jan 21 09:35:49.716471 dv-cinder-804035-25-iscsi neutron-server[103185]: 'Network': '1.1', Jan 21 09:35:49.716471 dv-cinder-804035-25-iscsi neutron-server[103185]: 'Port': '1.7', Jan 21 09:35:49.716471 dv-cinder-804035-25-iscsi neutron-server[103185]: 'PortForwarding': '1.2', Jan 21 09:35:49.716471 dv-cinder-804035-25-iscsi neutron-server[103185]: 'QosPolicy': '1.10', Jan 21 09:35:49.716471 dv-cinder-804035-25-iscsi neutron-server[103185]: 'SecurityGroup': '1.5', Jan 21 09:35:49.716471 dv-cinder-804035-25-iscsi neutron-server[103185]: 'SecurityGroupRule': '1.2', Jan 21 09:35:49.716471 dv-cinder-804035-25-iscsi neutron-server[103185]: 'SubPort': '1.0', Jan 21 09:35:49.716471 dv-cinder-804035-25-iscsi neutron-server[103185]: 'Subnet': '1.1', Jan 21 09:35:49.716471 dv-cinder-804035-25-iscsi neutron-server[103185]: 'Trunk': '1.1'}} Jan 21 09:35:49.716471 dv-cinder-804035-25-iscsi neutron-server[103185]: {{(pid=103185) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 21 09:35:49.751192 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-8e973b1a-67c2-41d8-8e91-8c0a2d354727 None None] For port 503f14c4-f1ec-4cbf-ac9f-ad304ee11073, host dv-cinder-804035-25-iscsi, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:35:49.755857 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-8e973b1a-67c2-41d8-8e91-8c0a2d354727 None None] For port 503f14c4-f1ec-4cbf-ac9f-ad304ee11073, host dv-cinder-804035-25-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-25-iscsi',level=0,port_id=503f14c4-f1ec-4cbf-ac9f-ad304ee11073,segment=NetworkSegment(04cdc6b6-1d9e-45db-8cc2-90c03cb493f2),segment_id=04cdc6b6-1d9e-45db-8cc2-90c03cb493f2)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:35:49.777102 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3908865-8da0-491f-bda8-b61a479004af admin admin] Pushing event updated for resources: {'Port': ['ID=3511d103-4c18-4f94-9e03-4b690e2e4220,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:49.781096 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-b417cb43-b82e-482d-b314-2f8506b5b6b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126007'] for security_group (20e6574d-233e-4a00-a374-fefd7e303cb3), after_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:35:49.784165 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-b417cb43-b82e-482d-b314-2f8506b5b6b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:35:49.788142 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [None req-b417cb43-b82e-482d-b314-2f8506b5b6b5 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/20e6574d-233e-4a00-a374-fefd7e303cb3 HTTP/1.1" status: 204 len: 168 time: 0.5077341 Jan 21 09:35:49.818756 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b417cb43-b82e-482d-b314-2f8506b5b6b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20e6574d-233e-4a00-a374-fefd7e303cb3,revision_number=None']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:49.820527 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3908865-8da0-491f-bda8-b61a479004af admin admin] Network d8632307-2281-4a7d-8be2-4fe34d09fe87 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:35:49.824014 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-d3908865-8da0-491f-bda8-b61a479004af admin admin] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:35:49.833355 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3908865-8da0-491f-bda8-b61a479004af admin admin] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 09:35:49.833866 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d3908865-8da0-491f-bda8-b61a479004af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3852810'] for router_interface (ffa297b0-feea-414d-afbb-83e0cce78c9a), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:35:49.867870 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-8e973b1a-67c2-41d8-8e91-8c0a2d354727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774670732957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774670299814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774670299832'] for port (503f14c4-f1ec-4cbf-ac9f-ad304ee11073), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:35:49.971290 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e973b1a-67c2-41d8-8e91-8c0a2d354727 None None] Routers {'ffa297b0-feea-414d-afbb-83e0cce78c9a'} bound to L3 agent in host dv-cinder-804035-25-iscsi {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 09:35:49.976373 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-8e973b1a-67c2-41d8-8e91-8c0a2d354727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T09:27:18Z,description=,heartbeat_timestamp=2022-01-21T09:35:48Z,host='dv-cinder-804035-25-iscsi',id=e2f5353c-5d20-4dd0-beb4-c302aead9ffd,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:27:19Z,topic='l3_agent')) {'router_ids': ['ffa297b0-feea-414d-afbb-83e0cce78c9a'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:35:50.134647 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-8fd32537-67cf-4535-9604-1d920f55d112 req-3f9154d6-1ee7-4176-bae4-a26110c44efc tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] 10.222.0.45 "GET /v2.0/ports?device_id=370b78d2-d154-4c93-b8ef-3723bd26c3d4 HTTP/1.1" status: 200 len: 210 time: 0.1435485 Jan 21 09:35:50.154970 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-1e85649f-462b-4582-98eb-b14d2dee4e5b req-5d309645-71ac-4b6b-8664-b532071d2680 tempest-DeleteServersTestJSON-1321460479 tempest-DeleteServersTestJSON-1321460479-project] 10.222.0.45 "GET /v2.0/ports?device_id=b50feb40-c691-4724-8570-f5873bdc5d1e HTTP/1.1" status: 200 len: 210 time: 0.0747523 Jan 21 09:35:50.195917 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.provisioning_blocks [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Provisioning complete for port 1a13147e-23c6-486f-974d-446bd96f63e9 triggered by entity L2. {{(pid=103184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:35:50.196538 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983013'] for port (1a13147e-23c6-486f-974d-446bd96f63e9), provisioning_complete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:35:50.231891 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9ecfdc-c684-4d9c-9721-8a82251aa08f None None] Pushing event updated for resources: {'Port': ['ID=503f14c4-f1ec-4cbf-ac9f-ad304ee11073,revision_number=3']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:50.242771 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-8e973b1a-67c2-41d8-8e91-8c0a2d354727 None None] Set router ffa297b0-feea-414d-afbb-83e0cce78c9a gateway port host: dv-cinder-804035-25-iscsi {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:35:50.254781 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.l3_hamode_db [None req-2a3cff17-57cd-46ff-b2b8-90640f5dd7c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ced5708d-c427-449c-8be1-8af09176c38e', 'name': 'tempest-AttachVolumeShelveTestJSON-1774693524-router', 'tenant_id': '93281ac9cb504124a055279296f2262f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'external_fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': 'fae7be76-2c54-40ee-ae2a-5d1360ed27b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:35:44Z', 'updated_at': '2022-01-21T09:35:47Z', 'revision_number': 3, 'project_id': '93281ac9cb504124a055279296f2262f', 'gw_port': {'id': 'fae7be76-2c54-40ee-ae2a-5d1360ed27b8', 'name': '', 'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:dc:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ced5708d-c427-449c-8be1-8af09176c38e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:35:45Z', 'updated_at': '2022-01-21T09:35:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6accd444-6422-45bf-9c21-6be173243a45', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-25-iscsi'}], 'dv-cinder-804035-25-iscsi', False) {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:35:50.288412 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a3cff17-57cd-46ff-b2b8-90640f5dd7c4 None None] Checking router: ced5708d-c427-449c-8be1-8af09176c38e for host: dv-cinder-804035-25-iscsi {{(pid=103184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:35:50.289314 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a3cff17-57cd-46ff-b2b8-90640f5dd7c4 None None] Updating router ced5708d-c427-449c-8be1-8af09176c38e port fae7be76-2c54-40ee-ae2a-5d1360ed27b8 binding host dv-cinder-804035-25-iscsi {{(pid=103184) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 09:35:50.331380 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2a3cff17-57cd-46ff-b2b8-90640f5dd7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (fae7be76-2c54-40ee-ae2a-5d1360ed27b8), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:35:50.566785 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-8e973b1a-67c2-41d8-8e91-8c0a2d354727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffa297b0-feea-414d-afbb-83e0cce78c9a', 'name': 'tempest-ServerRescueNegativeTestJSON-980632662-router', 'tenant_id': '5f89d1b21ad8471a8a9a82adac2594c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'external_fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': '503f14c4-f1ec-4cbf-ac9f-ad304ee11073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:35:43Z', 'updated_at': '2022-01-21T09:35:46Z', 'revision_number': 3, 'project_id': '5f89d1b21ad8471a8a9a82adac2594c1', 'gw_port': {'id': '503f14c4-f1ec-4cbf-ac9f-ad304ee11073', 'name': '', 'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:89:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffa297b0-feea-414d-afbb-83e0cce78c9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:35:45Z', 'updated_at': '2022-01-21T09:35:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6accd444-6422-45bf-9c21-6be173243a45', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-25-iscsi'}], 'dv-cinder-804035-25-iscsi', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:35:50.604665 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e973b1a-67c2-41d8-8e91-8c0a2d354727 None None] The sync data for ids ['ffa297b0-feea-414d-afbb-83e0cce78c9a'] in dv-cinder-804035-25-iscsi is: [{'id': 'ffa297b0-feea-414d-afbb-83e0cce78c9a', 'name': 'tempest-ServerRescueNegativeTestJSON-980632662-router', 'tenant_id': '5f89d1b21ad8471a8a9a82adac2594c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'external_fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': '503f14c4-f1ec-4cbf-ac9f-ad304ee11073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:35:43Z', 'updated_at': '2022-01-21T09:35:46Z', 'revision_number': 3, 'project_id': '5f89d1b21ad8471a8a9a82adac2594c1', 'gw_port': {'id': '503f14c4-f1ec-4cbf-ac9f-ad304ee11073', 'name': '', 'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:89:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffa297b0-feea-414d-afbb-83e0cce78c9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:35:45Z', 'updated_at': '2022-01-21T09:35:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6accd444-6422-45bf-9c21-6be173243a45', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-25-iscsi'}] {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:35:50.620673 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d3908865-8da0-491f-bda8-b61a479004af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (3511d103-4c18-4f94-9e03-4b690e2e4220), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:35:50.708394 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Current status of the port 1a13147e-23c6-486f-974d-446bd96f63e9 is: ACTIVE; New status is: ACTIVE {{(pid=103184) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:35:50.968948 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1904d494-ca9a-4990-a962-bdfb46a3ff96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:35:51.074851 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d3908865-8da0-491f-bda8-b61a479004af admin admin] Publish callbacks [] for port (3511d103-4c18-4f94-9e03-4b690e2e4220), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:35:51.123382 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2a3cff17-57cd-46ff-b2b8-90640f5dd7c4 None None] Publish callbacks [] for port (fae7be76-2c54-40ee-ae2a-5d1360ed27b8), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:35:51.156269 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.wsgi [-] (103182) accepted ('10.222.0.45', 59652) {{(pid=103182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:35:51.177127 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-84d6186b-e5d1-47c3-a5db-7482715ddc52 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:35:51.226349 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f5928849-742c-4298-9c4e-ae1543ad1886 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (fd0edb9a-d711-47a6-aedf-fe72898a6c79), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:35:51.249012 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2a3cff17-57cd-46ff-b2b8-90640f5dd7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774670732957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774670299814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774670299832'] for port (fae7be76-2c54-40ee-ae2a-5d1360ed27b8), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:35:51.278886 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [None req-1904d494-ca9a-4990-a962-bdfb46a3ff96 admin admin] Allocated IP 172.20.0.1 (647e31d1-4208-41da-8947-db9d9292bd9e/55369842-b446-444b-92ff-367c2e723c52/45edbbf3-81eb-4aa2-849a-847fc70aaa53) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:35:51.338135 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-09a81f73-8648-4471-90f8-444ae820cde3 req-11ef9094-ca99-4c77-94d2-c0e8e7e81835 tempest-DeleteServersTestJSON-1321460479 tempest-DeleteServersTestJSON-1321460479-project] 10.222.0.45 "GET /v2.0/ports?device_id=b50feb40-c691-4724-8570-f5873bdc5d1e HTTP/1.1" status: 200 len: 210 time: 0.0950878 Jan 21 09:35:51.419530 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36601e26-fdc9-4433-a7a2-a2350f174110 None None] Pushing event updated for resources: {'Port': ['ID=fae7be76-2c54-40ee-ae2a-5d1360ed27b8,revision_number=2']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:51.700446 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-ccb6d652-2799-41ad-97f4-3b28274e865f req-95a87212-b68b-4577-9447-b0f739d20c94 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] 10.222.0.45 "GET /v2.0/ports?device_id=370b78d2-d154-4c93-b8ef-3723bd26c3d4 HTTP/1.1" status: 200 len: 210 time: 0.1000345 Jan 21 09:35:51.703264 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [None req-2a3cff17-57cd-46ff-b2b8-90640f5dd7c4 None None] Attempting to bind port fae7be76-2c54-40ee-ae2a-5d1360ed27b8 on host dv-cinder-804035-25-iscsi for vnic_type normal with profile {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 09:35:51.703264 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [None req-2a3cff17-57cd-46ff-b2b8-90640f5dd7c4 None None] Attempting to bind port fae7be76-2c54-40ee-ae2a-5d1360ed27b8 by drivers openvswitch,hyperv on host dv-cinder-804035-25-iscsi at level 0 using segments [{'id': '04cdc6b6-1d9e-45db-8cc2-90c03cb493f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5'}] {{(pid=103184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 09:35:51.703264 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3cff17-57cd-46ff-b2b8-90640f5dd7c4 None None] Attempting to bind port fae7be76-2c54-40ee-ae2a-5d1360ed27b8 on network c13ce787-b669-4a63-b567-cda42d951ad5 {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:35:51.706136 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1904d494-ca9a-4990-a962-bdfb46a3ff96 admin admin] Publish callbacks [] for port (45edbbf3-81eb-4aa2-849a-847fc70aaa53), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:35:51.707429 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3cff17-57cd-46ff-b2b8-90640f5dd7c4 None None] Checking agent: {'id': 'a4f58dde-e5c6-489c-94fe-b355a6abc90e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-25-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 27, 22), 'started_at': datetime.datetime(2022, 1, 21, 9, 27, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 35, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-25-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:35:51.707429 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3cff17-57cd-46ff-b2b8-90640f5dd7c4 None None] Checking segment: {'id': '04cdc6b6-1d9e-45db-8cc2-90c03cb493f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 09:35:51.707429 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2a3cff17-57cd-46ff-b2b8-90640f5dd7c4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:35:51.707429 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3cff17-57cd-46ff-b2b8-90640f5dd7c4 None None] Bound using segment: {'id': '04cdc6b6-1d9e-45db-8cc2-90c03cb493f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5'} {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:35:51.707429 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [None req-2a3cff17-57cd-46ff-b2b8-90640f5dd7c4 None None] Bound port: fae7be76-2c54-40ee-ae2a-5d1360ed27b8, host: dv-cinder-804035-25-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04cdc6b6-1d9e-45db-8cc2-90c03cb493f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5'}}] {{(pid=103184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 09:35:51.707429 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2a3cff17-57cd-46ff-b2b8-90640f5dd7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (fae7be76-2c54-40ee-ae2a-5d1360ed27b8), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:35:51.709509 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d3908865-8da0-491f-bda8-b61a479004af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774670732957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774670299814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774670299832'] for port (3511d103-4c18-4f94-9e03-4b690e2e4220), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:35:51.709509 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d3908865-8da0-491f-bda8-b61a479004af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4184412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3852437'] for router_interface (ffa297b0-feea-414d-afbb-83e0cce78c9a), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:35:51.709509 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1904d494-ca9a-4990-a962-bdfb46a3ff96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774670299796'] for port (45edbbf3-81eb-4aa2-849a-847fc70aaa53), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:35:51.709509 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1904d494-ca9a-4990-a962-bdfb46a3ff96 admin admin] Network 647e31d1-4208-41da-8947-db9d9292bd9e is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:35:51.743811 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-84d6186b-e5d1-47c3-a5db-7482715ddc52 admin admin] Publish callbacks [] for security_group (4d39341b-112c-4dce-bcfc-4a7066b09e17), precommit_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:35:51.743876 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-1904d494-ca9a-4990-a962-bdfb46a3ff96 admin admin] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:35:51.743876 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1904d494-ca9a-4990-a962-bdfb46a3ff96 admin admin] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 09:35:51.743876 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1904d494-ca9a-4990-a962-bdfb46a3ff96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3852810'] for router_interface (ced5708d-c427-449c-8be1-8af09176c38e), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:35:51.744035 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-2a3cff17-57cd-46ff-b2b8-90640f5dd7c4 None None] For port fae7be76-2c54-40ee-ae2a-5d1360ed27b8, host dv-cinder-804035-25-iscsi, cleared binding levels {{(pid=103184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:35:51.744035 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-2a3cff17-57cd-46ff-b2b8-90640f5dd7c4 None None] For port fae7be76-2c54-40ee-ae2a-5d1360ed27b8, host dv-cinder-804035-25-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-25-iscsi',level=0,port_id=fae7be76-2c54-40ee-ae2a-5d1360ed27b8,segment=NetworkSegment(04cdc6b6-1d9e-45db-8cc2-90c03cb493f2),segment_id=04cdc6b6-1d9e-45db-8cc2-90c03cb493f2)] {{(pid=103184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:35:51.744148 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3908865-8da0-491f-bda8-b61a479004af admin admin] Pushing event updated for resources: {'Port': ['ID=3511d103-4c18-4f94-9e03-4b690e2e4220,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:51.764708 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-84d6186b-e5d1-47c3-a5db-7482715ddc52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126007'] for security_group (4d39341b-112c-4dce-bcfc-4a7066b09e17), after_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:35:51.824528 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2a3cff17-57cd-46ff-b2b8-90640f5dd7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774670732957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774670299814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774670299832'] for port (fae7be76-2c54-40ee-ae2a-5d1360ed27b8), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:35:51.844358 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [None req-84d6186b-e5d1-47c3-a5db-7482715ddc52 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ccfc7be4e0b0427a9dec39adafddee02&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6786907 Jan 21 09:35:51.848190 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.wsgi [-] (103182) accepted ('10.222.0.45', 59668) {{(pid=103182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:35:51.872436 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d6186b-e5d1-47c3-a5db-7482715ddc52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d39341b-112c-4dce-bcfc-4a7066b09e17,revision_number=1']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:51.914717 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Device 503f14c4-f1ec-4cbf-ac9f-ad304ee11073 up at agent ovs-agent-dv-cinder-804035-25-iscsi {{(pid=103184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:35:51.957934 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-48b7c0e7-2e3e-4dd5-b4e3-0e7bb73498db admin admin] Publish callbacks [] for security_group (4d39341b-112c-4dce-bcfc-4a7066b09e17), before_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:35:51.988179 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-48b7c0e7-2e3e-4dd5-b4e3-0e7bb73498db admin admin] Publish callbacks [] for security_group (4d39341b-112c-4dce-bcfc-4a7066b09e17), precommit_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:35:52.054952 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1904d494-ca9a-4990-a962-bdfb46a3ff96 admin admin] Pushing event updated for resources: {'Port': ['ID=45edbbf3-81eb-4aa2-849a-847fc70aaa53,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:52.111503 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3908865-8da0-491f-bda8-b61a479004af admin admin] Network d8632307-2281-4a7d-8be2-4fe34d09fe87 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:35:52.119151 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-d3908865-8da0-491f-bda8-b61a479004af admin admin] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:35:52.227589 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36601e26-fdc9-4433-a7a2-a2350f174110 None None] Pushing event updated for resources: {'Port': ['ID=fae7be76-2c54-40ee-ae2a-5d1360ed27b8,revision_number=3']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:52.234581 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.provisioning_blocks [None req-178937ff-b28d-47ac-8538-c620a32fcdf7 None None] Provisioning complete for port 45edbbf3-81eb-4aa2-849a-847fc70aaa53 triggered by entity DHCP. {{(pid=103184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:35:52.235212 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-178937ff-b28d-47ac-8538-c620a32fcdf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983013'] for port (45edbbf3-81eb-4aa2-849a-847fc70aaa53), provisioning_complete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:35:52.261558 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a3cff17-57cd-46ff-b2b8-90640f5dd7c4 None None] Routers {'ced5708d-c427-449c-8be1-8af09176c38e'} bound to L3 agent in host dv-cinder-804035-25-iscsi {{(pid=103184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 09:35:52.262193 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.l3_hamode_db [None req-2a3cff17-57cd-46ff-b2b8-90640f5dd7c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T09:27:18Z,description=,heartbeat_timestamp=2022-01-21T09:35:48Z,host='dv-cinder-804035-25-iscsi',id=e2f5353c-5d20-4dd0-beb4-c302aead9ffd,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:27:19Z,topic='l3_agent')) {'router_ids': ['ced5708d-c427-449c-8be1-8af09176c38e'], 'active': True} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:35:52.278097 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-48b7c0e7-2e3e-4dd5-b4e3-0e7bb73498db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126007'] for security_group (4d39341b-112c-4dce-bcfc-4a7066b09e17), after_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:35:52.283877 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-48b7c0e7-2e3e-4dd5-b4e3-0e7bb73498db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:35:52.290633 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [None req-48b7c0e7-2e3e-4dd5-b4e3-0e7bb73498db admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4d39341b-112c-4dce-bcfc-4a7066b09e17 HTTP/1.1" status: 204 len: 168 time: 0.4408841 Jan 21 09:35:52.304634 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b7c0e7-2e3e-4dd5-b4e3-0e7bb73498db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d39341b-112c-4dce-bcfc-4a7066b09e17,revision_number=None']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:52.378392 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3908865-8da0-491f-bda8-b61a479004af admin admin] Router ffa297b0-feea-414d-afbb-83e0cce78c9a has already been hosted by L3 agent e2f5353c-5d20-4dd0-beb4-c302aead9ffd {{(pid=103183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:35:52.391863 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1904d494-ca9a-4990-a962-bdfb46a3ff96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (45edbbf3-81eb-4aa2-849a-847fc70aaa53), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:35:52.502591 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-178937ff-b28d-47ac-8538-c620a32fcdf7 None None] Port 45edbbf3-81eb-4aa2-849a-847fc70aaa53 cannot update to ACTIVE because it is not bound. {{(pid=103184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 21 09:35:52.562289 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-5b45c9af-68ee-4f71-b95e-b76681e051d4 req-29366fe8-ad4d-4049-8a6b-99b2b01e2f12 tempest-DeleteServersTestJSON-1321460479 tempest-DeleteServersTestJSON-1321460479-project] 10.222.0.45 "GET /v2.0/ports?device_id=b50feb40-c691-4724-8570-f5873bdc5d1e HTTP/1.1" status: 200 len: 210 time: 0.1377094 Jan 21 09:35:52.638119 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-5b52dd36-2131-46d9-9f82-9ceb79830899 req-d6a33fee-9f05-4788-9f9b-cb4921ec5eaa tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] 10.222.0.45 "GET /v2.0/ports?device_id=370b78d2-d154-4c93-b8ef-3723bd26c3d4 HTTP/1.1" status: 200 len: 210 time: 0.0745788 Jan 21 09:35:52.639801 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.l3_dvr_db [None req-2a3cff17-57cd-46ff-b2b8-90640f5dd7c4 None None] Set router ced5708d-c427-449c-8be1-8af09176c38e gateway port host: dv-cinder-804035-25-iscsi {{(pid=103184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:35:52.643285 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.provisioning_blocks [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Provisioning complete for port 503f14c4-f1ec-4cbf-ac9f-ad304ee11073 triggered by entity L2. {{(pid=103184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:35:52.643661 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983013'] for port (503f14c4-f1ec-4cbf-ac9f-ad304ee11073), provisioning_complete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:35:52.771897 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (a4f58dde-e5c6-489c-94fe-b355a6abc90e), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:35:52.969938 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3908865-8da0-491f-bda8-b61a479004af admin admin] Notify agent at l3_agent.dv-cinder-804035-25-iscsi the message routers_updated {{(pid=103183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:35:52.993963 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [None req-d3908865-8da0-491f-bda8-b61a479004af admin admin] 10.222.0.45 "PUT /v2.0/routers/ffa297b0-feea-414d-afbb-83e0cce78c9a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9252372 Jan 21 09:35:53.099477 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Current status of the port 503f14c4-f1ec-4cbf-ac9f-ad304ee11073 is: DOWN; New status is: ACTIVE {{(pid=103184) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:35:53.100351 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (503f14c4-f1ec-4cbf-ac9f-ad304ee11073), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:35:53.125917 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1904d494-ca9a-4990-a962-bdfb46a3ff96 admin admin] Publish callbacks [] for port (45edbbf3-81eb-4aa2-849a-847fc70aaa53), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:35:53.139890 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] For port 503f14c4-f1ec-4cbf-ac9f-ad304ee11073, host dv-cinder-804035-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-25-iscsi',level=0,port_id=503f14c4-f1ec-4cbf-ac9f-ad304ee11073,segment=NetworkSegment(04cdc6b6-1d9e-45db-8cc2-90c03cb493f2),segment_id=04cdc6b6-1d9e-45db-8cc2-90c03cb493f2)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:35:53.164083 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.l3_hamode_db [None req-2a3cff17-57cd-46ff-b2b8-90640f5dd7c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ced5708d-c427-449c-8be1-8af09176c38e', 'name': 'tempest-AttachVolumeShelveTestJSON-1774693524-router', 'tenant_id': '93281ac9cb504124a055279296f2262f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'external_fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': 'fae7be76-2c54-40ee-ae2a-5d1360ed27b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:35:44Z', 'updated_at': '2022-01-21T09:35:47Z', 'revision_number': 3, 'project_id': '93281ac9cb504124a055279296f2262f', 'gw_port': {'id': 'fae7be76-2c54-40ee-ae2a-5d1360ed27b8', 'name': '', 'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:dc:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ced5708d-c427-449c-8be1-8af09176c38e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:35:45Z', 'updated_at': '2022-01-21T09:35:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6accd444-6422-45bf-9c21-6be173243a45', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-25-iscsi'}], 'dv-cinder-804035-25-iscsi', False) {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:35:53.211875 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a3cff17-57cd-46ff-b2b8-90640f5dd7c4 None None] The sync data for ids ['ced5708d-c427-449c-8be1-8af09176c38e'] in dv-cinder-804035-25-iscsi is: [{'id': 'ced5708d-c427-449c-8be1-8af09176c38e', 'name': 'tempest-AttachVolumeShelveTestJSON-1774693524-router', 'tenant_id': '93281ac9cb504124a055279296f2262f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'external_fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': 'fae7be76-2c54-40ee-ae2a-5d1360ed27b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:35:44Z', 'updated_at': '2022-01-21T09:35:47Z', 'revision_number': 3, 'project_id': '93281ac9cb504124a055279296f2262f', 'gw_port': {'id': 'fae7be76-2c54-40ee-ae2a-5d1360ed27b8', 'name': '', 'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:dc:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ced5708d-c427-449c-8be1-8af09176c38e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:35:45Z', 'updated_at': '2022-01-21T09:35:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6accd444-6422-45bf-9c21-6be173243a45', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-25-iscsi'}] {{(pid=103184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:35:53.232866 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1904d494-ca9a-4990-a962-bdfb46a3ff96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774670732957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774670299814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774670299832'] for port (45edbbf3-81eb-4aa2-849a-847fc70aaa53), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:35:53.232866 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1904d494-ca9a-4990-a962-bdfb46a3ff96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4184412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3852437'] for router_interface (ced5708d-c427-449c-8be1-8af09176c38e), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:35:53.237534 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774670732957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774670299814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774670299832'] for port (503f14c4-f1ec-4cbf-ac9f-ad304ee11073), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:35:53.378043 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1904d494-ca9a-4990-a962-bdfb46a3ff96 admin admin] Pushing event updated for resources: {'Port': ['ID=45edbbf3-81eb-4aa2-849a-847fc70aaa53,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:53.383245 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Pushing event updated for resources: {'Port': ['ID=503f14c4-f1ec-4cbf-ac9f-ad304ee11073,revision_number=4']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:53.436233 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1904d494-ca9a-4990-a962-bdfb46a3ff96 admin admin] Network 647e31d1-4208-41da-8947-db9d9292bd9e is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:35:53.437729 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-1904d494-ca9a-4990-a962-bdfb46a3ff96 admin admin] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:35:53.714200 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Device 503f14c4-f1ec-4cbf-ac9f-ad304ee11073 up at agent ovs-agent-dv-cinder-804035-25-iscsi {{(pid=103184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:35:53.744875 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1904d494-ca9a-4990-a962-bdfb46a3ff96 admin admin] Router ced5708d-c427-449c-8be1-8af09176c38e has already been hosted by L3 agent e2f5353c-5d20-4dd0-beb4-c302aead9ffd {{(pid=103183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:35:53.809886 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf5c3060-7701-4fe1-9f1b-133163b01a1c None None] Sync routers for ids ['ffa297b0-feea-414d-afbb-83e0cce78c9a'] in dv-cinder-804035-25-iscsi {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:35:53.853570 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf5c3060-7701-4fe1-9f1b-133163b01a1c None None] Routers {'ffa297b0-feea-414d-afbb-83e0cce78c9a'} bound to L3 agent in host dv-cinder-804035-25-iscsi {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 09:35:53.857971 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-cf5c3060-7701-4fe1-9f1b-133163b01a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T09:27:18Z,description=,heartbeat_timestamp=2022-01-21T09:35:48Z,host='dv-cinder-804035-25-iscsi',id=e2f5353c-5d20-4dd0-beb4-c302aead9ffd,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:27:19Z,topic='l3_agent')) {'router_ids': ['ffa297b0-feea-414d-afbb-83e0cce78c9a'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:35:53.895915 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.provisioning_blocks [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Provisioning complete for port 503f14c4-f1ec-4cbf-ac9f-ad304ee11073 triggered by entity L2. {{(pid=103184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:35:53.907740 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983013'] for port (503f14c4-f1ec-4cbf-ac9f-ad304ee11073), provisioning_complete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:35:53.953653 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1904d494-ca9a-4990-a962-bdfb46a3ff96 admin admin] Notify agent at l3_agent.dv-cinder-804035-25-iscsi the message routers_updated {{(pid=103183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:35:53.981779 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [None req-1904d494-ca9a-4990-a962-bdfb46a3ff96 admin admin] 10.222.0.45 "PUT /v2.0/routers/ced5708d-c427-449c-8be1-8af09176c38e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6310070 Jan 21 09:35:54.049838 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-bbb5f7ec-9d8b-48d7-bea2-971d070590be req-3bd43298-1837-492c-8dc2-5ce769ad0057 tempest-DeleteServersTestJSON-1321460479 tempest-DeleteServersTestJSON-1321460479-project] 10.222.0.45 "GET /v2.0/ports?device_id=b50feb40-c691-4724-8570-f5873bdc5d1e HTTP/1.1" status: 200 len: 210 time: 0.1093495 Jan 21 09:35:54.055297 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.provisioning_blocks [None req-aecdc27a-c310-43a7-8fee-178ce5a18455 None None] Provisioning complete for port 45edbbf3-81eb-4aa2-849a-847fc70aaa53 triggered by entity DHCP. {{(pid=103184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:35:54.055799 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-aecdc27a-c310-43a7-8fee-178ce5a18455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983013'] for port (45edbbf3-81eb-4aa2-849a-847fc70aaa53), provisioning_complete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:35:54.182737 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-aecdc27a-c310-43a7-8fee-178ce5a18455 None None] Port 45edbbf3-81eb-4aa2-849a-847fc70aaa53 cannot update to ACTIVE because it is not bound. {{(pid=103184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 21 09:35:54.184605 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Current status of the port 503f14c4-f1ec-4cbf-ac9f-ad304ee11073 is: ACTIVE; New status is: ACTIVE {{(pid=103184) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:35:54.260019 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-cf5c3060-7701-4fe1-9f1b-133163b01a1c None None] Set router ffa297b0-feea-414d-afbb-83e0cce78c9a gateway port host: dv-cinder-804035-25-iscsi {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:35:54.282465 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-f2ed977e-8560-4903-beca-d53582c06cb8 req-4a5f30df-d604-41c9-af8f-65d4f0fcdc08 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] 10.222.0.45 "GET /v2.0/ports?device_id=370b78d2-d154-4c93-b8ef-3723bd26c3d4 HTTP/1.1" status: 200 len: 210 time: 0.0609050 Jan 21 09:35:54.342272 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97acc6a-cf70-4e7e-85e8-69f2e47fad33 req-79549313-6bbc-4620-94e5-a766ecf99a77 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:35:54.351730 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-a97acc6a-cf70-4e7e-85e8-69f2e47fad33 req-79549313-6bbc-4620-94e5-a766ecf99a77 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/networks?id=d8632307-2281-4a7d-8be2-4fe34d09fe87 HTTP/1.1" status: 200 len: 818 time: 0.1771631 Jan 21 09:35:54.376352 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-a97acc6a-cf70-4e7e-85e8-69f2e47fad33 req-0703e421-bb57-4e1e-8860-340329bb11bb tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/quotas/5f89d1b21ad8471a8a9a82adac2594c1 HTTP/1.1" status: 200 len: 375 time: 0.0233681 Jan 21 09:35:54.466131 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-a97acc6a-cf70-4e7e-85e8-69f2e47fad33 req-46a2d2c2-545e-457f-81c3-b64dbc995127 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=5f89d1b21ad8471a8a9a82adac2594c1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0876997 Jan 21 09:35:54.572206 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-cf5c3060-7701-4fe1-9f1b-133163b01a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffa297b0-feea-414d-afbb-83e0cce78c9a', 'name': 'tempest-ServerRescueNegativeTestJSON-980632662-router', 'tenant_id': '5f89d1b21ad8471a8a9a82adac2594c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'external_fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': '503f14c4-f1ec-4cbf-ac9f-ad304ee11073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:35:43Z', 'updated_at': '2022-01-21T09:35:50Z', 'revision_number': 4, 'project_id': '5f89d1b21ad8471a8a9a82adac2594c1', 'gw_port': {'id': '503f14c4-f1ec-4cbf-ac9f-ad304ee11073', 'name': '', 'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:89:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa297b0-feea-414d-afbb-83e0cce78c9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:35:45Z', 'updated_at': '2022-01-21T09:35:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6accd444-6422-45bf-9c21-6be173243a45', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-25-iscsi', '_interfaces': [{'id': '3511d103-4c18-4f94-9e03-4b690e2e4220', 'name': '', 'network_id': 'd8632307-2281-4a7d-8be2-4fe34d09fe87', 'tenant_id': '5f89d1b21ad8471a8a9a82adac2594c1', 'mac_address': 'fa:16:3e:11:8b:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffa297b0-feea-414d-afbb-83e0cce78c9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '72f007c2-95bb-4c65-8ae3-279d29a2c1fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:35:48Z', 'updated_at': '2022-01-21T09:35:50Z', 'revision_number': 2, 'project_id': '5f89d1b21ad8471a8a9a82adac2594c1', 'subnets': [{'id': '72f007c2-95bb-4c65-8ae3-279d29a2c1fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-25-iscsi', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:35:54.578791 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-a97acc6a-cf70-4e7e-85e8-69f2e47fad33 req-06ac92e2-bbd7-4c5c-9f23-c2b17e298dca service neutron] 10.222.0.45 "GET /v2.0/networks/d8632307-2281-4a7d-8be2-4fe34d09fe87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039321 Jan 21 09:35:54.604474 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf5c3060-7701-4fe1-9f1b-133163b01a1c None None] Checking router: ffa297b0-feea-414d-afbb-83e0cce78c9a for host: dv-cinder-804035-25-iscsi {{(pid=103185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:35:54.605085 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf5c3060-7701-4fe1-9f1b-133163b01a1c None None] Updating router ffa297b0-feea-414d-afbb-83e0cce78c9a port 3511d103-4c18-4f94-9e03-4b690e2e4220 binding host dv-cinder-804035-25-iscsi {{(pid=103185) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 09:35:54.637965 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-cf5c3060-7701-4fe1-9f1b-133163b01a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (3511d103-4c18-4f94-9e03-4b690e2e4220), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:35:54.767628 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-a97acc6a-cf70-4e7e-85e8-69f2e47fad33 req-7e9092bb-b6d8-46ac-80d2-0903df85287b service neutron] 10.222.0.45 "GET /v2.0/networks/d8632307-2281-4a7d-8be2-4fe34d09fe87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772752 Jan 21 09:35:55.081083 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-7eb85f0f-1cf7-42f5-8f86-21d3daca9b34 req-c17c5784-34a7-4f8e-a586-6123357938e7 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/ports?device_id=4e67b25e-7e65-4975-bafa-fceafcd53647 HTTP/1.1" status: 200 len: 210 time: 0.0360901 Jan 21 09:35:55.290932 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-cf5c3060-7701-4fe1-9f1b-133163b01a1c None None] Publish callbacks [] for port (3511d103-4c18-4f94-9e03-4b690e2e4220), precommit_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:35:55.354875 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-49bca426-8380-4014-b39b-1d79fc3cf061 req-c6e5cae4-962b-4b67-a149-ff3c9cc66a06 tempest-DeleteServersTestJSON-1321460479 tempest-DeleteServersTestJSON-1321460479-project] 10.222.0.45 "GET /v2.0/ports?device_id=b50feb40-c691-4724-8570-f5873bdc5d1e HTTP/1.1" status: 200 len: 210 time: 0.0291791 Jan 21 09:35:55.391065 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-cf5c3060-7701-4fe1-9f1b-133163b01a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774670732957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774670299814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774670299832'] for port (3511d103-4c18-4f94-9e03-4b690e2e4220), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:35:55.416744 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.wsgi [-] (103182) accepted ('10.222.0.45', 59810) {{(pid=103182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:35:55.422377 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.v2.base [None req-efea08b6-a0ff-4bfb-83df-55a318332004 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Request body: {'security_group': {'name': 'tempest-securitygroup--439146817', 'description': 'tempest-description--1904073904'}} {{(pid=103182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:35:55.544121 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-efea08b6-a0ff-4bfb-83df-55a318332004 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Publish callbacks [] for security_group (None), before_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:35:55.565051 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bb4e2e-20c1-4fd0-b1ff-9c124d223aae None None] Pushing event updated for resources: {'Port': ['ID=3511d103-4c18-4f94-9e03-4b690e2e4220,revision_number=3']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:55.667190 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-fcb5634f-0fb7-4d16-8629-5d3317193aec req-7fa83411-46f2-4e92-bf1d-f39b611d0d61 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] 10.222.0.45 "GET /v2.0/ports?device_id=370b78d2-d154-4c93-b8ef-3723bd26c3d4 HTTP/1.1" status: 200 len: 210 time: 0.1192720 Jan 21 09:35:55.667408 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-cf5c3060-7701-4fe1-9f1b-133163b01a1c None None] Attempting to bind port 3511d103-4c18-4f94-9e03-4b690e2e4220 on host dv-cinder-804035-25-iscsi for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 09:35:55.667408 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-cf5c3060-7701-4fe1-9f1b-133163b01a1c None None] Attempting to bind port 3511d103-4c18-4f94-9e03-4b690e2e4220 by drivers openvswitch,hyperv on host dv-cinder-804035-25-iscsi at level 0 using segments [{'id': '35a81bfb-b86f-4b2c-995f-cd79ffba19d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'd8632307-2281-4a7d-8be2-4fe34d09fe87'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 09:35:55.667408 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf5c3060-7701-4fe1-9f1b-133163b01a1c None None] Attempting to bind port 3511d103-4c18-4f94-9e03-4b690e2e4220 on network d8632307-2281-4a7d-8be2-4fe34d09fe87 {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:35:55.683364 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf5c3060-7701-4fe1-9f1b-133163b01a1c None None] Checking agent: {'id': 'a4f58dde-e5c6-489c-94fe-b355a6abc90e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-25-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 27, 22), 'started_at': datetime.datetime(2022, 1, 21, 9, 27, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 35, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-25-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:35:55.683657 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf5c3060-7701-4fe1-9f1b-133163b01a1c None None] Checking segment: {'id': '35a81bfb-b86f-4b2c-995f-cd79ffba19d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'd8632307-2281-4a7d-8be2-4fe34d09fe87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 09:35:55.693233 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-cf5c3060-7701-4fe1-9f1b-133163b01a1c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:35:55.693233 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf5c3060-7701-4fe1-9f1b-133163b01a1c None None] Bound using segment: {'id': '35a81bfb-b86f-4b2c-995f-cd79ffba19d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'd8632307-2281-4a7d-8be2-4fe34d09fe87'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:35:55.693233 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-cf5c3060-7701-4fe1-9f1b-133163b01a1c None None] Bound port: 3511d103-4c18-4f94-9e03-4b690e2e4220, host: dv-cinder-804035-25-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35a81bfb-b86f-4b2c-995f-cd79ffba19d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'd8632307-2281-4a7d-8be2-4fe34d09fe87'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 09:35:55.693233 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-cf5c3060-7701-4fe1-9f1b-133163b01a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (3511d103-4c18-4f94-9e03-4b690e2e4220), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:35:55.827836 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c94ebe0-bb1f-4325-ac8c-18b067928aca req-54fcd519-6a46-44ff-a03a-6d0fa760973a tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:35:55.846529 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-0c94ebe0-bb1f-4325-ac8c-18b067928aca req-54fcd519-6a46-44ff-a03a-6d0fa760973a tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/networks?id=d8632307-2281-4a7d-8be2-4fe34d09fe87 HTTP/1.1" status: 200 len: 818 time: 0.3729191 Jan 21 09:35:55.847478 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Device fae7be76-2c54-40ee-ae2a-5d1360ed27b8 up at agent ovs-agent-dv-cinder-804035-25-iscsi {{(pid=103184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:35:55.931152 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edfc0f74-eb5a-4dc3-bfd1-19cb530e6522 None None] Sync routers for ids ['ced5708d-c427-449c-8be1-8af09176c38e'] in dv-cinder-804035-25-iscsi {{(pid=103184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:35:55.931254 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-cf5c3060-7701-4fe1-9f1b-133163b01a1c None None] For port 3511d103-4c18-4f94-9e03-4b690e2e4220, host dv-cinder-804035-25-iscsi, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:35:55.931254 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-cf5c3060-7701-4fe1-9f1b-133163b01a1c None None] For port 3511d103-4c18-4f94-9e03-4b690e2e4220, host dv-cinder-804035-25-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-25-iscsi',level=0,port_id=3511d103-4c18-4f94-9e03-4b690e2e4220,segment=NetworkSegment(35a81bfb-b86f-4b2c-995f-cd79ffba19d0),segment_id=35a81bfb-b86f-4b2c-995f-cd79ffba19d0)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:35:55.949228 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-0c94ebe0-bb1f-4325-ac8c-18b067928aca req-16d5cd81-4dcb-44f2-9be8-93fd421a2817 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/quotas/5f89d1b21ad8471a8a9a82adac2594c1 HTTP/1.1" status: 200 len: 375 time: 0.0994411 Jan 21 09:35:55.960845 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edfc0f74-eb5a-4dc3-bfd1-19cb530e6522 None None] Routers {'ced5708d-c427-449c-8be1-8af09176c38e'} bound to L3 agent in host dv-cinder-804035-25-iscsi {{(pid=103184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 09:35:55.961579 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.l3_hamode_db [None req-edfc0f74-eb5a-4dc3-bfd1-19cb530e6522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T09:27:18Z,description=,heartbeat_timestamp=2022-01-21T09:35:48Z,host='dv-cinder-804035-25-iscsi',id=e2f5353c-5d20-4dd0-beb4-c302aead9ffd,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:27:19Z,topic='l3_agent')) {'router_ids': ['ced5708d-c427-449c-8be1-8af09176c38e'], 'active': True} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:35:56.034256 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-cf5c3060-7701-4fe1-9f1b-133163b01a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774670732957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774670299814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774670299832'] for port (3511d103-4c18-4f94-9e03-4b690e2e4220), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:35:56.049908 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-efea08b6-a0ff-4bfb-83df-55a318332004 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Publish callbacks [] for security_group (db9ef9f1-43ce-4c8b-928d-23519653180d), precommit_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:35:56.099346 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-0c94ebe0-bb1f-4325-ac8c-18b067928aca req-c45a3e05-4268-4a21-86ab-d7755e6da64f tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=5f89d1b21ad8471a8a9a82adac2594c1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1487565 Jan 21 09:35:56.136402 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf5c3060-7701-4fe1-9f1b-133163b01a1c None None] Routers {'ffa297b0-feea-414d-afbb-83e0cce78c9a'} bound to L3 agent in host dv-cinder-804035-25-iscsi {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 09:35:56.137053 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-cf5c3060-7701-4fe1-9f1b-133163b01a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T09:27:18Z,description=,heartbeat_timestamp=2022-01-21T09:35:48Z,host='dv-cinder-804035-25-iscsi',id=e2f5353c-5d20-4dd0-beb4-c302aead9ffd,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:27:19Z,topic='l3_agent')) {'router_ids': ['ffa297b0-feea-414d-afbb-83e0cce78c9a'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:35:56.171705 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-efea08b6-a0ff-4bfb-83df-55a318332004 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126007'] for security_group (db9ef9f1-43ce-4c8b-928d-23519653180d), after_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:35:56.183088 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bb4e2e-20c1-4fd0-b1ff-9c124d223aae None None] Pushing event updated for resources: {'Port': ['ID=3511d103-4c18-4f94-9e03-4b690e2e4220,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:56.260977 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.l3_dvr_db [None req-edfc0f74-eb5a-4dc3-bfd1-19cb530e6522 None None] Set router ced5708d-c427-449c-8be1-8af09176c38e gateway port host: dv-cinder-804035-25-iscsi {{(pid=103184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:35:56.264762 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.provisioning_blocks [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Provisioning complete for port fae7be76-2c54-40ee-ae2a-5d1360ed27b8 triggered by entity L2. {{(pid=103184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:35:56.265700 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983013'] for port (fae7be76-2c54-40ee-ae2a-5d1360ed27b8), provisioning_complete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:35:56.275142 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-cf5c3060-7701-4fe1-9f1b-133163b01a1c None None] Set router ffa297b0-feea-414d-afbb-83e0cce78c9a gateway port host: dv-cinder-804035-25-iscsi {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:35:56.311865 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efea08b6-a0ff-4bfb-83df-55a318332004 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db9ef9f1-43ce-4c8b-928d-23519653180d,revision_number=1']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:56.360530 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-0c94ebe0-bb1f-4325-ac8c-18b067928aca req-70f28e1d-4978-4a70-9285-09c389e0b02a service neutron] 10.222.0.45 "GET /v2.0/networks/d8632307-2281-4a7d-8be2-4fe34d09fe87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2348669 Jan 21 09:35:56.380938 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-efea08b6-a0ff-4bfb-83df-55a318332004 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Publish callbacks [] for security_group (None), before_response {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:35:56.383589 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [None req-efea08b6-a0ff-4bfb-83df-55a318332004 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.9656699 Jan 21 09:35:56.386668 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.45', 59832) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:35:56.391423 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.v2.base [None req-0f4b166c-0d90-4b04-9047-f85a09752a69 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Request body: {'security_group_rule': {'security_group_id': 'db9ef9f1-43ce-4c8b-928d-23519653180d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:35:56.541995 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-0f4b166c-0d90-4b04-9047-f85a09752a69 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Publish callbacks [] for security_group_rule (46cd15d7-85e8-493a-8283-c6a7bb7caa4b), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:35:56.545089 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-0c94ebe0-bb1f-4325-ac8c-18b067928aca req-e4a59898-546e-428b-9c81-a0e1c5849622 service neutron] 10.222.0.45 "GET /v2.0/networks/d8632307-2281-4a7d-8be2-4fe34d09fe87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831732 Jan 21 09:35:56.552970 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Current status of the port fae7be76-2c54-40ee-ae2a-5d1360ed27b8 is: DOWN; New status is: ACTIVE {{(pid=103184) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:35:56.553394 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (fae7be76-2c54-40ee-ae2a-5d1360ed27b8), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:35:56.599118 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-d05a92e7-c0fe-4c81-a0be-6a25ee101531 req-1d679f70-5b61-4e45-908c-e6b872bc0389 tempest-DeleteServersTestJSON-1321460479 tempest-DeleteServersTestJSON-1321460479-project] 10.222.0.45 "GET /v2.0/ports?device_id=b50feb40-c691-4724-8570-f5873bdc5d1e HTTP/1.1" status: 200 len: 210 time: 0.0515110 Jan 21 09:35:56.631349 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] For port fae7be76-2c54-40ee-ae2a-5d1360ed27b8, host dv-cinder-804035-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-25-iscsi',level=0,port_id=fae7be76-2c54-40ee-ae2a-5d1360ed27b8,segment=NetworkSegment(04cdc6b6-1d9e-45db-8cc2-90c03cb493f2),segment_id=04cdc6b6-1d9e-45db-8cc2-90c03cb493f2)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:35:56.673843 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-0f4b166c-0d90-4b04-9047-f85a09752a69 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Publish callbacks [] for security_group_rule (46cd15d7-85e8-493a-8283-c6a7bb7caa4b), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:35:56.684235 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-cf5c3060-7701-4fe1-9f1b-133163b01a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffa297b0-feea-414d-afbb-83e0cce78c9a', 'name': 'tempest-ServerRescueNegativeTestJSON-980632662-router', 'tenant_id': '5f89d1b21ad8471a8a9a82adac2594c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'external_fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': '503f14c4-f1ec-4cbf-ac9f-ad304ee11073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:35:43Z', 'updated_at': '2022-01-21T09:35:50Z', 'revision_number': 4, 'project_id': '5f89d1b21ad8471a8a9a82adac2594c1', 'gw_port': {'id': '503f14c4-f1ec-4cbf-ac9f-ad304ee11073', 'name': '', 'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:89:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa297b0-feea-414d-afbb-83e0cce78c9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:35:45Z', 'updated_at': '2022-01-21T09:35:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6accd444-6422-45bf-9c21-6be173243a45', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-25-iscsi', '_interfaces': [{'id': '3511d103-4c18-4f94-9e03-4b690e2e4220', 'name': '', 'network_id': 'd8632307-2281-4a7d-8be2-4fe34d09fe87', 'tenant_id': '5f89d1b21ad8471a8a9a82adac2594c1', 'mac_address': 'fa:16:3e:11:8b:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffa297b0-feea-414d-afbb-83e0cce78c9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '72f007c2-95bb-4c65-8ae3-279d29a2c1fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:35:48Z', 'updated_at': '2022-01-21T09:35:55Z', 'revision_number': 4, 'project_id': '5f89d1b21ad8471a8a9a82adac2594c1', 'subnets': [{'id': '72f007c2-95bb-4c65-8ae3-279d29a2c1fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-25-iscsi', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:35:56.698979 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.l3_hamode_db [None req-edfc0f74-eb5a-4dc3-bfd1-19cb530e6522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ced5708d-c427-449c-8be1-8af09176c38e', 'name': 'tempest-AttachVolumeShelveTestJSON-1774693524-router', 'tenant_id': '93281ac9cb504124a055279296f2262f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'external_fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': 'fae7be76-2c54-40ee-ae2a-5d1360ed27b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:35:44Z', 'updated_at': '2022-01-21T09:35:52Z', 'revision_number': 4, 'project_id': '93281ac9cb504124a055279296f2262f', 'gw_port': {'id': 'fae7be76-2c54-40ee-ae2a-5d1360ed27b8', 'name': '', 'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:dc:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ced5708d-c427-449c-8be1-8af09176c38e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:35:45Z', 'updated_at': '2022-01-21T09:35:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6accd444-6422-45bf-9c21-6be173243a45', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-25-iscsi', '_interfaces': [{'id': '45edbbf3-81eb-4aa2-849a-847fc70aaa53', 'name': '', 'network_id': '647e31d1-4208-41da-8947-db9d9292bd9e', 'tenant_id': '93281ac9cb504124a055279296f2262f', 'mac_address': 'fa:16:3e:6e:a5:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ced5708d-c427-449c-8be1-8af09176c38e', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '55369842-b446-444b-92ff-367c2e723c52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:35:51Z', 'updated_at': '2022-01-21T09:35:52Z', 'revision_number': 2, 'project_id': '93281ac9cb504124a055279296f2262f', 'subnets': [{'id': '55369842-b446-444b-92ff-367c2e723c52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-25-iscsi', False) {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:35:56.713784 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf5c3060-7701-4fe1-9f1b-133163b01a1c None None] The sync data for ids ['ffa297b0-feea-414d-afbb-83e0cce78c9a'] in dv-cinder-804035-25-iscsi is: [{'id': 'ffa297b0-feea-414d-afbb-83e0cce78c9a', 'name': 'tempest-ServerRescueNegativeTestJSON-980632662-router', 'tenant_id': '5f89d1b21ad8471a8a9a82adac2594c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'external_fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': '503f14c4-f1ec-4cbf-ac9f-ad304ee11073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:35:43Z', 'updated_at': '2022-01-21T09:35:50Z', 'revision_number': 4, 'project_id': '5f89d1b21ad8471a8a9a82adac2594c1', 'gw_port': {'id': '503f14c4-f1ec-4cbf-ac9f-ad304ee11073', 'name': '', 'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:89:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa297b0-feea-414d-afbb-83e0cce78c9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:35:45Z', 'updated_at': '2022-01-21T09:35:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6accd444-6422-45bf-9c21-6be173243a45', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-25-iscsi', '_interfaces': [{'id': '3511d103-4c18-4f94-9e03-4b690e2e4220', 'name': '', 'network_id': 'd8632307-2281-4a7d-8be2-4fe34d09fe87', 'tenant_id': '5f89d1b21ad8471a8a9a82adac2594c1', 'mac_address': 'fa:16:3e:11:8b:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffa297b0-feea-414d-afbb-83e0cce78c9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '72f007c2-95bb-4c65-8ae3-279d29a2c1fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:35:48Z', 'updated_at': '2022-01-21T09:35:55Z', 'revision_number': 4, 'project_id': '5f89d1b21ad8471a8a9a82adac2594c1', 'subnets': [{'id': '72f007c2-95bb-4c65-8ae3-279d29a2c1fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:35:56.748750 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774670732957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774670299814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774670299832'] for port (fae7be76-2c54-40ee-ae2a-5d1360ed27b8), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:35:56.754017 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edfc0f74-eb5a-4dc3-bfd1-19cb530e6522 None None] Checking router: ced5708d-c427-449c-8be1-8af09176c38e for host: dv-cinder-804035-25-iscsi {{(pid=103184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:35:56.754317 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edfc0f74-eb5a-4dc3-bfd1-19cb530e6522 None None] Updating router ced5708d-c427-449c-8be1-8af09176c38e port 45edbbf3-81eb-4aa2-849a-847fc70aaa53 binding host dv-cinder-804035-25-iscsi {{(pid=103184) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 09:35:56.762528 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-0f4b166c-0d90-4b04-9047-f85a09752a69 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126079'] for security_group_rule (46cd15d7-85e8-493a-8283-c6a7bb7caa4b), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:35:56.802084 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4b166c-0d90-4b04-9047-f85a09752a69 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46cd15d7-85e8-493a-8283-c6a7bb7caa4b,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:56.917850 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-0f4b166c-0d90-4b04-9047-f85a09752a69 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:35:56.922493 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [None req-0f4b166c-0d90-4b04-9047-f85a09752a69 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5346696 Jan 21 09:35:56.923460 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.45', 59848) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:35:56.928682 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.v2.base [None req-0de42b64-3718-4ccd-a75e-22611a79f56d tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Request body: {'security_group_rule': {'security_group_id': 'db9ef9f1-43ce-4c8b-928d-23519653180d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:35:56.938522 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-dc1ca30b-dbc5-4520-865e-a2932dc463f2 req-2ed74d13-fc68-4496-a2e9-a8c495830583 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/ports?device_id=06ae865a-6ba5-4198-be6d-e6056e645411 HTTP/1.1" status: 200 len: 210 time: 0.0853028 Jan 21 09:35:56.965443 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-edfc0f74-eb5a-4dc3-bfd1-19cb530e6522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (45edbbf3-81eb-4aa2-849a-847fc70aaa53), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:35:57.000607 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Pushing event updated for resources: {'Port': ['ID=fae7be76-2c54-40ee-ae2a-5d1360ed27b8,revision_number=4']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:57.003618 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-c3e1415f-e240-4111-94b6-8b1f0bac11f2 req-2b06b7b4-7d29-4b60-81e9-f90d094ff56e tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] 10.222.0.45 "GET /v2.0/ports?device_id=370b78d2-d154-4c93-b8ef-3723bd26c3d4 HTTP/1.1" status: 200 len: 210 time: 0.0712574 Jan 21 09:35:57.059682 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-0de42b64-3718-4ccd-a75e-22611a79f56d tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Publish callbacks [] for security_group_rule (8971e5a5-2ee3-44e9-9817-977985fd14bb), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:35:57.153737 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-0de42b64-3718-4ccd-a75e-22611a79f56d tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Publish callbacks [] for security_group_rule (8971e5a5-2ee3-44e9-9817-977985fd14bb), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:35:57.260557 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-0de42b64-3718-4ccd-a75e-22611a79f56d tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126079'] for security_group_rule (8971e5a5-2ee3-44e9-9817-977985fd14bb), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:35:57.283205 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de42b64-3718-4ccd-a75e-22611a79f56d tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8971e5a5-2ee3-44e9-9817-977985fd14bb,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:57.366188 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-0de42b64-3718-4ccd-a75e-22611a79f56d tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:35:57.368820 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [None req-0de42b64-3718-4ccd-a75e-22611a79f56d tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4437995 Jan 21 09:35:57.372825 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.wsgi [-] (103182) accepted ('10.222.0.45', 59864) {{(pid=103182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:35:57.377954 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.v2.base [None req-a9916ee3-6944-430b-b38c-8b17cb2092f8 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Request body: {'floatingip': {'floating_network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5'}} {{(pid=103182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:35:57.480197 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.db.agents_db [None req-6cca2222-2941-4527-9622-8fe6bb096302 None None] Agent healthcheck: found 6 active agents {{(pid=103185) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 09:35:57.495219 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-a9916ee3-6944-430b-b38c-8b17cb2092f8 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:35:57.521538 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-edfc0f74-eb5a-4dc3-bfd1-19cb530e6522 None None] Publish callbacks [] for port (45edbbf3-81eb-4aa2-849a-847fc70aaa53), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:35:57.619739 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-edfc0f74-eb5a-4dc3-bfd1-19cb530e6522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774670732957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774670299814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774670299832'] for port (45edbbf3-81eb-4aa2-849a-847fc70aaa53), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:35:57.702084 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5df1c6-976a-45c9-a027-822369627b87 None None] Pushing event updated for resources: {'Port': ['ID=45edbbf3-81eb-4aa2-849a-847fc70aaa53,revision_number=3']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:57.780079 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [None req-edfc0f74-eb5a-4dc3-bfd1-19cb530e6522 None None] Attempting to bind port 45edbbf3-81eb-4aa2-849a-847fc70aaa53 on host dv-cinder-804035-25-iscsi for vnic_type normal with profile {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 09:35:57.780462 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [None req-edfc0f74-eb5a-4dc3-bfd1-19cb530e6522 None None] Attempting to bind port 45edbbf3-81eb-4aa2-849a-847fc70aaa53 by drivers openvswitch,hyperv on host dv-cinder-804035-25-iscsi at level 0 using segments [{'id': '475e952b-010c-46c4-9dc4-7955dc3077d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '647e31d1-4208-41da-8947-db9d9292bd9e'}] {{(pid=103184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 09:35:57.780834 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edfc0f74-eb5a-4dc3-bfd1-19cb530e6522 None None] Attempting to bind port 45edbbf3-81eb-4aa2-849a-847fc70aaa53 on network 647e31d1-4208-41da-8947-db9d9292bd9e {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:35:57.790148 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edfc0f74-eb5a-4dc3-bfd1-19cb530e6522 None None] Checking agent: {'id': 'a4f58dde-e5c6-489c-94fe-b355a6abc90e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-25-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 27, 22), 'started_at': datetime.datetime(2022, 1, 21, 9, 27, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 35, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-25-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:35:57.795893 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edfc0f74-eb5a-4dc3-bfd1-19cb530e6522 None None] Checking segment: {'id': '475e952b-010c-46c4-9dc4-7955dc3077d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '647e31d1-4208-41da-8947-db9d9292bd9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 09:35:57.795893 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-edfc0f74-eb5a-4dc3-bfd1-19cb530e6522 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:35:57.795893 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edfc0f74-eb5a-4dc3-bfd1-19cb530e6522 None None] Bound using segment: {'id': '475e952b-010c-46c4-9dc4-7955dc3077d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '647e31d1-4208-41da-8947-db9d9292bd9e'} {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:35:57.795893 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [None req-edfc0f74-eb5a-4dc3-bfd1-19cb530e6522 None None] Bound port: 45edbbf3-81eb-4aa2-849a-847fc70aaa53, host: dv-cinder-804035-25-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '475e952b-010c-46c4-9dc4-7955dc3077d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '647e31d1-4208-41da-8947-db9d9292bd9e'}}] {{(pid=103184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 09:35:57.795893 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-edfc0f74-eb5a-4dc3-bfd1-19cb530e6522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (45edbbf3-81eb-4aa2-849a-847fc70aaa53), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:35:57.859432 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-37a8ea87-c7ef-4fd2-8eba-b2be87c9f911 req-a9c0c460-2fd5-4888-97bc-53af32a8e15f tempest-DeleteServersTestJSON-1321460479 tempest-DeleteServersTestJSON-1321460479-project] 10.222.0.45 "GET /v2.0/ports?device_id=b50feb40-c691-4724-8570-f5873bdc5d1e HTTP/1.1" status: 200 len: 210 time: 0.0792983 Jan 21 09:35:57.904551 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Device 3511d103-4c18-4f94-9e03-4b690e2e4220 up at agent ovs-agent-dv-cinder-804035-25-iscsi {{(pid=103184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:35:57.912902 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-a9916ee3-6944-430b-b38c-8b17cb2092f8 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (None), before_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:35:57.986849 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-edfc0f74-eb5a-4dc3-bfd1-19cb530e6522 None None] For port 45edbbf3-81eb-4aa2-849a-847fc70aaa53, host dv-cinder-804035-25-iscsi, cleared binding levels {{(pid=103184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:35:58.001946 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-edfc0f74-eb5a-4dc3-bfd1-19cb530e6522 None None] For port 45edbbf3-81eb-4aa2-849a-847fc70aaa53, host dv-cinder-804035-25-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-25-iscsi',level=0,port_id=45edbbf3-81eb-4aa2-849a-847fc70aaa53,segment=NetworkSegment(475e952b-010c-46c4-9dc4-7955dc3077d3),segment_id=475e952b-010c-46c4-9dc4-7955dc3077d3)] {{(pid=103184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:35:58.026947 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.provisioning_blocks [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Provisioning complete for port 3511d103-4c18-4f94-9e03-4b690e2e4220 triggered by entity L2. {{(pid=103184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:35:58.027438 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983013'] for port (3511d103-4c18-4f94-9e03-4b690e2e4220), provisioning_complete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:35:58.081376 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.db.db_base_plugin_common [None req-a9916ee3-6944-430b-b38c-8b17cb2092f8 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Allocated IP 172.27.3.77 (c13ce787-b669-4a63-b567-cda42d951ad5/6accd444-6422-45bf-9c21-6be173243a45/7dd75d05-6be3-47d9-9759-97e87d866a80) {{(pid=103182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:35:58.088295 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.provisioning_blocks [None req-dbeae33c-4b03-4bee-8f9d-feae4c0e859c None None] Provisioning complete for port 45edbbf3-81eb-4aa2-849a-847fc70aaa53 triggered by entity DHCP. {{(pid=103184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:35:58.088719 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-dbeae33c-4b03-4bee-8f9d-feae4c0e859c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983013'] for port (45edbbf3-81eb-4aa2-849a-847fc70aaa53), provisioning_complete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:35:58.094005 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-edfc0f74-eb5a-4dc3-bfd1-19cb530e6522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774670732957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774670299814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774670299832'] for port (45edbbf3-81eb-4aa2-849a-847fc70aaa53), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:35:58.234025 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5df1c6-976a-45c9-a027-822369627b87 None None] Pushing event updated for resources: {'Port': ['ID=45edbbf3-81eb-4aa2-849a-847fc70aaa53,revision_number=4']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:58.265733 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edfc0f74-eb5a-4dc3-bfd1-19cb530e6522 None None] Routers {'ced5708d-c427-449c-8be1-8af09176c38e'} bound to L3 agent in host dv-cinder-804035-25-iscsi {{(pid=103184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 09:35:58.266409 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.l3_hamode_db [None req-edfc0f74-eb5a-4dc3-bfd1-19cb530e6522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T09:27:18Z,description=,heartbeat_timestamp=2022-01-21T09:35:48Z,host='dv-cinder-804035-25-iscsi',id=e2f5353c-5d20-4dd0-beb4-c302aead9ffd,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:27:19Z,topic='l3_agent')) {'router_ids': ['ced5708d-c427-449c-8be1-8af09176c38e'], 'active': True} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:35:58.311151 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-7a6b8a78-bf99-4285-bd42-d4709edfbd49 req-d53b478d-3de1-4a77-9f19-cd07a4cb6956 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/ports?device_id=06ae865a-6ba5-4198-be6d-e6056e645411 HTTP/1.1" status: 200 len: 210 time: 0.2119389 Jan 21 09:35:58.355797 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Current status of the port 3511d103-4c18-4f94-9e03-4b690e2e4220 is: DOWN; New status is: ACTIVE {{(pid=103184) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:35:58.356322 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (3511d103-4c18-4f94-9e03-4b690e2e4220), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:35:58.374375 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-3108f4cc-ea76-4822-8b8c-14b60af90e04 req-87492372-2d52-4eea-b17f-b2692a6d829f tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] 10.222.0.45 "GET /v2.0/ports?device_id=370b78d2-d154-4c93-b8ef-3723bd26c3d4 HTTP/1.1" status: 200 len: 210 time: 0.0657916 Jan 21 09:35:58.474519 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-a9916ee3-6944-430b-b38c-8b17cb2092f8 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Publish callbacks [] for port (7dd75d05-6be3-47d9-9759-97e87d866a80), precommit_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:35:58.503949 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-dbeae33c-4b03-4bee-8f9d-feae4c0e859c None None] Current status of the port 45edbbf3-81eb-4aa2-849a-847fc70aaa53 is: DOWN; New status is: ACTIVE {{(pid=103184) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:35:58.504402 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-dbeae33c-4b03-4bee-8f9d-feae4c0e859c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (45edbbf3-81eb-4aa2-849a-847fc70aaa53), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:35:58.524129 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] For port 3511d103-4c18-4f94-9e03-4b690e2e4220, host dv-cinder-804035-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-25-iscsi',level=0,port_id=3511d103-4c18-4f94-9e03-4b690e2e4220,segment=NetworkSegment(35a81bfb-b86f-4b2c-995f-cd79ffba19d0),segment_id=35a81bfb-b86f-4b2c-995f-cd79ffba19d0)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:35:58.556060 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.l3_dvr_db [None req-edfc0f74-eb5a-4dc3-bfd1-19cb530e6522 None None] Set router ced5708d-c427-449c-8be1-8af09176c38e gateway port host: dv-cinder-804035-25-iscsi {{(pid=103184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:35:58.584707 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-dbeae33c-4b03-4bee-8f9d-feae4c0e859c None None] For port 45edbbf3-81eb-4aa2-849a-847fc70aaa53, host dv-cinder-804035-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-25-iscsi',level=0,port_id=45edbbf3-81eb-4aa2-849a-847fc70aaa53,segment=NetworkSegment(475e952b-010c-46c4-9dc4-7955dc3077d3),segment_id=475e952b-010c-46c4-9dc4-7955dc3077d3)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:35:58.592002 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-a9916ee3-6944-430b-b38c-8b17cb2092f8 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774670299796'] for port (7dd75d05-6be3-47d9-9759-97e87d866a80), after_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:35:58.646718 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774670732957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774670299814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774670299832'] for port (3511d103-4c18-4f94-9e03-4b690e2e4220), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:35:58.648201 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Device fae7be76-2c54-40ee-ae2a-5d1360ed27b8 up at agent ovs-agent-dv-cinder-804035-25-iscsi {{(pid=103184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:35:58.652118 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9916ee3-6944-430b-b38c-8b17cb2092f8 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Network c13ce787-b669-4a63-b567-cda42d951ad5 is already hosted by enough agents. {{(pid=103182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:35:58.657363 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.scheduler.base_scheduler [None req-a9916ee3-6944-430b-b38c-8b17cb2092f8 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Resources bound (agent type, host, resource id): {{(pid=103182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:35:58.660929 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9916ee3-6944-430b-b38c-8b17cb2092f8 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Received port after_create {{(pid=103182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 09:35:58.669839 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9916ee3-6944-430b-b38c-8b17cb2092f8 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Pushing event updated for resources: {'Port': ['ID=7dd75d05-6be3-47d9-9759-97e87d866a80,revision_number=1']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:58.699249 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-dbeae33c-4b03-4bee-8f9d-feae4c0e859c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774670732957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774670299814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774670299832'] for port (45edbbf3-81eb-4aa2-849a-847fc70aaa53), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:35:58.787338 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-a9916ee3-6944-430b-b38c-8b17cb2092f8 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Publish callbacks [] for floatingip (a09e5482-8d1f-4df8-abb5-476096a354b3), precommit_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:35:58.820811 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Pushing event updated for resources: {'Port': ['ID=3511d103-4c18-4f94-9e03-4b690e2e4220,revision_number=5']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:58.969728 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-a9916ee3-6944-430b-b38c-8b17cb2092f8 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (7dd75d05-6be3-47d9-9759-97e87d866a80), before_update {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:35:59.018464 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.provisioning_blocks [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Provisioning complete for port fae7be76-2c54-40ee-ae2a-5d1360ed27b8 triggered by entity L2. {{(pid=103184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:35:59.020694 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983013'] for port (fae7be76-2c54-40ee-ae2a-5d1360ed27b8), provisioning_complete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:35:59.040057 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-3455244a-82ba-49cf-ad0a-96f94d4c85ec req-3238bb5f-039c-4e38-aa9f-6b669ab58eb1 tempest-DeleteServersTestJSON-1321460479 tempest-DeleteServersTestJSON-1321460479-project] 10.222.0.45 "GET /v2.0/ports?device_id=b50feb40-c691-4724-8570-f5873bdc5d1e HTTP/1.1" status: 200 len: 210 time: 0.0374496 Jan 21 09:35:59.080506 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.provisioning_blocks [None req-c463d271-aa7d-46b9-952e-bb99c9350b90 None None] Provisioning complete for port 45edbbf3-81eb-4aa2-849a-847fc70aaa53 triggered by entity DHCP. {{(pid=103184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:35:59.080506 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c463d271-aa7d-46b9-952e-bb99c9350b90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983013'] for port (45edbbf3-81eb-4aa2-849a-847fc70aaa53), provisioning_complete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:35:59.112756 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbeae33c-4b03-4bee-8f9d-feae4c0e859c None None] Pushing event updated for resources: {'Port': ['ID=45edbbf3-81eb-4aa2-849a-847fc70aaa53,revision_number=5']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:59.264627 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.l3_hamode_db [None req-edfc0f74-eb5a-4dc3-bfd1-19cb530e6522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ced5708d-c427-449c-8be1-8af09176c38e', 'name': 'tempest-AttachVolumeShelveTestJSON-1774693524-router', 'tenant_id': '93281ac9cb504124a055279296f2262f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'external_fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': 'fae7be76-2c54-40ee-ae2a-5d1360ed27b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:35:44Z', 'updated_at': '2022-01-21T09:35:52Z', 'revision_number': 4, 'project_id': '93281ac9cb504124a055279296f2262f', 'gw_port': {'id': 'fae7be76-2c54-40ee-ae2a-5d1360ed27b8', 'name': '', 'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:dc:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced5708d-c427-449c-8be1-8af09176c38e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:35:45Z', 'updated_at': '2022-01-21T09:35:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6accd444-6422-45bf-9c21-6be173243a45', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-25-iscsi', '_interfaces': [{'id': '45edbbf3-81eb-4aa2-849a-847fc70aaa53', 'name': '', 'network_id': '647e31d1-4208-41da-8947-db9d9292bd9e', 'tenant_id': '93281ac9cb504124a055279296f2262f', 'mac_address': 'fa:16:3e:6e:a5:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ced5708d-c427-449c-8be1-8af09176c38e', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '55369842-b446-444b-92ff-367c2e723c52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:35:51Z', 'updated_at': '2022-01-21T09:35:57Z', 'revision_number': 4, 'project_id': '93281ac9cb504124a055279296f2262f', 'subnets': [{'id': '55369842-b446-444b-92ff-367c2e723c52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-25-iscsi', False) {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:35:59.270607 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-a9916ee3-6944-430b-b38c-8b17cb2092f8 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Publish callbacks [] for port (7dd75d05-6be3-47d9-9759-97e87d866a80), precommit_update {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:35:59.271183 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Current status of the port fae7be76-2c54-40ee-ae2a-5d1360ed27b8 is: ACTIVE; New status is: ACTIVE {{(pid=103184) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:35:59.307723 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edfc0f74-eb5a-4dc3-bfd1-19cb530e6522 None None] The sync data for ids ['ced5708d-c427-449c-8be1-8af09176c38e'] in dv-cinder-804035-25-iscsi is: [{'id': 'ced5708d-c427-449c-8be1-8af09176c38e', 'name': 'tempest-AttachVolumeShelveTestJSON-1774693524-router', 'tenant_id': '93281ac9cb504124a055279296f2262f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'external_fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': 'fae7be76-2c54-40ee-ae2a-5d1360ed27b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:35:44Z', 'updated_at': '2022-01-21T09:35:52Z', 'revision_number': 4, 'project_id': '93281ac9cb504124a055279296f2262f', 'gw_port': {'id': 'fae7be76-2c54-40ee-ae2a-5d1360ed27b8', 'name': '', 'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:dc:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced5708d-c427-449c-8be1-8af09176c38e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:35:45Z', 'updated_at': '2022-01-21T09:35:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6accd444-6422-45bf-9c21-6be173243a45', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-25-iscsi', '_interfaces': [{'id': '45edbbf3-81eb-4aa2-849a-847fc70aaa53', 'name': '', 'network_id': '647e31d1-4208-41da-8947-db9d9292bd9e', 'tenant_id': '93281ac9cb504124a055279296f2262f', 'mac_address': 'fa:16:3e:6e:a5:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ced5708d-c427-449c-8be1-8af09176c38e', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '55369842-b446-444b-92ff-367c2e723c52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:35:51Z', 'updated_at': '2022-01-21T09:35:57Z', 'revision_number': 4, 'project_id': '93281ac9cb504124a055279296f2262f', 'subnets': [{'id': '55369842-b446-444b-92ff-367c2e723c52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:35:59.338617 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-c463d271-aa7d-46b9-952e-bb99c9350b90 None None] Current status of the port 45edbbf3-81eb-4aa2-849a-847fc70aaa53 is: ACTIVE; New status is: ACTIVE {{(pid=103184) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:35:59.350798 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-a9916ee3-6944-430b-b38c-8b17cb2092f8 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774670732957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774670299814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774670299832'] for port (7dd75d05-6be3-47d9-9759-97e87d866a80), after_update {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:35:59.473700 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.109', 54502) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:35:59.498805 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-a9916ee3-6944-430b-b38c-8b17cb2092f8 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3846398'] for floatingip (a09e5482-8d1f-4df8-abb5-476096a354b3), after_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:35:59.615558 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9916ee3-6944-430b-b38c-8b17cb2092f8 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Pushing event updated for resources: {'Port': ['ID=7dd75d05-6be3-47d9-9759-97e87d866a80,revision_number=2']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:35:59.642245 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.109', 54503) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:35:59.686858 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-f78b57a8-4a83-433a-a942-6549fc476770 req-153731cc-3416-4258-b50e-34960e7b6ca7 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/ports?device_id=06ae865a-6ba5-4198-be6d-e6056e645411 HTTP/1.1" status: 200 len: 210 time: 0.1676242 Jan 21 09:35:59.693103 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-a9916ee3-6944-430b-b38c-8b17cb2092f8 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11211'] for floatingip (None), before_response {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:35:59.707296 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [None req-a9916ee3-6944-430b-b38c-8b17cb2092f8 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3332067 Jan 21 09:35:59.740102 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-4d1aa1ce-90ca-4985-ad38-21042ba7d42b req-81c8a383-dd68-45e9-b5eb-90ded71b3514 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] 10.222.0.45 "GET /v2.0/ports?device_id=370b78d2-d154-4c93-b8ef-3723bd26c3d4 HTTP/1.1" status: 200 len: 210 time: 0.0775542 Jan 21 09:35:59.860273 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.wsgi [-] (103182) accepted ('10.222.0.109', 54504) {{(pid=103182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:35:59.918945 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Device 3511d103-4c18-4f94-9e03-4b690e2e4220 up at agent ovs-agent-dv-cinder-804035-25-iscsi {{(pid=103184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:36:00.122913 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.109', 54505) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:36:00.129250 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.provisioning_blocks [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Provisioning complete for port 3511d103-4c18-4f94-9e03-4b690e2e4220 triggered by entity L2. {{(pid=103184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:36:00.129839 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983013'] for port (3511d103-4c18-4f94-9e03-4b690e2e4220), provisioning_complete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:00.383864 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97acc6a-cf70-4e7e-85e8-69f2e47fad33 req-e804bb09-f242-47b0-9395-66a41e82180c tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:00.385761 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-a97acc6a-cf70-4e7e-85e8-69f2e47fad33 req-e804bb09-f242-47b0-9395-66a41e82180c tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.109 "GET /v2.0/networks?id=d8632307-2281-4a7d-8be2-4fe34d09fe87 HTTP/1.1" status: 200 len: 818 time: 0.5243318 Jan 21 09:36:00.395961 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Current status of the port 3511d103-4c18-4f94-9e03-4b690e2e4220 is: ACTIVE; New status is: ACTIVE {{(pid=103184) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:36:00.399076 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Device 45edbbf3-81eb-4aa2-849a-847fc70aaa53 up at agent ovs-agent-dv-cinder-804035-25-iscsi {{(pid=103184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:36:00.414886 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8da1da-2144-4b86-b45d-b6342eddf8ea req-ee8f110a-0af3-4372-b5b2-4ba209a94a9a tempest-DeleteServersTestJSON-1321460479 tempest-DeleteServersTestJSON-1321460479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:00.416500 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [req-5b8da1da-2144-4b86-b45d-b6342eddf8ea req-ee8f110a-0af3-4372-b5b2-4ba209a94a9a tempest-DeleteServersTestJSON-1321460479 tempest-DeleteServersTestJSON-1321460479-project] 10.222.0.109 "GET /v2.0/networks?id=4b308458-76e4-44e0-92a9-9be5555db9bc HTTP/1.1" status: 200 len: 811 time: 0.9416690 Jan 21 09:36:00.449348 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa48bff-035c-4b0c-b2c3-72d20d0c8fc1 req-620d0f99-f4d0-47d9-bfcd-01e64e5f3149 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:00.450922 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [req-7aa48bff-035c-4b0c-b2c3-72d20d0c8fc1 req-620d0f99-f4d0-47d9-bfcd-01e64e5f3149 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] 10.222.0.109 "GET /v2.0/networks?id=6d3bfab5-614b-42ce-87b9-03bdb3f3c1da HTTP/1.1" status: 200 len: 815 time: 0.8075955 Jan 21 09:36:00.478149 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.v2.base [req-7aa48bff-035c-4b0c-b2c3-72d20d0c8fc1 req-7b65f9a0-18c7-4ec8-97cd-15fcbe79471f tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] Request body: {'port': {'device_id': '370b78d2-d154-4c93-b8ef-3723bd26c3d4', 'network_id': '6d3bfab5-614b-42ce-87b9-03bdb3f3c1da', 'admin_state_up': True, 'tenant_id': 'e3390729231b409e9a83376b428c1a7f'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:36:00.478799 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-5219ac9b-b9bd-4b2c-ba18-ef6faae29a83 req-1fa440b0-d003-456d-a77f-89d00b106708 tempest-DeleteServersTestJSON-1321460479 tempest-DeleteServersTestJSON-1321460479-project] 10.222.0.45 "GET /v2.0/ports?device_id=b50feb40-c691-4724-8570-f5873bdc5d1e HTTP/1.1" status: 200 len: 210 time: 0.0754256 Jan 21 09:36:00.502082 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.v2.base [req-a97acc6a-cf70-4e7e-85e8-69f2e47fad33 req-42da6103-f781-44d8-bb5d-9cbdf1657e18 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] Request body: {'port': {'device_id': '4e67b25e-7e65-4975-bafa-fceafcd53647', 'network_id': 'd8632307-2281-4a7d-8be2-4fe34d09fe87', 'admin_state_up': True, 'tenant_id': '5f89d1b21ad8471a8a9a82adac2594c1'}} {{(pid=103182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:36:00.537250 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.provisioning_blocks [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Provisioning complete for port 45edbbf3-81eb-4aa2-849a-847fc70aaa53 triggered by entity L2. {{(pid=103184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:36:00.540706 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983013'] for port (45edbbf3-81eb-4aa2-849a-847fc70aaa53), provisioning_complete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:00.546473 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.v2.base [req-5b8da1da-2144-4b86-b45d-b6342eddf8ea req-ae42371c-d2b4-470a-a8f2-57cf93e20029 tempest-DeleteServersTestJSON-1321460479 tempest-DeleteServersTestJSON-1321460479-project] Request body: {'port': {'device_id': 'b50feb40-c691-4724-8570-f5873bdc5d1e', 'network_id': '4b308458-76e4-44e0-92a9-9be5555db9bc', 'admin_state_up': True, 'tenant_id': '22a31f7136c241578473d4d323722c69'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:36:00.726127 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-23a464da-a2be-44ba-b12c-e72fb333bbe5 req-e7d0ae8d-5c73-4537-a0ef-944271cbde1a tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--439146817&fields=id&tenant_id=93281ac9cb504124a055279296f2262f HTTP/1.1" status: 200 len: 267 time: 0.5996912 Jan 21 09:36:00.739422 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Current status of the port 45edbbf3-81eb-4aa2-849a-847fc70aaa53 is: ACTIVE; New status is: ACTIVE {{(pid=103184) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:36:00.944374 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a464da-a2be-44ba-b12c-e72fb333bbe5 req-13626690-8944-4efc-ab05-5cd1bc399c69 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:00.946728 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-23a464da-a2be-44ba-b12c-e72fb333bbe5 req-13626690-8944-4efc-ab05-5cd1bc399c69 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/networks?id=647e31d1-4208-41da-8947-db9d9292bd9e HTTP/1.1" status: 200 len: 817 time: 0.2097385 Jan 21 09:36:00.995621 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-23a464da-a2be-44ba-b12c-e72fb333bbe5 req-fe40462e-fa58-40df-837f-20b01e7b89b3 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/quotas/93281ac9cb504124a055279296f2262f HTTP/1.1" status: 200 len: 375 time: 0.0329726 Jan 21 09:36:01.039464 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-6a4dbb3a-f39e-4299-b465-c1a7231d14ad req-f9fd9cfb-88b4-405a-8fc0-f26cf5694620 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/ports?device_id=06ae865a-6ba5-4198-be6d-e6056e645411 HTTP/1.1" status: 200 len: 210 time: 0.0552313 Jan 21 09:36:01.039577 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c94ebe0-bb1f-4325-ac8c-18b067928aca req-4300b6e4-9117-4bed-9122-43e6e7cceb3f tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:01.039577 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [req-0c94ebe0-bb1f-4325-ac8c-18b067928aca req-4300b6e4-9117-4bed-9122-43e6e7cceb3f tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.109 "GET /v2.0/networks?id=d8632307-2281-4a7d-8be2-4fe34d09fe87 HTTP/1.1" status: 200 len: 818 time: 0.9107888 Jan 21 09:36:01.049907 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.v2.base [req-0c94ebe0-bb1f-4325-ac8c-18b067928aca req-9100dfeb-f036-4856-b0ed-cd9f3ae60797 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] Request body: {'port': {'device_id': '06ae865a-6ba5-4198-be6d-e6056e645411', 'network_id': 'd8632307-2281-4a7d-8be2-4fe34d09fe87', 'admin_state_up': True, 'tenant_id': '5f89d1b21ad8471a8a9a82adac2594c1'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:36:01.091258 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a97acc6a-cf70-4e7e-85e8-69f2e47fad33 req-42da6103-f781-44d8-bb5d-9cbdf1657e18 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] Made reservation on behalf of 5f89d1b21ad8471a8a9a82adac2594c1 for: {'port': 1} {{(pid=103182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:36:01.097085 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-a97acc6a-cf70-4e7e-85e8-69f2e47fad33 req-42da6103-f781-44d8-bb5d-9cbdf1657e18 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (None), before_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:01.198984 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-56b93bed-1e27-4750-b0c1-5c6c52cc34d5 req-619a3eed-f397-448b-87ea-292f04e51894 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] 10.222.0.45 "GET /v2.0/ports?device_id=370b78d2-d154-4c93-b8ef-3723bd26c3d4 HTTP/1.1" status: 200 len: 210 time: 0.0839193 Jan 21 09:36:01.219791 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7aa48bff-035c-4b0c-b2c3-72d20d0c8fc1 req-7b65f9a0-18c7-4ec8-97cd-15fcbe79471f tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] Made reservation on behalf of e3390729231b409e9a83376b428c1a7f for: {'port': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:36:01.224220 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-7aa48bff-035c-4b0c-b2c3-72d20d0c8fc1 req-7b65f9a0-18c7-4ec8-97cd-15fcbe79471f tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:01.240324 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b8da1da-2144-4b86-b45d-b6342eddf8ea req-ae42371c-d2b4-470a-a8f2-57cf93e20029 tempest-DeleteServersTestJSON-1321460479 tempest-DeleteServersTestJSON-1321460479-project] Made reservation on behalf of 22a31f7136c241578473d4d323722c69 for: {'port': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:36:01.248622 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-23a464da-a2be-44ba-b12c-e72fb333bbe5 req-7f4e4762-6064-47ba-bab9-37a230303dd7 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=93281ac9cb504124a055279296f2262f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2225099 Jan 21 09:36:01.248843 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-5b8da1da-2144-4b86-b45d-b6342eddf8ea req-ae42371c-d2b4-470a-a8f2-57cf93e20029 tempest-DeleteServersTestJSON-1321460479 tempest-DeleteServersTestJSON-1321460479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:01.643636 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-23a464da-a2be-44ba-b12c-e72fb333bbe5 req-93bf3477-d0a7-4e1f-8580-e3423e3408b9 service neutron] 10.222.0.45 "GET /v2.0/networks/647e31d1-4208-41da-8947-db9d9292bd9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3690186 Jan 21 09:36:01.684805 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.db.db_base_plugin_common [req-a97acc6a-cf70-4e7e-85e8-69f2e47fad33 req-42da6103-f781-44d8-bb5d-9cbdf1657e18 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] Allocated IP 172.20.0.7 (d8632307-2281-4a7d-8be2-4fe34d09fe87/72f007c2-95bb-4c65-8ae3-279d29a2c1fd/9eccc2a4-ddb6-4675-9f12-63953114fa21) {{(pid=103182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:36:01.830048 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-a0344346-8fb8-41ba-9b54-75d378d56b77 req-a1e75907-7fc4-4288-ad59-875a888c1680 tempest-DeleteServersTestJSON-1321460479 tempest-DeleteServersTestJSON-1321460479-project] 10.222.0.45 "GET /v2.0/ports?device_id=b50feb40-c691-4724-8570-f5873bdc5d1e HTTP/1.1" status: 200 len: 210 time: 0.0593464 Jan 21 09:36:01.906673 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c94ebe0-bb1f-4325-ac8c-18b067928aca req-9100dfeb-f036-4856-b0ed-cd9f3ae60797 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] Made reservation on behalf of 5f89d1b21ad8471a8a9a82adac2594c1 for: {'port': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:36:01.931186 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-0c94ebe0-bb1f-4325-ac8c-18b067928aca req-9100dfeb-f036-4856-b0ed-cd9f3ae60797 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:01.977872 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-23a464da-a2be-44ba-b12c-e72fb333bbe5 req-b1784ede-4611-4ade-a677-b1c66b5cd9e0 service neutron] 10.222.0.45 "GET /v2.0/networks/647e31d1-4208-41da-8947-db9d9292bd9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3181205 Jan 21 09:36:01.994971 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [req-7aa48bff-035c-4b0c-b2c3-72d20d0c8fc1 req-7b65f9a0-18c7-4ec8-97cd-15fcbe79471f tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] Allocated IP 172.20.0.14 (6d3bfab5-614b-42ce-87b9-03bdb3f3c1da/dc85c810-f6f8-41f3-bbb2-2b1bee730031/af30d40e-e03c-4e1e-a789-41a34ac8bec6) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:36:02.195710 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [req-5b8da1da-2144-4b86-b45d-b6342eddf8ea req-ae42371c-d2b4-470a-a8f2-57cf93e20029 tempest-DeleteServersTestJSON-1321460479 tempest-DeleteServersTestJSON-1321460479-project] Allocated IP 172.20.0.5 (4b308458-76e4-44e0-92a9-9be5555db9bc/b2505870-163d-404f-ba9e-f9c2872a5e5a/dde72027-8017-427e-a871-c6be683d8168) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:36:02.400680 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-5f5cd4d3-7dbe-457e-8320-12f889d288e0 req-45be3402-22bb-48e0-a359-ff62673ab982 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/ports?device_id=06ae865a-6ba5-4198-be6d-e6056e645411 HTTP/1.1" status: 200 len: 210 time: 0.0790992 Jan 21 09:36:02.494660 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-a97acc6a-cf70-4e7e-85e8-69f2e47fad33 req-42da6103-f781-44d8-bb5d-9cbdf1657e18 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] Publish callbacks [] for port (9eccc2a4-ddb6-4675-9f12-63953114fa21), precommit_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:02.684447 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-a97acc6a-cf70-4e7e-85e8-69f2e47fad33 req-42da6103-f781-44d8-bb5d-9cbdf1657e18 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774670299796'] for port (9eccc2a4-ddb6-4675-9f12-63953114fa21), after_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:02.746204 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-3528da6f-1d2b-4be1-a060-1ea7a4fe483d req-2b7bf971-5d89-4492-9c89-2b7a9fc9ee5f tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] 10.222.0.45 "GET /v2.0/ports?device_id=370b78d2-d154-4c93-b8ef-3723bd26c3d4 HTTP/1.1" status: 200 len: 210 time: 0.0829468 Jan 21 09:36:02.915203 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42da6103-f781-44d8-bb5d-9cbdf1657e18 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] Pushing event updated for resources: {'Port': ['ID=9eccc2a4-ddb6-4675-9f12-63953114fa21,revision_number=1']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:02.959354 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a97acc6a-cf70-4e7e-85e8-69f2e47fad33 req-42da6103-f781-44d8-bb5d-9cbdf1657e18 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] Network d8632307-2281-4a7d-8be2-4fe34d09fe87 is already hosted by enough agents. {{(pid=103182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:36:02.959354 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.scheduler.base_scheduler [req-a97acc6a-cf70-4e7e-85e8-69f2e47fad33 req-42da6103-f781-44d8-bb5d-9cbdf1657e18 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] Resources bound (agent type, host, resource id): {{(pid=103182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:36:02.959354 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.db.l3_dvrscheduler_db [req-a97acc6a-cf70-4e7e-85e8-69f2e47fad33 req-42da6103-f781-44d8-bb5d-9cbdf1657e18 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] Received port after_create {{(pid=103182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 09:36:02.961427 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [req-0c94ebe0-bb1f-4325-ac8c-18b067928aca req-9100dfeb-f036-4856-b0ed-cd9f3ae60797 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] Allocated IP 172.20.0.10 (d8632307-2281-4a7d-8be2-4fe34d09fe87/72f007c2-95bb-4c65-8ae3-279d29a2c1fd/2b16cf8c-7e83-4177-a9ae-f7516c48e617) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:36:02.961823 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97acc6a-cf70-4e7e-85e8-69f2e47fad33 req-42da6103-f781-44d8-bb5d-9cbdf1657e18 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:02.962313 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-a97acc6a-cf70-4e7e-85e8-69f2e47fad33 req-42da6103-f781-44d8-bb5d-9cbdf1657e18 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4184320'] for port (None), before_response {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:02.992275 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-38b9911a-f479-4ef2-b356-b93a9f3f30ba req-fe622de8-ec18-4006-a6b8-44213bed153b tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/ports?device_id=59ad64a5-af93-44ef-8031-fd2f2d18a901 HTTP/1.1" status: 200 len: 210 time: 0.0938759 Jan 21 09:36:03.053628 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-7aa48bff-035c-4b0c-b2c3-72d20d0c8fc1 req-7b65f9a0-18c7-4ec8-97cd-15fcbe79471f tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] Publish callbacks [] for port (af30d40e-e03c-4e1e-a789-41a34ac8bec6), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:03.058971 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-5b8da1da-2144-4b86-b45d-b6342eddf8ea req-ae42371c-d2b4-470a-a8f2-57cf93e20029 tempest-DeleteServersTestJSON-1321460479 tempest-DeleteServersTestJSON-1321460479-project] Publish callbacks [] for port (dde72027-8017-427e-a871-c6be683d8168), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:03.142425 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-6b8076c0-9221-40b3-b0d8-e90a7258d32d req-e899ccc9-0c52-4627-b4b5-ff1f77cac159 tempest-DeleteServersTestJSON-1321460479 tempest-DeleteServersTestJSON-1321460479-project] 10.222.0.45 "GET /v2.0/ports?device_id=b50feb40-c691-4724-8570-f5873bdc5d1e HTTP/1.1" status: 200 len: 210 time: 0.0583496 Jan 21 09:36:03.153769 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-a97acc6a-cf70-4e7e-85e8-69f2e47fad33 req-42da6103-f781-44d8-bb5d-9cbdf1657e18 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.109 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6701610 Jan 21 09:36:03.326688 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-0c94ebe0-bb1f-4325-ac8c-18b067928aca req-9100dfeb-f036-4856-b0ed-cd9f3ae60797 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] Publish callbacks [] for port (2b16cf8c-7e83-4177-a9ae-f7516c48e617), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:03.343790 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-5b8da1da-2144-4b86-b45d-b6342eddf8ea req-ae42371c-d2b4-470a-a8f2-57cf93e20029 tempest-DeleteServersTestJSON-1321460479 tempest-DeleteServersTestJSON-1321460479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774670299796'] for port (dde72027-8017-427e-a871-c6be683d8168), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:03.414281 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-7aa48bff-035c-4b0c-b2c3-72d20d0c8fc1 req-7b65f9a0-18c7-4ec8-97cd-15fcbe79471f tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774670299796'] for port (af30d40e-e03c-4e1e-a789-41a34ac8bec6), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:03.418934 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b8da1da-2144-4b86-b45d-b6342eddf8ea req-ae42371c-d2b4-470a-a8f2-57cf93e20029 tempest-DeleteServersTestJSON-1321460479 tempest-DeleteServersTestJSON-1321460479-project] Network 4b308458-76e4-44e0-92a9-9be5555db9bc is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:36:03.426892 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [req-5b8da1da-2144-4b86-b45d-b6342eddf8ea req-ae42371c-d2b4-470a-a8f2-57cf93e20029 tempest-DeleteServersTestJSON-1321460479 tempest-DeleteServersTestJSON-1321460479-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:36:03.436956 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b8da1da-2144-4b86-b45d-b6342eddf8ea req-ae42371c-d2b4-470a-a8f2-57cf93e20029 tempest-DeleteServersTestJSON-1321460479 tempest-DeleteServersTestJSON-1321460479-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 09:36:03.443184 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8da1da-2144-4b86-b45d-b6342eddf8ea req-ae42371c-d2b4-470a-a8f2-57cf93e20029 tempest-DeleteServersTestJSON-1321460479 tempest-DeleteServersTestJSON-1321460479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:03.527518 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-5b8da1da-2144-4b86-b45d-b6342eddf8ea req-ae42371c-d2b4-470a-a8f2-57cf93e20029 tempest-DeleteServersTestJSON-1321460479 tempest-DeleteServersTestJSON-1321460479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4184320'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:03.527518 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7aa48bff-035c-4b0c-b2c3-72d20d0c8fc1 req-7b65f9a0-18c7-4ec8-97cd-15fcbe79471f tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] Network 6d3bfab5-614b-42ce-87b9-03bdb3f3c1da is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:36:03.527518 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae42371c-d2b4-470a-a8f2-57cf93e20029 tempest-DeleteServersTestJSON-1321460479 tempest-DeleteServersTestJSON-1321460479-project] Pushing event updated for resources: {'Port': ['ID=dde72027-8017-427e-a871-c6be683d8168,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:03.527518 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [req-7aa48bff-035c-4b0c-b2c3-72d20d0c8fc1 req-7b65f9a0-18c7-4ec8-97cd-15fcbe79471f tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:36:03.527518 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-7aa48bff-035c-4b0c-b2c3-72d20d0c8fc1 req-7b65f9a0-18c7-4ec8-97cd-15fcbe79471f tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 09:36:03.527518 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa48bff-035c-4b0c-b2c3-72d20d0c8fc1 req-7b65f9a0-18c7-4ec8-97cd-15fcbe79471f tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:03.527518 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-7aa48bff-035c-4b0c-b2c3-72d20d0c8fc1 req-7b65f9a0-18c7-4ec8-97cd-15fcbe79471f tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4184320'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:03.553463 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-f8b0dc23-62e9-41c7-bc2f-4f92ac7b9547 req-ac627336-3fec-4eb9-adc1-028610787317 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/ports?device_id=06ae865a-6ba5-4198-be6d-e6056e645411 HTTP/1.1" status: 200 len: 210 time: 0.0321174 Jan 21 09:36:03.556337 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b65f9a0-18c7-4ec8-97cd-15fcbe79471f tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] Pushing event updated for resources: {'Port': ['ID=af30d40e-e03c-4e1e-a789-41a34ac8bec6,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:03.648878 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-0c94ebe0-bb1f-4325-ac8c-18b067928aca req-9100dfeb-f036-4856-b0ed-cd9f3ae60797 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774670299796'] for port (2b16cf8c-7e83-4177-a9ae-f7516c48e617), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:03.698855 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [req-7aa48bff-035c-4b0c-b2c3-72d20d0c8fc1 req-7b65f9a0-18c7-4ec8-97cd-15fcbe79471f tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] 10.222.0.109 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2301726 Jan 21 09:36:03.702282 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [req-5b8da1da-2144-4b86-b45d-b6342eddf8ea req-ae42371c-d2b4-470a-a8f2-57cf93e20029 tempest-DeleteServersTestJSON-1321460479 tempest-DeleteServersTestJSON-1321460479-project] 10.222.0.109 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2323174 Jan 21 09:36:03.718964 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c94ebe0-bb1f-4325-ac8c-18b067928aca req-9100dfeb-f036-4856-b0ed-cd9f3ae60797 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] Network d8632307-2281-4a7d-8be2-4fe34d09fe87 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:36:03.729341 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [req-0c94ebe0-bb1f-4325-ac8c-18b067928aca req-9100dfeb-f036-4856-b0ed-cd9f3ae60797 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:36:03.733938 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c94ebe0-bb1f-4325-ac8c-18b067928aca req-9100dfeb-f036-4856-b0ed-cd9f3ae60797 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 09:36:03.740811 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c94ebe0-bb1f-4325-ac8c-18b067928aca req-9100dfeb-f036-4856-b0ed-cd9f3ae60797 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:03.742839 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-0c94ebe0-bb1f-4325-ac8c-18b067928aca req-9100dfeb-f036-4856-b0ed-cd9f3ae60797 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4184320'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:03.746763 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9100dfeb-f036-4856-b0ed-cd9f3ae60797 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] Pushing event updated for resources: {'Port': ['ID=2b16cf8c-7e83-4177-a9ae-f7516c48e617,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:03.827191 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [req-0c94ebe0-bb1f-4325-ac8c-18b067928aca req-9100dfeb-f036-4856-b0ed-cd9f3ae60797 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.109 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7833431 Jan 21 09:36:03.970314 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b373dd-dbfa-482f-8b04-21c382ed2be2 req-ce31b686-2d78-4339-bbb7-36306a08dc97 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:03.973252 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-09b373dd-dbfa-482f-8b04-21c382ed2be2 req-ce31b686-2d78-4339-bbb7-36306a08dc97 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] 10.222.0.45 "GET /v2.0/ports?device_id=370b78d2-d154-4c93-b8ef-3723bd26c3d4 HTTP/1.1" status: 200 len: 932 time: 0.1336491 Jan 21 09:36:04.007064 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.45', 60130) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:36:04.065263 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-09b373dd-dbfa-482f-8b04-21c382ed2be2 req-56e12a89-ccb1-435d-97f2-72cf27a9b727 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] 10.222.0.45 "GET /v2.0/security-groups?id=689824d6-e2cc-4e2f-a7c0-efd7e57bdd17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842195 Jan 21 09:36:04.128166 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-755502dd-0387-4c3e-bcfc-605c80bbecdf req-623772de-4ade-45b9-930f-1b24cf0a300b tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/ports?device_id=59ad64a5-af93-44ef-8031-fd2f2d18a901 HTTP/1.1" status: 200 len: 210 time: 0.0483346 Jan 21 09:36:04.238303 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.wsgi [req-a97acc6a-cf70-4e7e-85e8-69f2e47fad33 req-c081d937-5aae-48c0-b707-ce428dfba3d0 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103182) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 21 09:36:04.239759 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-a97acc6a-cf70-4e7e-85e8-69f2e47fad33 req-c081d937-5aae-48c0-b707-ce428dfba3d0 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.109 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0099494 Jan 21 09:36:04.312039 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-8a815c64-42c2-43b3-b4d9-15e45f037202 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:04.355379 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b8d93d-3a24-4247-9473-85002fe4318b req-70f6e24d-5bdc-4aa7-b63d-0e54b172ee04 tempest-DeleteServersTestJSON-1321460479 tempest-DeleteServersTestJSON-1321460479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:04.355379 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-b0b8d93d-3a24-4247-9473-85002fe4318b req-70f6e24d-5bdc-4aa7-b63d-0e54b172ee04 tempest-DeleteServersTestJSON-1321460479 tempest-DeleteServersTestJSON-1321460479-project] 10.222.0.45 "GET /v2.0/ports?device_id=b50feb40-c691-4724-8570-f5873bdc5d1e HTTP/1.1" status: 200 len: 931 time: 0.0865226 Jan 21 09:36:04.400579 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-b0b8d93d-3a24-4247-9473-85002fe4318b req-0091b16d-7fb0-46e4-b6e3-ae072c4088dd tempest-DeleteServersTestJSON-1321460479 tempest-DeleteServersTestJSON-1321460479-project] 10.222.0.45 "GET /v2.0/security-groups?id=67f6e35c-bf33-4444-b6b0-37741f9c67e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530016 Jan 21 09:36:04.424732 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-8a815c64-42c2-43b3-b4d9-15e45f037202 admin admin] Publish callbacks [] for security_group (054c8636-74ba-439f-83ba-bdd2fb43bf2e), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:04.540525 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-8a815c64-42c2-43b3-b4d9-15e45f037202 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126007'] for security_group (054c8636-74ba-439f-83ba-bdd2fb43bf2e), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:04.588277 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a815c64-42c2-43b3-b4d9-15e45f037202 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=054c8636-74ba-439f-83ba-bdd2fb43bf2e,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:04.592489 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [None req-8a815c64-42c2-43b3-b4d9-15e45f037202 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c4864469900d4c14b369eac19c50ef42&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5838101 Jan 21 09:36:04.599380 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.wsgi [-] (103182) accepted ('10.222.0.45', 60142) {{(pid=103182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:36:04.715210 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-365aefb2-7ae7-4604-98b1-898b008b0648 admin admin] Publish callbacks [] for security_group (054c8636-74ba-439f-83ba-bdd2fb43bf2e), before_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:04.727135 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0d259f-f8cd-4ea1-b99c-e91529433af2 req-135beefd-f332-44ea-9f22-d4c762ba9b94 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:04.728788 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-8b0d259f-f8cd-4ea1-b99c-e91529433af2 req-135beefd-f332-44ea-9f22-d4c762ba9b94 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/ports?device_id=06ae865a-6ba5-4198-be6d-e6056e645411 HTTP/1.1" status: 200 len: 932 time: 0.0924578 Jan 21 09:36:04.774482 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-365aefb2-7ae7-4604-98b1-898b008b0648 admin admin] Publish callbacks [] for security_group (054c8636-74ba-439f-83ba-bdd2fb43bf2e), precommit_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:04.837135 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-8b0d259f-f8cd-4ea1-b99c-e91529433af2 req-3cef61b3-ffc8-4eb4-a4d8-292edd1393b6 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/security-groups?id=3362d256-4580-47a9-b110-e51f4226c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984993 Jan 21 09:36:04.923584 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-365aefb2-7ae7-4604-98b1-898b008b0648 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126007'] for security_group (054c8636-74ba-439f-83ba-bdd2fb43bf2e), after_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:04.926933 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-365aefb2-7ae7-4604-98b1-898b008b0648 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:04.928388 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [None req-365aefb2-7ae7-4604-98b1-898b008b0648 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/054c8636-74ba-439f-83ba-bdd2fb43bf2e HTTP/1.1" status: 204 len: 168 time: 0.3268933 Jan 21 09:36:04.940927 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365aefb2-7ae7-4604-98b1-898b008b0648 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=054c8636-74ba-439f-83ba-bdd2fb43bf2e,revision_number=None']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:05.204671 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da124f1-880b-4676-b49e-8bae370c6244 req-d441e1d6-9140-4d96-93ce-54792c4ea505 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:05.249891 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-9da124f1-880b-4676-b49e-8bae370c6244 req-d441e1d6-9140-4d96-93ce-54792c4ea505 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] 10.222.0.45 "GET /v2.0/ports?device_id=370b78d2-d154-4c93-b8ef-3723bd26c3d4 HTTP/1.1" status: 200 len: 932 time: 0.0750244 Jan 21 09:36:05.249891 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-ae4c2ee1-aae7-4e0d-9831-be106aa64943 req-b4d46599-cffb-4560-8da0-6743702d4d50 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/ports?device_id=59ad64a5-af93-44ef-8031-fd2f2d18a901 HTTP/1.1" status: 200 len: 210 time: 0.0297463 Jan 21 09:36:05.282387 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-9da124f1-880b-4676-b49e-8bae370c6244 req-34018a51-1b13-48e5-8cc3-22bb3ca93436 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] 10.222.0.45 "GET /v2.0/security-groups?id=689824d6-e2cc-4e2f-a7c0-efd7e57bdd17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646684 Jan 21 09:36:05.598633 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ed0fc9-6c5e-47be-88f7-97e24dafe181 req-82a1c6ad-caf0-4ee7-80d8-06473e45ae28 tempest-DeleteServersTestJSON-1321460479 tempest-DeleteServersTestJSON-1321460479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:05.600224 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-f8ed0fc9-6c5e-47be-88f7-97e24dafe181 req-82a1c6ad-caf0-4ee7-80d8-06473e45ae28 tempest-DeleteServersTestJSON-1321460479 tempest-DeleteServersTestJSON-1321460479-project] 10.222.0.45 "GET /v2.0/ports?device_id=b50feb40-c691-4724-8570-f5873bdc5d1e HTTP/1.1" status: 200 len: 931 time: 0.0960841 Jan 21 09:36:05.683385 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-f8ed0fc9-6c5e-47be-88f7-97e24dafe181 req-d59362b0-e886-4fba-8eeb-86b31ff8fd00 tempest-DeleteServersTestJSON-1321460479 tempest-DeleteServersTestJSON-1321460479-project] 10.222.0.45 "GET /v2.0/security-groups?id=67f6e35c-bf33-4444-b6b0-37741f9c67e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702057 Jan 21 09:36:05.985652 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd9831e-f9cc-40c9-aac5-f59a4c89a7be req-06bca3a6-b1e3-427b-9f86-1de2860d3b65 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:05.987241 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-fcd9831e-f9cc-40c9-aac5-f59a4c89a7be req-06bca3a6-b1e3-427b-9f86-1de2860d3b65 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/ports?device_id=06ae865a-6ba5-4198-be6d-e6056e645411 HTTP/1.1" status: 200 len: 932 time: 0.0690057 Jan 21 09:36:06.089588 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-fcd9831e-f9cc-40c9-aac5-f59a4c89a7be req-423d8d22-6826-481c-8a22-8bc608584d65 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/security-groups?id=3362d256-4580-47a9-b110-e51f4226c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947669 Jan 21 09:36:06.228393 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [req-0c94ebe0-bb1f-4325-ac8c-18b067928aca req-010497a0-86cf-404a-9e34-13060c87afea tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103183) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 21 09:36:06.228393 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [req-0c94ebe0-bb1f-4325-ac8c-18b067928aca req-010497a0-86cf-404a-9e34-13060c87afea tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.109 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0068576 Jan 21 09:36:06.228393 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [req-7aa48bff-035c-4b0c-b2c3-72d20d0c8fc1 req-3a3faa2f-1f6c-48bc-8bb0-b88ee549be34 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103183) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 21 09:36:06.228393 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [req-7aa48bff-035c-4b0c-b2c3-72d20d0c8fc1 req-3a3faa2f-1f6c-48bc-8bb0-b88ee549be34 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] 10.222.0.109 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0111561 Jan 21 09:36:06.228393 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [req-5b8da1da-2144-4b86-b45d-b6342eddf8ea req-ec1d6851-ef89-4695-8d79-a7b5c3574afb tempest-DeleteServersTestJSON-1321460479 tempest-DeleteServersTestJSON-1321460479-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103183) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 21 09:36:06.228393 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [req-5b8da1da-2144-4b86-b45d-b6342eddf8ea req-ec1d6851-ef89-4695-8d79-a7b5c3574afb tempest-DeleteServersTestJSON-1321460479 tempest-DeleteServersTestJSON-1321460479-project] 10.222.0.109 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0091035 Jan 21 09:36:06.353003 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-9ca2e4f6-8fee-4d66-be31-33089780574e req-46c94609-93b5-419f-a891-167d8555d939 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/ports?device_id=59ad64a5-af93-44ef-8031-fd2f2d18a901 HTTP/1.1" status: 200 len: 210 time: 0.0352387 Jan 21 09:36:06.443936 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.45', 60184) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:36:06.482977 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1723cb30-266f-467e-b040-3e311f472df7 req-c71a66b2-72eb-40aa-ad73-6afd2e745043 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:06.495125 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-372a6d1c-c7cc-4ea5-b2b1-0edd6a459800 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:06.511197 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-1723cb30-266f-467e-b040-3e311f472df7 req-c71a66b2-72eb-40aa-ad73-6afd2e745043 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] 10.222.0.45 "GET /v2.0/ports?device_id=370b78d2-d154-4c93-b8ef-3723bd26c3d4 HTTP/1.1" status: 200 len: 932 time: 0.1173608 Jan 21 09:36:06.654891 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.v2.base [req-a97acc6a-cf70-4e7e-85e8-69f2e47fad33 req-65e2e930-1512-420f-9d7c-a4737813fabb service neutron] Request body: {'port': {'device_id': '4e67b25e-7e65-4975-bafa-fceafcd53647', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:36:06.680447 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-1723cb30-266f-467e-b040-3e311f472df7 req-86c16980-bebb-4b1c-bdae-fa5a8c45d6f5 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] 10.222.0.45 "GET /v2.0/security-groups?id=689824d6-e2cc-4e2f-a7c0-efd7e57bdd17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538615 Jan 21 09:36:06.732458 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.v2.base [req-0c94ebe0-bb1f-4325-ac8c-18b067928aca req-4868540e-ce52-45f3-bc63-132372225f8c service neutron] Request body: {'port': {'device_id': '06ae865a-6ba5-4198-be6d-e6056e645411', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:36:06.777451 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.v2.base [req-5b8da1da-2144-4b86-b45d-b6342eddf8ea req-79876421-33c5-4eeb-9ac8-ac8957de6327 service neutron] Request body: {'port': {'device_id': 'b50feb40-c691-4724-8570-f5873bdc5d1e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=103182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:36:06.842146 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.v2.base [req-7aa48bff-035c-4b0c-b2c3-72d20d0c8fc1 req-a3b55f89-d474-464e-ac07-01743ee74d90 service neutron] Request body: {'port': {'device_id': '370b78d2-d154-4c93-b8ef-3723bd26c3d4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:36:06.902804 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-0c94ebe0-bb1f-4325-ac8c-18b067928aca req-4868540e-ce52-45f3-bc63-132372225f8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (2b16cf8c-7e83-4177-a9ae-f7516c48e617), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:06.933226 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a1916a-df1e-4ada-87cb-3fb48954f8e8 req-b4b56f47-7d42-4ae7-a195-bab52403a398 tempest-DeleteServersTestJSON-1321460479 tempest-DeleteServersTestJSON-1321460479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:06.934799 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-f0a1916a-df1e-4ada-87cb-3fb48954f8e8 req-b4b56f47-7d42-4ae7-a195-bab52403a398 tempest-DeleteServersTestJSON-1321460479 tempest-DeleteServersTestJSON-1321460479-project] 10.222.0.45 "GET /v2.0/ports?device_id=b50feb40-c691-4724-8570-f5873bdc5d1e HTTP/1.1" status: 200 len: 931 time: 0.1103485 Jan 21 09:36:06.935840 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-5b8da1da-2144-4b86-b45d-b6342eddf8ea req-79876421-33c5-4eeb-9ac8-ac8957de6327 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (dde72027-8017-427e-a871-c6be683d8168), before_update {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:06.952598 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-7aa48bff-035c-4b0c-b2c3-72d20d0c8fc1 req-a3b55f89-d474-464e-ac07-01743ee74d90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (af30d40e-e03c-4e1e-a789-41a34ac8bec6), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:07.196047 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-f0a1916a-df1e-4ada-87cb-3fb48954f8e8 req-5818f59b-9465-469f-8b06-5b7c886489dc tempest-DeleteServersTestJSON-1321460479 tempest-DeleteServersTestJSON-1321460479-project] 10.222.0.45 "GET /v2.0/security-groups?id=67f6e35c-bf33-4444-b6b0-37741f9c67e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393514 Jan 21 09:36:07.503482 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-a97acc6a-cf70-4e7e-85e8-69f2e47fad33 req-65e2e930-1512-420f-9d7c-a4737813fabb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (9eccc2a4-ddb6-4675-9f12-63953114fa21), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:07.787410 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-8e482415-961a-4039-b357-a53d5a9f23bb req-39737ac5-bd65-47a1-a509-fa3bc8fe2dfb tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/ports?device_id=59ad64a5-af93-44ef-8031-fd2f2d18a901 HTTP/1.1" status: 200 len: 210 time: 0.1117182 Jan 21 09:36:07.859033 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.notifiers.nova [req-5b8da1da-2144-4b86-b45d-b6342eddf8ea req-79876421-33c5-4eeb-9ac8-ac8957de6327 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dde72027-8017-427e-a871-c6be683d8168 {{(pid=103182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:36:07.885445 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-5b8da1da-2144-4b86-b45d-b6342eddf8ea req-79876421-33c5-4eeb-9ac8-ac8957de6327 service neutron] Publish callbacks [] for port (dde72027-8017-427e-a871-c6be683d8168), precommit_update {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:07.922213 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.db.provisioning_blocks [req-5b8da1da-2144-4b86-b45d-b6342eddf8ea req-79876421-33c5-4eeb-9ac8-ac8957de6327 service neutron] Transition to ACTIVE for port object dde72027-8017-427e-a871-c6be683d8168 will not be triggered until provisioned by entity L2. {{(pid=103182) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:36:07.933385 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4657b52-997a-4cb7-b129-77657ef08b2a req-919c9c96-4f70-446c-908a-501c8e803245 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:07.935126 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-c4657b52-997a-4cb7-b129-77657ef08b2a req-919c9c96-4f70-446c-908a-501c8e803245 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/ports?device_id=06ae865a-6ba5-4198-be6d-e6056e645411 HTTP/1.1" status: 200 len: 932 time: 0.6134093 Jan 21 09:36:08.114251 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-c4657b52-997a-4cb7-b129-77657ef08b2a req-ff7c7fc3-01e0-4b4d-a193-37942f7c9047 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/security-groups?id=3362d256-4580-47a9-b110-e51f4226c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656649 Jan 21 09:36:08.150835 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add00a0d-4b11-4b1b-80e7-a7968c897af2 req-e5999fba-11a7-4da0-909f-30f74dfbe48d tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:08.155419 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-add00a0d-4b11-4b1b-80e7-a7968c897af2 req-e5999fba-11a7-4da0-909f-30f74dfbe48d tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] 10.222.0.45 "GET /v2.0/ports?device_id=370b78d2-d154-4c93-b8ef-3723bd26c3d4 HTTP/1.1" status: 200 len: 932 time: 0.2187021 Jan 21 09:36:08.162221 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-5b8da1da-2144-4b86-b45d-b6342eddf8ea req-79876421-33c5-4eeb-9ac8-ac8957de6327 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774670732957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774670299814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774670299832'] for port (dde72027-8017-427e-a871-c6be683d8168), after_update {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:08.403766 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.notifiers.nova [req-7aa48bff-035c-4b0c-b2c3-72d20d0c8fc1 req-a3b55f89-d474-464e-ac07-01743ee74d90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af30d40e-e03c-4e1e-a789-41a34ac8bec6 {{(pid=103183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:36:08.411972 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-7aa48bff-035c-4b0c-b2c3-72d20d0c8fc1 req-a3b55f89-d474-464e-ac07-01743ee74d90 service neutron] Publish callbacks [] for port (af30d40e-e03c-4e1e-a789-41a34ac8bec6), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:08.433278 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-add00a0d-4b11-4b1b-80e7-a7968c897af2 req-f910ada1-a9e7-4bb6-8cc6-a98b552c318f tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] 10.222.0.45 "GET /v2.0/security-groups?id=689824d6-e2cc-4e2f-a7c0-efd7e57bdd17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2493227 Jan 21 09:36:08.460342 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.db.provisioning_blocks [req-7aa48bff-035c-4b0c-b2c3-72d20d0c8fc1 req-a3b55f89-d474-464e-ac07-01743ee74d90 service neutron] Transition to ACTIVE for port object af30d40e-e03c-4e1e-a789-41a34ac8bec6 will not be triggered until provisioned by entity L2. {{(pid=103183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:36:08.470627 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-372a6d1c-c7cc-4ea5-b2b1-0edd6a459800 admin admin] Publish callbacks [] for security_group (adf66005-0185-4499-9ef4-d4f9e2ac67d2), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:08.472604 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fece5ba-8bc8-4e38-9152-63ab554e0ed0 req-ee902e2b-e31e-49c8-9a34-4972598efce7 tempest-DeleteServersTestJSON-1321460479 tempest-DeleteServersTestJSON-1321460479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:08.482801 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-6fece5ba-8bc8-4e38-9152-63ab554e0ed0 req-ee902e2b-e31e-49c8-9a34-4972598efce7 tempest-DeleteServersTestJSON-1321460479 tempest-DeleteServersTestJSON-1321460479-project] 10.222.0.45 "GET /v2.0/ports?device_id=b50feb40-c691-4724-8570-f5873bdc5d1e HTTP/1.1" status: 200 len: 943 time: 0.2721550 Jan 21 09:36:08.595904 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.notifiers.nova [req-0c94ebe0-bb1f-4325-ac8c-18b067928aca req-4868540e-ce52-45f3-bc63-132372225f8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b16cf8c-7e83-4177-a9ae-f7516c48e617 {{(pid=103183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:36:08.603571 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79876421-33c5-4eeb-9ac8-ac8957de6327 service neutron] Pushing event updated for resources: {'Port': ['ID=dde72027-8017-427e-a871-c6be683d8168,revision_number=2']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:08.604820 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-0c94ebe0-bb1f-4325-ac8c-18b067928aca req-4868540e-ce52-45f3-bc63-132372225f8c service neutron] Publish callbacks [] for port (2b16cf8c-7e83-4177-a9ae-f7516c48e617), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:08.621290 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-6fece5ba-8bc8-4e38-9152-63ab554e0ed0 req-c36d09aa-661f-43c8-a944-725a73131193 tempest-DeleteServersTestJSON-1321460479 tempest-DeleteServersTestJSON-1321460479-project] 10.222.0.45 "GET /v2.0/security-groups?id=67f6e35c-bf33-4444-b6b0-37741f9c67e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372194 Jan 21 09:36:08.624386 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.managers [req-5b8da1da-2144-4b86-b45d-b6342eddf8ea req-79876421-33c5-4eeb-9ac8-ac8957de6327 service neutron] Attempting to bind port dde72027-8017-427e-a871-c6be683d8168 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=103182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 09:36:08.626555 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.managers [req-5b8da1da-2144-4b86-b45d-b6342eddf8ea req-79876421-33c5-4eeb-9ac8-ac8957de6327 service neutron] Attempting to bind port dde72027-8017-427e-a871-c6be683d8168 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '8461ac26-15e8-439c-b33d-fe4263fb9a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '4b308458-76e4-44e0-92a9-9be5555db9bc'}] {{(pid=103182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 09:36:08.627083 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b8da1da-2144-4b86-b45d-b6342eddf8ea req-79876421-33c5-4eeb-9ac8-ac8957de6327 service neutron] Attempting to bind port dde72027-8017-427e-a871-c6be683d8168 on network 4b308458-76e4-44e0-92a9-9be5555db9bc {{(pid=103182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:36:08.632999 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.db.provisioning_blocks [req-0c94ebe0-bb1f-4325-ac8c-18b067928aca req-4868540e-ce52-45f3-bc63-132372225f8c service neutron] Transition to ACTIVE for port object 2b16cf8c-7e83-4177-a9ae-f7516c48e617 will not be triggered until provisioned by entity L2. {{(pid=103183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:36:08.645307 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b8da1da-2144-4b86-b45d-b6342eddf8ea req-79876421-33c5-4eeb-9ac8-ac8957de6327 service neutron] Port dde72027-8017-427e-a871-c6be683d8168 on network 4b308458-76e4-44e0-92a9-9be5555db9bc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=103182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 21 09:36:08.645653 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b8da1da-2144-4b86-b45d-b6342eddf8ea req-79876421-33c5-4eeb-9ac8-ac8957de6327 service neutron] Attempting to bind port dde72027-8017-427e-a871-c6be683d8168 on network 4b308458-76e4-44e0-92a9-9be5555db9bc {{(pid=103182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:36:08.654817 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b8da1da-2144-4b86-b45d-b6342eddf8ea req-79876421-33c5-4eeb-9ac8-ac8957de6327 service neutron] Checking agent: {'id': '5a7f6758-1e24-44b8-9b24-65ffc30c20d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 33, 47), 'started_at': datetime.datetime(2022, 1, 21, 9, 33, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 35, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:36:08.655289 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b8da1da-2144-4b86-b45d-b6342eddf8ea req-79876421-33c5-4eeb-9ac8-ac8957de6327 service neutron] Checking segment: {'id': '8461ac26-15e8-439c-b33d-fe4263fb9a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '4b308458-76e4-44e0-92a9-9be5555db9bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 09:36:08.655962 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b8da1da-2144-4b86-b45d-b6342eddf8ea req-79876421-33c5-4eeb-9ac8-ac8957de6327 service neutron] Bound using segment: {'id': '8461ac26-15e8-439c-b33d-fe4263fb9a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '4b308458-76e4-44e0-92a9-9be5555db9bc'} {{(pid=103182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:36:08.656491 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.managers [req-5b8da1da-2144-4b86-b45d-b6342eddf8ea req-79876421-33c5-4eeb-9ac8-ac8957de6327 service neutron] Bound port: dde72027-8017-427e-a871-c6be683d8168, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8461ac26-15e8-439c-b33d-fe4263fb9a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '4b308458-76e4-44e0-92a9-9be5555db9bc'}}] {{(pid=103182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 09:36:08.656947 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-5b8da1da-2144-4b86-b45d-b6342eddf8ea req-79876421-33c5-4eeb-9ac8-ac8957de6327 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (dde72027-8017-427e-a871-c6be683d8168), before_update {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:08.683440 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-372a6d1c-c7cc-4ea5-b2b1-0edd6a459800 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126007'] for security_group (adf66005-0185-4499-9ef4-d4f9e2ac67d2), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:08.685924 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-7aa48bff-035c-4b0c-b2c3-72d20d0c8fc1 req-a3b55f89-d474-464e-ac07-01743ee74d90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774670732957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774670299814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774670299832'] for port (af30d40e-e03c-4e1e-a789-41a34ac8bec6), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:08.750245 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.db [req-5b8da1da-2144-4b86-b45d-b6342eddf8ea req-79876421-33c5-4eeb-9ac8-ac8957de6327 service neutron] For port dde72027-8017-427e-a871-c6be683d8168, host hv-cinder-80403, cleared binding levels {{(pid=103182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:36:08.755597 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.db [req-5b8da1da-2144-4b86-b45d-b6342eddf8ea req-79876421-33c5-4eeb-9ac8-ac8957de6327 service neutron] For port dde72027-8017-427e-a871-c6be683d8168, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=dde72027-8017-427e-a871-c6be683d8168,segment=NetworkSegment(8461ac26-15e8-439c-b33d-fe4263fb9a4e),segment_id=8461ac26-15e8-439c-b33d-fe4263fb9a4e)] {{(pid=103182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:36:08.777856 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-0c94ebe0-bb1f-4325-ac8c-18b067928aca req-4868540e-ce52-45f3-bc63-132372225f8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774670732957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774670299814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774670299832'] for port (2b16cf8c-7e83-4177-a9ae-f7516c48e617), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:08.781294 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [None req-372a6d1c-c7cc-4ea5-b2b1-0edd6a459800 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=140830d8f6f34cafab81670cac993dce&name=default HTTP/1.1" status: 200 len: 2993 time: 2.3361332 Jan 21 09:36:08.785446 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.wsgi [-] (103182) accepted ('10.222.0.45', 60238) {{(pid=103182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:36:08.798667 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372a6d1c-c7cc-4ea5-b2b1-0edd6a459800 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adf66005-0185-4499-9ef4-d4f9e2ac67d2,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:08.815231 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-5b8da1da-2144-4b86-b45d-b6342eddf8ea req-79876421-33c5-4eeb-9ac8-ac8957de6327 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774670732957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774670299814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774670299832'] for port (dde72027-8017-427e-a871-c6be683d8168), after_update {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:08.870026 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8da1da-2144-4b86-b45d-b6342eddf8ea req-79876421-33c5-4eeb-9ac8-ac8957de6327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:08.870801 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-5b8da1da-2144-4b86-b45d-b6342eddf8ea req-79876421-33c5-4eeb-9ac8-ac8957de6327 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4184320'] for port (None), before_response {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:08.872464 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-5b8da1da-2144-4b86-b45d-b6342eddf8ea req-79876421-33c5-4eeb-9ac8-ac8957de6327 service neutron] 10.222.0.109 "PUT /v2.0/ports/dde72027-8017-427e-a871-c6be683d8168 HTTP/1.1" status: 200 len: 1093 time: 2.4082983 Jan 21 09:36:08.875330 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b50feb40-c691-4724-8570-f5873bdc5d1e', 'tag': 'dde72027-8017-427e-a871-c6be683d8168'}] {{(pid=103182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:36:08.973901 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b55f89-d474-464e-ac07-01743ee74d90 service neutron] Pushing event updated for resources: {'Port': ['ID=af30d40e-e03c-4e1e-a789-41a34ac8bec6,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:08.975356 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-7aa48bff-035c-4b0c-b2c3-72d20d0c8fc1 req-a3b55f89-d474-464e-ac07-01743ee74d90 service neutron] Attempting to bind port af30d40e-e03c-4e1e-a789-41a34ac8bec6 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 09:36:08.975719 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-7aa48bff-035c-4b0c-b2c3-72d20d0c8fc1 req-a3b55f89-d474-464e-ac07-01743ee74d90 service neutron] Attempting to bind port af30d40e-e03c-4e1e-a789-41a34ac8bec6 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '040eb47d-f813-4918-9757-ad97391c2793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '6d3bfab5-614b-42ce-87b9-03bdb3f3c1da'}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 09:36:08.976243 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa48bff-035c-4b0c-b2c3-72d20d0c8fc1 req-a3b55f89-d474-464e-ac07-01743ee74d90 service neutron] Attempting to bind port af30d40e-e03c-4e1e-a789-41a34ac8bec6 on network 6d3bfab5-614b-42ce-87b9-03bdb3f3c1da {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:36:09.018722 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa48bff-035c-4b0c-b2c3-72d20d0c8fc1 req-a3b55f89-d474-464e-ac07-01743ee74d90 service neutron] Port af30d40e-e03c-4e1e-a789-41a34ac8bec6 on network 6d3bfab5-614b-42ce-87b9-03bdb3f3c1da not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 21 09:36:09.019039 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa48bff-035c-4b0c-b2c3-72d20d0c8fc1 req-a3b55f89-d474-464e-ac07-01743ee74d90 service neutron] Attempting to bind port af30d40e-e03c-4e1e-a789-41a34ac8bec6 on network 6d3bfab5-614b-42ce-87b9-03bdb3f3c1da {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:36:09.057043 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa48bff-035c-4b0c-b2c3-72d20d0c8fc1 req-a3b55f89-d474-464e-ac07-01743ee74d90 service neutron] Checking agent: {'id': '5a7f6758-1e24-44b8-9b24-65ffc30c20d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 33, 47), 'started_at': datetime.datetime(2022, 1, 21, 9, 33, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 35, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:36:09.057399 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa48bff-035c-4b0c-b2c3-72d20d0c8fc1 req-a3b55f89-d474-464e-ac07-01743ee74d90 service neutron] Checking segment: {'id': '040eb47d-f813-4918-9757-ad97391c2793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '6d3bfab5-614b-42ce-87b9-03bdb3f3c1da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 09:36:09.057978 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa48bff-035c-4b0c-b2c3-72d20d0c8fc1 req-a3b55f89-d474-464e-ac07-01743ee74d90 service neutron] Bound using segment: {'id': '040eb47d-f813-4918-9757-ad97391c2793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '6d3bfab5-614b-42ce-87b9-03bdb3f3c1da'} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:36:09.058410 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-7aa48bff-035c-4b0c-b2c3-72d20d0c8fc1 req-a3b55f89-d474-464e-ac07-01743ee74d90 service neutron] Bound port: af30d40e-e03c-4e1e-a789-41a34ac8bec6, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '040eb47d-f813-4918-9757-ad97391c2793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '6d3bfab5-614b-42ce-87b9-03bdb3f3c1da'}}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 09:36:09.058768 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-7aa48bff-035c-4b0c-b2c3-72d20d0c8fc1 req-a3b55f89-d474-464e-ac07-01743ee74d90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (af30d40e-e03c-4e1e-a789-41a34ac8bec6), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:09.062818 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-0c94ebe0-bb1f-4325-ac8c-18b067928aca req-4868540e-ce52-45f3-bc63-132372225f8c service neutron] Attempting to bind port 2b16cf8c-7e83-4177-a9ae-f7516c48e617 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 09:36:09.063151 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-0c94ebe0-bb1f-4325-ac8c-18b067928aca req-4868540e-ce52-45f3-bc63-132372225f8c service neutron] Attempting to bind port 2b16cf8c-7e83-4177-a9ae-f7516c48e617 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '35a81bfb-b86f-4b2c-995f-cd79ffba19d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'd8632307-2281-4a7d-8be2-4fe34d09fe87'}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 09:36:09.063478 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c94ebe0-bb1f-4325-ac8c-18b067928aca req-4868540e-ce52-45f3-bc63-132372225f8c service neutron] Attempting to bind port 2b16cf8c-7e83-4177-a9ae-f7516c48e617 on network d8632307-2281-4a7d-8be2-4fe34d09fe87 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:36:09.065663 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4868540e-ce52-45f3-bc63-132372225f8c service neutron] Pushing event updated for resources: {'Port': ['ID=2b16cf8c-7e83-4177-a9ae-f7516c48e617,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:09.094327 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c94ebe0-bb1f-4325-ac8c-18b067928aca req-4868540e-ce52-45f3-bc63-132372225f8c service neutron] Port 2b16cf8c-7e83-4177-a9ae-f7516c48e617 on network d8632307-2281-4a7d-8be2-4fe34d09fe87 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 21 09:36:09.094657 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c94ebe0-bb1f-4325-ac8c-18b067928aca req-4868540e-ce52-45f3-bc63-132372225f8c service neutron] Attempting to bind port 2b16cf8c-7e83-4177-a9ae-f7516c48e617 on network d8632307-2281-4a7d-8be2-4fe34d09fe87 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:36:09.135181 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-3721708a-fc1b-488d-9492-31645a58a724 req-f569db9f-fde7-484c-a345-d73aba448875 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/ports?device_id=59ad64a5-af93-44ef-8031-fd2f2d18a901 HTTP/1.1" status: 200 len: 210 time: 0.2015491 Jan 21 09:36:09.152280 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c94ebe0-bb1f-4325-ac8c-18b067928aca req-4868540e-ce52-45f3-bc63-132372225f8c service neutron] Checking agent: {'id': '5a7f6758-1e24-44b8-9b24-65ffc30c20d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 33, 47), 'started_at': datetime.datetime(2022, 1, 21, 9, 33, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 35, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:36:09.152872 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c94ebe0-bb1f-4325-ac8c-18b067928aca req-4868540e-ce52-45f3-bc63-132372225f8c service neutron] Checking segment: {'id': '35a81bfb-b86f-4b2c-995f-cd79ffba19d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'd8632307-2281-4a7d-8be2-4fe34d09fe87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 09:36:09.153456 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c94ebe0-bb1f-4325-ac8c-18b067928aca req-4868540e-ce52-45f3-bc63-132372225f8c service neutron] Bound using segment: {'id': '35a81bfb-b86f-4b2c-995f-cd79ffba19d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'd8632307-2281-4a7d-8be2-4fe34d09fe87'} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:36:09.154079 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-0c94ebe0-bb1f-4325-ac8c-18b067928aca req-4868540e-ce52-45f3-bc63-132372225f8c service neutron] Bound port: 2b16cf8c-7e83-4177-a9ae-f7516c48e617, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35a81bfb-b86f-4b2c-995f-cd79ffba19d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'd8632307-2281-4a7d-8be2-4fe34d09fe87'}}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 09:36:09.154598 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-0c94ebe0-bb1f-4325-ac8c-18b067928aca req-4868540e-ce52-45f3-bc63-132372225f8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (2b16cf8c-7e83-4177-a9ae-f7516c48e617), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:09.158221 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.notifiers.nova [req-a97acc6a-cf70-4e7e-85e8-69f2e47fad33 req-65e2e930-1512-420f-9d7c-a4737813fabb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9eccc2a4-ddb6-4675-9f12-63953114fa21 {{(pid=103183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:36:09.174261 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79876421-33c5-4eeb-9ac8-ac8957de6327 service neutron] Pushing event updated for resources: {'Port': ['ID=dde72027-8017-427e-a871-c6be683d8168,revision_number=3']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:09.181909 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-3ccc7527-9258-4b41-a068-f691c8aa5373 admin admin] Publish callbacks [] for security_group (adf66005-0185-4499-9ef4-d4f9e2ac67d2), before_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:09.185493 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-a97acc6a-cf70-4e7e-85e8-69f2e47fad33 req-65e2e930-1512-420f-9d7c-a4737813fabb service neutron] Publish callbacks [] for port (9eccc2a4-ddb6-4675-9f12-63953114fa21), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:09.219195 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.db.provisioning_blocks [req-a97acc6a-cf70-4e7e-85e8-69f2e47fad33 req-65e2e930-1512-420f-9d7c-a4737813fabb service neutron] Transition to ACTIVE for port object 9eccc2a4-ddb6-4675-9f12-63953114fa21 will not be triggered until provisioned by entity L2. {{(pid=103183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:36:09.226870 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-3ccc7527-9258-4b41-a068-f691c8aa5373 admin admin] Publish callbacks [] for security_group (adf66005-0185-4499-9ef4-d4f9e2ac67d2), precommit_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:09.269253 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-7aa48bff-035c-4b0c-b2c3-72d20d0c8fc1 req-a3b55f89-d474-464e-ac07-01743ee74d90 service neutron] For port af30d40e-e03c-4e1e-a789-41a34ac8bec6, host hv-cinder-80403, cleared binding levels {{(pid=103183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:36:09.282282 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.45', 60252) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:36:09.315548 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-7aa48bff-035c-4b0c-b2c3-72d20d0c8fc1 req-a3b55f89-d474-464e-ac07-01743ee74d90 service neutron] For port af30d40e-e03c-4e1e-a789-41a34ac8bec6, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=af30d40e-e03c-4e1e-a789-41a34ac8bec6,segment=NetworkSegment(040eb47d-f813-4918-9757-ad97391c2793),segment_id=040eb47d-f813-4918-9757-ad97391c2793)] {{(pid=103183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:36:09.316935 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-a97acc6a-cf70-4e7e-85e8-69f2e47fad33 req-65e2e930-1512-420f-9d7c-a4737813fabb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774670732957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774670299814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774670299832'] for port (9eccc2a4-ddb6-4675-9f12-63953114fa21), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:09.364935 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-0c94ebe0-bb1f-4325-ac8c-18b067928aca req-4868540e-ce52-45f3-bc63-132372225f8c service neutron] For port 2b16cf8c-7e83-4177-a9ae-f7516c48e617, host hv-cinder-80403, cleared binding levels {{(pid=103183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:36:09.374927 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6ff9f9-757e-435d-9948-c014881d3b22 req-d0e7ec52-c757-4ff5-8ccf-38d6444e030e tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:09.385448 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-ce6ff9f9-757e-435d-9948-c014881d3b22 req-d0e7ec52-c757-4ff5-8ccf-38d6444e030e tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/ports?device_id=06ae865a-6ba5-4198-be6d-e6056e645411 HTTP/1.1" status: 200 len: 944 time: 0.1491642 Jan 21 09:36:09.388768 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e2e930-1512-420f-9d7c-a4737813fabb service neutron] Pushing event updated for resources: {'Port': ['ID=9eccc2a4-ddb6-4675-9f12-63953114fa21,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:09.393501 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-0c94ebe0-bb1f-4325-ac8c-18b067928aca req-4868540e-ce52-45f3-bc63-132372225f8c service neutron] For port 2b16cf8c-7e83-4177-a9ae-f7516c48e617, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=2b16cf8c-7e83-4177-a9ae-f7516c48e617,segment=NetworkSegment(35a81bfb-b86f-4b2c-995f-cd79ffba19d0),segment_id=35a81bfb-b86f-4b2c-995f-cd79ffba19d0)] {{(pid=103183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:36:09.428414 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-7aa48bff-035c-4b0c-b2c3-72d20d0c8fc1 req-a3b55f89-d474-464e-ac07-01743ee74d90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774670732957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774670299814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774670299832'] for port (af30d40e-e03c-4e1e-a789-41a34ac8bec6), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:09.448369 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-3ccc7527-9258-4b41-a068-f691c8aa5373 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126007'] for security_group (adf66005-0185-4499-9ef4-d4f9e2ac67d2), after_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:09.457270 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-3ccc7527-9258-4b41-a068-f691c8aa5373 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:09.474740 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-a97acc6a-cf70-4e7e-85e8-69f2e47fad33 req-65e2e930-1512-420f-9d7c-a4737813fabb service neutron] Attempting to bind port 9eccc2a4-ddb6-4675-9f12-63953114fa21 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 09:36:09.482044 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [None req-3ccc7527-9258-4b41-a068-f691c8aa5373 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/adf66005-0185-4499-9ef4-d4f9e2ac67d2 HTTP/1.1" status: 204 len: 168 time: 0.6948595 Jan 21 09:36:09.486221 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-a97acc6a-cf70-4e7e-85e8-69f2e47fad33 req-65e2e930-1512-420f-9d7c-a4737813fabb service neutron] Attempting to bind port 9eccc2a4-ddb6-4675-9f12-63953114fa21 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '35a81bfb-b86f-4b2c-995f-cd79ffba19d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'd8632307-2281-4a7d-8be2-4fe34d09fe87'}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 09:36:09.486764 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a97acc6a-cf70-4e7e-85e8-69f2e47fad33 req-65e2e930-1512-420f-9d7c-a4737813fabb service neutron] Attempting to bind port 9eccc2a4-ddb6-4675-9f12-63953114fa21 on network d8632307-2281-4a7d-8be2-4fe34d09fe87 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:36:09.520153 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a97acc6a-cf70-4e7e-85e8-69f2e47fad33 req-65e2e930-1512-420f-9d7c-a4737813fabb service neutron] Port 9eccc2a4-ddb6-4675-9f12-63953114fa21 on network d8632307-2281-4a7d-8be2-4fe34d09fe87 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 21 09:36:09.520482 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a97acc6a-cf70-4e7e-85e8-69f2e47fad33 req-65e2e930-1512-420f-9d7c-a4737813fabb service neutron] Attempting to bind port 9eccc2a4-ddb6-4675-9f12-63953114fa21 on network d8632307-2281-4a7d-8be2-4fe34d09fe87 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:36:09.523573 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-0c94ebe0-bb1f-4325-ac8c-18b067928aca req-4868540e-ce52-45f3-bc63-132372225f8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774670732957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774670299814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774670299832'] for port (2b16cf8c-7e83-4177-a9ae-f7516c48e617), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:09.536317 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa0cc1f82daaed98fc3f7058001f72739ccfc4facde8019b77a0af70a494964c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17ff172e-2011-449a-ad6e-0b5955a41869" -d '{"events": [{"name": "network-changed", "server_uuid": "b50feb40-c691-4724-8570-f5873bdc5d1e", "tag": "dde72027-8017-427e-a871-c6be683d8168"}]}' {{(pid=103182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:36:09.547859 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccc7527-9258-4b41-a068-f691c8aa5373 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adf66005-0185-4499-9ef4-d4f9e2ac67d2,revision_number=None']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:09.550678 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa48bff-035c-4b0c-b2c3-72d20d0c8fc1 req-a3b55f89-d474-464e-ac07-01743ee74d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:09.551319 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-7aa48bff-035c-4b0c-b2c3-72d20d0c8fc1 req-a3b55f89-d474-464e-ac07-01743ee74d90 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4184320'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:09.552797 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [req-7aa48bff-035c-4b0c-b2c3-72d20d0c8fc1 req-a3b55f89-d474-464e-ac07-01743ee74d90 service neutron] 10.222.0.109 "PUT /v2.0/ports/af30d40e-e03c-4e1e-a789-41a34ac8bec6 HTTP/1.1" status: 200 len: 1094 time: 3.0813503 Jan 21 09:36:09.556935 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '370b78d2-d154-4c93-b8ef-3723bd26c3d4', 'tag': 'af30d40e-e03c-4e1e-a789-41a34ac8bec6'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:36:09.566598 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-ce6ff9f9-757e-435d-9948-c014881d3b22 req-4d05eff3-8917-4b8b-a1dd-1b02f965f773 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/security-groups?id=3362d256-4580-47a9-b110-e51f4226c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801825 Jan 21 09:36:09.656866 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd79d664-c884-413e-86b2-a51070966dbe req-56735060-cbbb-41a5-975e-22d0448246b1 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:09.659236 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-fd79d664-c884-413e-86b2-a51070966dbe req-56735060-cbbb-41a5-975e-22d0448246b1 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] 10.222.0.45 "GET /v2.0/ports?device_id=370b78d2-d154-4c93-b8ef-3723bd26c3d4 HTTP/1.1" status: 200 len: 944 time: 0.0968723 Jan 21 09:36:09.677834 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a97acc6a-cf70-4e7e-85e8-69f2e47fad33 req-65e2e930-1512-420f-9d7c-a4737813fabb service neutron] Checking agent: {'id': '5a7f6758-1e24-44b8-9b24-65ffc30c20d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 33, 47), 'started_at': datetime.datetime(2022, 1, 21, 9, 33, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 35, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:36:09.679328 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a97acc6a-cf70-4e7e-85e8-69f2e47fad33 req-65e2e930-1512-420f-9d7c-a4737813fabb service neutron] Checking segment: {'id': '35a81bfb-b86f-4b2c-995f-cd79ffba19d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'd8632307-2281-4a7d-8be2-4fe34d09fe87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 09:36:09.680065 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a97acc6a-cf70-4e7e-85e8-69f2e47fad33 req-65e2e930-1512-420f-9d7c-a4737813fabb service neutron] Bound using segment: {'id': '35a81bfb-b86f-4b2c-995f-cd79ffba19d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'd8632307-2281-4a7d-8be2-4fe34d09fe87'} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:36:09.680694 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-a97acc6a-cf70-4e7e-85e8-69f2e47fad33 req-65e2e930-1512-420f-9d7c-a4737813fabb service neutron] Bound port: 9eccc2a4-ddb6-4675-9f12-63953114fa21, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35a81bfb-b86f-4b2c-995f-cd79ffba19d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'd8632307-2281-4a7d-8be2-4fe34d09fe87'}}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 09:36:09.681270 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-a97acc6a-cf70-4e7e-85e8-69f2e47fad33 req-65e2e930-1512-420f-9d7c-a4737813fabb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (9eccc2a4-ddb6-4675-9f12-63953114fa21), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:09.775245 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-fd79d664-c884-413e-86b2-a51070966dbe req-517bcb4b-c442-4dab-9ff4-f6a0c37ae1a2 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] 10.222.0.45 "GET /v2.0/security-groups?id=689824d6-e2cc-4e2f-a7c0-efd7e57bdd17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097050 Jan 21 09:36:09.808793 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-a97acc6a-cf70-4e7e-85e8-69f2e47fad33 req-65e2e930-1512-420f-9d7c-a4737813fabb service neutron] For port 9eccc2a4-ddb6-4675-9f12-63953114fa21, host hv-cinder-80403, cleared binding levels {{(pid=103183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:36:09.813199 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-a97acc6a-cf70-4e7e-85e8-69f2e47fad33 req-65e2e930-1512-420f-9d7c-a4737813fabb service neutron] For port 9eccc2a4-ddb6-4675-9f12-63953114fa21, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=9eccc2a4-ddb6-4675-9f12-63953114fa21,segment=NetworkSegment(35a81bfb-b86f-4b2c-995f-cd79ffba19d0),segment_id=35a81bfb-b86f-4b2c-995f-cd79ffba19d0)] {{(pid=103183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:36:09.816850 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c94ebe0-bb1f-4325-ac8c-18b067928aca req-4868540e-ce52-45f3-bc63-132372225f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:09.818099 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-0c94ebe0-bb1f-4325-ac8c-18b067928aca req-4868540e-ce52-45f3-bc63-132372225f8c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4184320'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:09.819996 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [req-0c94ebe0-bb1f-4325-ac8c-18b067928aca req-4868540e-ce52-45f3-bc63-132372225f8c service neutron] 10.222.0.109 "PUT /v2.0/ports/2b16cf8c-7e83-4177-a9ae-f7516c48e617 HTTP/1.1" status: 200 len: 1094 time: 3.3513815 Jan 21 09:36:09.821282 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b55f89-d474-464e-ac07-01743ee74d90 service neutron] Pushing event updated for resources: {'Port': ['ID=af30d40e-e03c-4e1e-a789-41a34ac8bec6,revision_number=3']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:09.936996 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4868540e-ce52-45f3-bc63-132372225f8c service neutron] Pushing event updated for resources: {'Port': ['ID=2b16cf8c-7e83-4177-a9ae-f7516c48e617,revision_number=3']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:09.940817 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-61c8c98c-ebee-47e5-a65b-161b5a8e9a1e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:09.962706 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.45', 60272) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:36:09.966218 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4c8abf-0bdc-4d27-b607-428d798c108a req-85e4d31f-c1a5-47c1-911e-84cc7e9cc8b3 tempest-DeleteServersTestJSON-1321460479 tempest-DeleteServersTestJSON-1321460479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:09.967786 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-2d4c8abf-0bdc-4d27-b607-428d798c108a req-85e4d31f-c1a5-47c1-911e-84cc7e9cc8b3 tempest-DeleteServersTestJSON-1321460479 tempest-DeleteServersTestJSON-1321460479-project] 10.222.0.45 "GET /v2.0/ports?device_id=b50feb40-c691-4724-8570-f5873bdc5d1e HTTP/1.1" status: 200 len: 943 time: 0.0695734 Jan 21 09:36:10.019969 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-2d4c8abf-0bdc-4d27-b607-428d798c108a req-56120b46-2726-42c6-8f8e-53e05de47089 tempest-DeleteServersTestJSON-1321460479 tempest-DeleteServersTestJSON-1321460479-project] 10.222.0.45 "GET /v2.0/security-groups?id=67f6e35c-bf33-4444-b6b0-37741f9c67e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463493 Jan 21 09:36:10.034127 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-61c8c98c-ebee-47e5-a65b-161b5a8e9a1e admin admin] Publish callbacks [] for security_group (bb921d7f-fb07-4c71-bee2-2beeaba8a737), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:10.118943 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-a97acc6a-cf70-4e7e-85e8-69f2e47fad33 req-65e2e930-1512-420f-9d7c-a4737813fabb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774670732957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774670299814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774670299832'] for port (9eccc2a4-ddb6-4675-9f12-63953114fa21), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:10.165253 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-9b43df59-587a-491e-843f-87ab1cf18910 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:10.183062 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 09:36:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-388b9158-8dfa-44b9-a0a3-6680ec380760 x-openstack-request-id: req-388b9158-8dfa-44b9-a0a3-6680ec380760 {{(pid=103182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:36:10.183346 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b50feb40-c691-4724-8570-f5873bdc5d1e", "tag": "dde72027-8017-427e-a871-c6be683d8168", "status": "completed", "code": 200}]} {{(pid=103182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:36:10.183557 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-61c8c98c-ebee-47e5-a65b-161b5a8e9a1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126007'] for security_group (bb921d7f-fb07-4c71-bee2-2beeaba8a737), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:10.183658 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-388b9158-8dfa-44b9-a0a3-6680ec380760 {{(pid=103182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:36:10.184109 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b50feb40-c691-4724-8570-f5873bdc5d1e', 'tag': 'dde72027-8017-427e-a871-c6be683d8168', 'status': 'completed', 'code': 200} Jan 21 09:36:10.193797 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97acc6a-cf70-4e7e-85e8-69f2e47fad33 req-65e2e930-1512-420f-9d7c-a4737813fabb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:10.195916 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-a97acc6a-cf70-4e7e-85e8-69f2e47fad33 req-65e2e930-1512-420f-9d7c-a4737813fabb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4184320'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:10.197568 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [req-a97acc6a-cf70-4e7e-85e8-69f2e47fad33 req-65e2e930-1512-420f-9d7c-a4737813fabb service neutron] 10.222.0.109 "PUT /v2.0/ports/9eccc2a4-ddb6-4675-9f12-63953114fa21 HTTP/1.1" status: 200 len: 1093 time: 3.7419453 Jan 21 09:36:10.255709 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-8b21c01f-ac6e-4eb4-8d12-1fba1b24f5e0 req-56a858fa-6cff-418b-a26b-3b08f4ebfdd8 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/ports?device_id=59ad64a5-af93-44ef-8031-fd2f2d18a901 HTTP/1.1" status: 200 len: 210 time: 0.0265684 Jan 21 09:36:10.271054 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e2e930-1512-420f-9d7c-a4737813fabb service neutron] Pushing event updated for resources: {'Port': ['ID=9eccc2a4-ddb6-4675-9f12-63953114fa21,revision_number=3']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:10.281658 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c8c98c-ebee-47e5-a65b-161b5a8e9a1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb921d7f-fb07-4c71-bee2-2beeaba8a737,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:10.292147 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [None req-61c8c98c-ebee-47e5-a65b-161b5a8e9a1e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=80fd5752ef364342bc1b11d70d6fdea2&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0089362 Jan 21 09:36:10.294900 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.wsgi [-] (103182) accepted ('10.222.0.45', 60282) {{(pid=103182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:36:10.295130 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}992134b551516638de2fc86679e3aea2e95c492b491da8cc78de32f00b876de5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d664978-271b-46c3-8474-9bbf28a61f38" -d '{"events": [{"name": "network-changed", "server_uuid": "370b78d2-d154-4c93-b8ef-3723bd26c3d4", "tag": "af30d40e-e03c-4e1e-a789-41a34ac8bec6"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:36:10.361585 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-252715a3-5b15-4093-a995-32dce5f5ff43 admin admin] Publish callbacks [] for security_group (bb921d7f-fb07-4c71-bee2-2beeaba8a737), before_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:10.375983 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-9b43df59-587a-491e-843f-87ab1cf18910 admin admin] Publish callbacks [] for security_group (22b6fd76-2b86-4d10-801e-7f3484c3a9d3), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:10.393303 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-252715a3-5b15-4093-a995-32dce5f5ff43 admin admin] Publish callbacks [] for security_group (bb921d7f-fb07-4c71-bee2-2beeaba8a737), precommit_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:10.423589 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 09:36:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb3d1d6b-5708-4c88-829a-6697ce3a7764 x-openstack-request-id: req-eb3d1d6b-5708-4c88-829a-6697ce3a7764 {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:36:10.423589 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "370b78d2-d154-4c93-b8ef-3723bd26c3d4", "tag": "af30d40e-e03c-4e1e-a789-41a34ac8bec6", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:36:10.423589 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-eb3d1d6b-5708-4c88-829a-6697ce3a7764 {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:36:10.423589 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '370b78d2-d154-4c93-b8ef-3723bd26c3d4', 'tag': 'af30d40e-e03c-4e1e-a789-41a34ac8bec6', 'status': 'completed', 'code': 200} Jan 21 09:36:10.442759 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-9b43df59-587a-491e-843f-87ab1cf18910 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126007'] for security_group (22b6fd76-2b86-4d10-801e-7f3484c3a9d3), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:10.493199 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [None req-9b43df59-587a-491e-843f-87ab1cf18910 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d361b0b41463481982a97884c9ad5bf8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5253525 Jan 21 09:36:10.493199 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b43df59-587a-491e-843f-87ab1cf18910 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22b6fd76-2b86-4d10-801e-7f3484c3a9d3,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:10.493477 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.wsgi [-] (103182) accepted ('10.222.0.45', 60294) {{(pid=103182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:36:10.529389 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-252715a3-5b15-4093-a995-32dce5f5ff43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126007'] for security_group (bb921d7f-fb07-4c71-bee2-2beeaba8a737), after_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:10.531912 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-252715a3-5b15-4093-a995-32dce5f5ff43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:10.533059 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [None req-252715a3-5b15-4093-a995-32dce5f5ff43 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/bb921d7f-fb07-4c71-bee2-2beeaba8a737 HTTP/1.1" status: 204 len: 168 time: 0.2362776 Jan 21 09:36:10.543667 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252715a3-5b15-4093-a995-32dce5f5ff43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb921d7f-fb07-4c71-bee2-2beeaba8a737,revision_number=None']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:10.559446 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-c0e40967-767e-4a6a-823d-95c4b8d77d81 admin admin] Publish callbacks [] for security_group (22b6fd76-2b86-4d10-801e-7f3484c3a9d3), before_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:10.582187 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-c0e40967-767e-4a6a-823d-95c4b8d77d81 admin admin] Publish callbacks [] for security_group (22b6fd76-2b86-4d10-801e-7f3484c3a9d3), precommit_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:10.704260 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8965a8f-5f2a-4445-8a0e-e0bcdb82aca8 req-3a387884-3d91-4764-95db-f73f655bc43e tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:10.705814 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-f8965a8f-5f2a-4445-8a0e-e0bcdb82aca8 req-3a387884-3d91-4764-95db-f73f655bc43e tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/ports?device_id=06ae865a-6ba5-4198-be6d-e6056e645411 HTTP/1.1" status: 200 len: 944 time: 0.0506742 Jan 21 09:36:10.752346 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-c0e40967-767e-4a6a-823d-95c4b8d77d81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126007'] for security_group (22b6fd76-2b86-4d10-801e-7f3484c3a9d3), after_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:10.756065 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-c0e40967-767e-4a6a-823d-95c4b8d77d81 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:10.756390 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [None req-c0e40967-767e-4a6a-823d-95c4b8d77d81 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/22b6fd76-2b86-4d10-801e-7f3484c3a9d3 HTTP/1.1" status: 204 len: 168 time: 0.2621999 Jan 21 09:36:10.766941 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-f8965a8f-5f2a-4445-8a0e-e0bcdb82aca8 req-a06f833a-98a6-4346-bd62-28206e75a5a3 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/security-groups?id=3362d256-4580-47a9-b110-e51f4226c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542593 Jan 21 09:36:10.771699 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e40967-767e-4a6a-823d-95c4b8d77d81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22b6fd76-2b86-4d10-801e-7f3484c3a9d3,revision_number=None']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:10.927513 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb37dec-0ff3-44f8-9d88-cce24ff0bf89 req-3f8ef95a-722c-46b5-9564-6a470be4ed9a tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:10.929954 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-bfb37dec-0ff3-44f8-9d88-cce24ff0bf89 req-3f8ef95a-722c-46b5-9564-6a470be4ed9a tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] 10.222.0.45 "GET /v2.0/ports?device_id=370b78d2-d154-4c93-b8ef-3723bd26c3d4 HTTP/1.1" status: 200 len: 944 time: 0.0621307 Jan 21 09:36:10.984720 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-bfb37dec-0ff3-44f8-9d88-cce24ff0bf89 req-ea1043c4-9e46-475d-a6f5-5972ae5cf81e tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] 10.222.0.45 "GET /v2.0/security-groups?id=689824d6-e2cc-4e2f-a7c0-efd7e57bdd17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480542 Jan 21 09:36:11.174375 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78260593-d54a-40dc-b24a-3f6fd58e0819 req-58550884-a0c6-4282-9e49-7cce1a3c9d90 tempest-DeleteServersTestJSON-1321460479 tempest-DeleteServersTestJSON-1321460479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:11.176244 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-78260593-d54a-40dc-b24a-3f6fd58e0819 req-58550884-a0c6-4282-9e49-7cce1a3c9d90 tempest-DeleteServersTestJSON-1321460479 tempest-DeleteServersTestJSON-1321460479-project] 10.222.0.45 "GET /v2.0/ports?device_id=b50feb40-c691-4724-8570-f5873bdc5d1e HTTP/1.1" status: 200 len: 943 time: 0.0630283 Jan 21 09:36:11.240468 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-78260593-d54a-40dc-b24a-3f6fd58e0819 req-dd104be9-d91f-4e79-997a-a36068daf064 tempest-DeleteServersTestJSON-1321460479 tempest-DeleteServersTestJSON-1321460479-project] 10.222.0.45 "GET /v2.0/security-groups?id=67f6e35c-bf33-4444-b6b0-37741f9c67e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564952 Jan 21 09:36:11.376285 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-e76aacfe-e3dc-4c00-b60a-a562a1a9d3a6 req-eba58ce4-593d-4ff7-a96f-99d39e7cedde tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/ports?device_id=59ad64a5-af93-44ef-8031-fd2f2d18a901 HTTP/1.1" status: 200 len: 210 time: 0.0343583 Jan 21 09:36:11.558928 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.wsgi [-] (103182) accepted ('10.222.0.45', 60324) {{(pid=103182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:36:11.572431 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-0327babd-8104-4e10-b3c8-d89d941dd12f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:11.733641 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-0327babd-8104-4e10-b3c8-d89d941dd12f admin admin] Publish callbacks [] for security_group (80ee29bb-5bbd-4186-a16b-56bf0eee80b2), precommit_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:11.930924 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-0327babd-8104-4e10-b3c8-d89d941dd12f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126007'] for security_group (80ee29bb-5bbd-4186-a16b-56bf0eee80b2), after_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:11.968458 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b12912d-11c6-4923-aa15-90cf7ac4fcca req-cfbf8e5c-1d0b-478f-a3d9-036faf6bf537 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:11.970388 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-3b12912d-11c6-4923-aa15-90cf7ac4fcca req-cfbf8e5c-1d0b-478f-a3d9-036faf6bf537 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/ports?device_id=06ae865a-6ba5-4198-be6d-e6056e645411 HTTP/1.1" status: 200 len: 944 time: 0.1112356 Jan 21 09:36:11.993805 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [None req-0327babd-8104-4e10-b3c8-d89d941dd12f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8ce138d1527f4485a2e46c6b08308a93&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4275134 Jan 21 09:36:11.995098 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.45', 60342) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:36:12.030727 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0327babd-8104-4e10-b3c8-d89d941dd12f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80ee29bb-5bbd-4186-a16b-56bf0eee80b2,revision_number=1']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:12.068644 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-3b12912d-11c6-4923-aa15-90cf7ac4fcca req-0f6d0e9c-9866-4c45-97e2-aca6a9834a6a tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/security-groups?id=3362d256-4580-47a9-b110-e51f4226c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743685 Jan 21 09:36:12.175763 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d6f77614-2808-4b20-a11a-0d3fe5834114 admin admin] Publish callbacks [] for security_group (80ee29bb-5bbd-4186-a16b-56bf0eee80b2), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:12.205089 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d6f77614-2808-4b20-a11a-0d3fe5834114 admin admin] Publish callbacks [] for security_group (80ee29bb-5bbd-4186-a16b-56bf0eee80b2), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:12.253792 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d5bd65-157f-44a6-b54f-50a4d87e9e50 req-3bfe156a-8dbe-41fb-81b4-84705937eae8 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:12.261728 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-11d5bd65-157f-44a6-b54f-50a4d87e9e50 req-3bfe156a-8dbe-41fb-81b4-84705937eae8 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] 10.222.0.45 "GET /v2.0/ports?device_id=370b78d2-d154-4c93-b8ef-3723bd26c3d4 HTTP/1.1" status: 200 len: 944 time: 0.1086562 Jan 21 09:36:12.317515 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-11d5bd65-157f-44a6-b54f-50a4d87e9e50 req-20ffe1ce-a97b-460b-b039-e13adfafd406 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] 10.222.0.45 "GET /v2.0/security-groups?id=689824d6-e2cc-4e2f-a7c0-efd7e57bdd17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540411 Jan 21 09:36:12.398037 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a424978-38c9-4866-b7f5-601991f4fe58 req-446cdfc8-a1a8-4a2b-92ce-7a7a5acf05bf tempest-DeleteServersTestJSON-1321460479 tempest-DeleteServersTestJSON-1321460479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:12.404195 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-4a424978-38c9-4866-b7f5-601991f4fe58 req-446cdfc8-a1a8-4a2b-92ce-7a7a5acf05bf tempest-DeleteServersTestJSON-1321460479 tempest-DeleteServersTestJSON-1321460479-project] 10.222.0.45 "GET /v2.0/ports?device_id=b50feb40-c691-4724-8570-f5873bdc5d1e HTTP/1.1" status: 200 len: 943 time: 0.0614214 Jan 21 09:36:12.441430 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06ae865a-6ba5-4198-be6d-e6056e645411', 'tag': '2b16cf8c-7e83-4177-a9ae-f7516c48e617'}, {'name': 'network-changed', 'server_uuid': '4e67b25e-7e65-4975-bafa-fceafcd53647', 'tag': '9eccc2a4-ddb6-4675-9f12-63953114fa21'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:36:12.450420 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}992134b551516638de2fc86679e3aea2e95c492b491da8cc78de32f00b876de5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-942106a7-97d3-4164-b947-dc781e62cf42" -d '{"events": [{"name": "network-changed", "server_uuid": "06ae865a-6ba5-4198-be6d-e6056e645411", "tag": "2b16cf8c-7e83-4177-a9ae-f7516c48e617"}, {"name": "network-changed", "server_uuid": "4e67b25e-7e65-4975-bafa-fceafcd53647", "tag": "9eccc2a4-ddb6-4675-9f12-63953114fa21"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:36:12.473837 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-4a424978-38c9-4866-b7f5-601991f4fe58 req-93a26395-0c5c-48b9-abfc-f8957d570fb7 tempest-DeleteServersTestJSON-1321460479 tempest-DeleteServersTestJSON-1321460479-project] 10.222.0.45 "GET /v2.0/security-groups?id=67f6e35c-bf33-4444-b6b0-37741f9c67e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636032 Jan 21 09:36:12.516361 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-ec36f488-d002-4c44-95ea-ed88bf0ba76a req-9a44a788-dddc-4f15-92be-54f5b8d423cb tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/ports?device_id=59ad64a5-af93-44ef-8031-fd2f2d18a901 HTTP/1.1" status: 200 len: 210 time: 0.0407403 Jan 21 09:36:12.593594 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 21 Jan 2022 09:36:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc58dd26-e2d3-4ce6-a7d1-d4f9f76c330b x-openstack-request-id: req-bc58dd26-e2d3-4ce6-a7d1-d4f9f76c330b {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:36:12.593594 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06ae865a-6ba5-4198-be6d-e6056e645411", "tag": "2b16cf8c-7e83-4177-a9ae-f7516c48e617", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "4e67b25e-7e65-4975-bafa-fceafcd53647", "tag": "9eccc2a4-ddb6-4675-9f12-63953114fa21", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:36:12.593594 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-bc58dd26-e2d3-4ce6-a7d1-d4f9f76c330b {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:36:12.593594 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06ae865a-6ba5-4198-be6d-e6056e645411', 'tag': '2b16cf8c-7e83-4177-a9ae-f7516c48e617', 'status': 'completed', 'code': 200} Jan 21 09:36:12.593594 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e67b25e-7e65-4975-bafa-fceafcd53647', 'tag': '9eccc2a4-ddb6-4675-9f12-63953114fa21', 'status': 'completed', 'code': 200} Jan 21 09:36:12.597700 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d6f77614-2808-4b20-a11a-0d3fe5834114 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126007'] for security_group (80ee29bb-5bbd-4186-a16b-56bf0eee80b2), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:12.609030 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d6f77614-2808-4b20-a11a-0d3fe5834114 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:12.609030 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [None req-d6f77614-2808-4b20-a11a-0d3fe5834114 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/80ee29bb-5bbd-4186-a16b-56bf0eee80b2 HTTP/1.1" status: 204 len: 168 time: 0.6054847 Jan 21 09:36:12.613999 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f77614-2808-4b20-a11a-0d3fe5834114 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80ee29bb-5bbd-4186-a16b-56bf0eee80b2,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:13.210683 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f1d519-5c7f-4593-9c39-8a11d0975c08 req-5af1d6df-c0cb-49d9-892c-9b05e0c02d1b tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:13.212545 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-a7f1d519-5c7f-4593-9c39-8a11d0975c08 req-5af1d6df-c0cb-49d9-892c-9b05e0c02d1b tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/ports?device_id=06ae865a-6ba5-4198-be6d-e6056e645411 HTTP/1.1" status: 200 len: 944 time: 0.0581527 Jan 21 09:36:13.268405 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-a7f1d519-5c7f-4593-9c39-8a11d0975c08 req-abe6e152-37ed-4d3d-83bc-5736190bae6f tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/security-groups?id=3362d256-4580-47a9-b110-e51f4226c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498602 Jan 21 09:36:13.456807 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90e0312-1e76-48c8-b8be-98b41fe00015 req-edf070dd-bd15-4216-a745-eabb5e02be25 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:13.458606 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-b90e0312-1e76-48c8-b8be-98b41fe00015 req-edf070dd-bd15-4216-a745-eabb5e02be25 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] 10.222.0.45 "GET /v2.0/ports?device_id=370b78d2-d154-4c93-b8ef-3723bd26c3d4 HTTP/1.1" status: 200 len: 944 time: 0.0533216 Jan 21 09:36:13.539043 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-b90e0312-1e76-48c8-b8be-98b41fe00015 req-4603e962-a02c-407d-8dd7-f5b85fabd289 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] 10.222.0.45 "GET /v2.0/security-groups?id=689824d6-e2cc-4e2f-a7c0-efd7e57bdd17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670297 Jan 21 09:36:13.656473 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-049f3a4f-43cc-4dee-88f9-895294b20cfe req-09ee1b1d-15db-4fc0-99ea-25c6e64c6f80 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/ports?device_id=59ad64a5-af93-44ef-8031-fd2f2d18a901 HTTP/1.1" status: 200 len: 210 time: 0.0529857 Jan 21 09:36:13.676867 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8771ec7d-53d9-4e65-9ae6-87b8415ebdf3 req-e9e81d2b-eeae-4713-b8ed-6d9134db0a8a tempest-DeleteServersTestJSON-1321460479 tempest-DeleteServersTestJSON-1321460479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:13.679215 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-8771ec7d-53d9-4e65-9ae6-87b8415ebdf3 req-e9e81d2b-eeae-4713-b8ed-6d9134db0a8a tempest-DeleteServersTestJSON-1321460479 tempest-DeleteServersTestJSON-1321460479-project] 10.222.0.45 "GET /v2.0/ports?device_id=b50feb40-c691-4724-8570-f5873bdc5d1e HTTP/1.1" status: 200 len: 943 time: 0.0845745 Jan 21 09:36:13.759953 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-8771ec7d-53d9-4e65-9ae6-87b8415ebdf3 req-296a87d0-b26b-483c-bb81-cf12cd37f639 tempest-DeleteServersTestJSON-1321460479 tempest-DeleteServersTestJSON-1321460479-project] 10.222.0.45 "GET /v2.0/security-groups?id=67f6e35c-bf33-4444-b6b0-37741f9c67e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749376 Jan 21 09:36:13.886473 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8da1da-2144-4b86-b45d-b6342eddf8ea req-922d2b31-6c84-457b-96d2-78f827eaa7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:13.888002 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [req-5b8da1da-2144-4b86-b45d-b6342eddf8ea req-922d2b31-6c84-457b-96d2-78f827eaa7c5 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=22a31f7136c241578473d4d323722c69&device_id=b50feb40-c691-4724-8570-f5873bdc5d1e HTTP/1.1" status: 200 len: 1096 time: 0.1922960 Jan 21 09:36:13.894267 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d664978-271b-46c3-8474-9bbf28a61f38 req-77a7f1b6-e2ee-4ecd-acc1-aa58023b958d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:13.895731 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [req-1d664978-271b-46c3-8474-9bbf28a61f38 req-77a7f1b6-e2ee-4ecd-acc1-aa58023b958d service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=e3390729231b409e9a83376b428c1a7f&device_id=370b78d2-d154-4c93-b8ef-3723bd26c3d4 HTTP/1.1" status: 200 len: 1097 time: 0.1639960 Jan 21 09:36:14.002909 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a464da-a2be-44ba-b12c-e72fb333bbe5 req-8d68a94b-a28a-4b63-842f-db41d29f0c42 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:14.005245 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [req-23a464da-a2be-44ba-b12c-e72fb333bbe5 req-8d68a94b-a28a-4b63-842f-db41d29f0c42 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.109 "GET /v2.0/networks?id=647e31d1-4208-41da-8947-db9d9292bd9e HTTP/1.1" status: 200 len: 817 time: 0.2745142 Jan 21 09:36:14.010042 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942106a7-97d3-4164-b947-dc781e62cf42 req-c5709de7-0790-4301-bdf3-1da03ec1d57e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:14.011566 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-942106a7-97d3-4164-b947-dc781e62cf42 req-c5709de7-0790-4301-bdf3-1da03ec1d57e service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=5f89d1b21ad8471a8a9a82adac2594c1&device_id=06ae865a-6ba5-4198-be6d-e6056e645411 HTTP/1.1" status: 200 len: 1097 time: 0.0943236 Jan 21 09:36:14.028317 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [req-5b8da1da-2144-4b86-b45d-b6342eddf8ea req-dd7682fd-4642-4f2a-b0e6-0dad164ba245 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dde72027-8017-427e-a871-c6be683d8168 HTTP/1.1" status: 200 len: 217 time: 0.1129899 Jan 21 09:36:14.062480 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.wsgi [-] (103182) accepted ('10.222.0.109', 54534) {{(pid=103182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:36:14.234146 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97acc6a-cf70-4e7e-85e8-69f2e47fad33 req-a4140309-4edb-49f8-963b-ef560c22d01f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:14.236434 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-a97acc6a-cf70-4e7e-85e8-69f2e47fad33 req-a4140309-4edb-49f8-963b-ef560c22d01f service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=5f89d1b21ad8471a8a9a82adac2594c1&device_id=4e67b25e-7e65-4975-bafa-fceafcd53647 HTTP/1.1" status: 200 len: 1096 time: 0.1727378 Jan 21 09:36:14.335285 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942106a7-97d3-4164-b947-dc781e62cf42 req-3fb6f05a-f183-40de-95d5-52c0024840e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:14.337407 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-942106a7-97d3-4164-b947-dc781e62cf42 req-3fb6f05a-f183-40de-95d5-52c0024840e4 service neutron] 10.222.0.109 "GET /v2.0/networks?tenant_id=5f89d1b21ad8471a8a9a82adac2594c1&shared=False HTTP/1.1" status: 200 len: 919 time: 0.3176563 Jan 21 09:36:14.479836 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-a97acc6a-cf70-4e7e-85e8-69f2e47fad33 req-68e2acc3-850f-45cd-bd1c-d4657145782d service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9eccc2a4-ddb6-4675-9f12-63953114fa21 HTTP/1.1" status: 200 len: 217 time: 0.2357140 Jan 21 09:36:14.487676 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d664978-271b-46c3-8474-9bbf28a61f38 req-92add132-7eda-46bb-9df1-ea2a2a6c9c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:14.489800 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [req-1d664978-271b-46c3-8474-9bbf28a61f38 req-92add132-7eda-46bb-9df1-ea2a2a6c9c7f service neutron] 10.222.0.109 "GET /v2.0/networks?tenant_id=e3390729231b409e9a83376b428c1a7f&shared=False HTTP/1.1" status: 200 len: 916 time: 0.5675554 Jan 21 09:36:14.506160 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [req-23a464da-a2be-44ba-b12c-e72fb333bbe5 req-0d012a57-62c2-4ada-a92d-132f440d8188 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.109 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=93281ac9cb504124a055279296f2262f HTTP/1.1" status: 200 len: 379 time: 0.4757602 Jan 21 09:36:14.524033 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8da1da-2144-4b86-b45d-b6342eddf8ea req-7064ece3-0cb1-4cfa-b4a8-8deea8206cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:14.525588 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [req-5b8da1da-2144-4b86-b45d-b6342eddf8ea req-7064ece3-0cb1-4cfa-b4a8-8deea8206cf8 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=b2505870-163d-404f-ba9e-f9c2872a5e5a HTTP/1.1" status: 200 len: 851 time: 0.4858963 Jan 21 09:36:14.620458 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e0e1fa-0d78-4867-87dd-670fa69956c1 req-335bfb05-e23b-4759-8048-1be1e256595c tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:14.622104 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-42e0e1fa-0d78-4867-87dd-670fa69956c1 req-335bfb05-e23b-4759-8048-1be1e256595c tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/ports?device_id=06ae865a-6ba5-4198-be6d-e6056e645411 HTTP/1.1" status: 200 len: 944 time: 0.2283328 Jan 21 09:36:14.661291 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942106a7-97d3-4164-b947-dc781e62cf42 req-85384405-f381-442c-b05b-ec1c648f948f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:14.663346 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-942106a7-97d3-4164-b947-dc781e62cf42 req-85384405-f381-442c-b05b-ec1c648f948f service neutron] 10.222.0.109 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2661855 Jan 21 09:36:14.715957 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-42e0e1fa-0d78-4867-87dd-670fa69956c1 req-71999702-3801-4397-b5ee-59a3515da98a tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/security-groups?id=3362d256-4580-47a9-b110-e51f4226c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805645 Jan 21 09:36:14.732436 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666662a4-faf8-4a0d-91b0-c48b0be9aa12 req-cf608434-584d-4d94-a02c-f5c545241165 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:14.734037 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-666662a4-faf8-4a0d-91b0-c48b0be9aa12 req-cf608434-584d-4d94-a02c-f5c545241165 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] 10.222.0.45 "GET /v2.0/ports?device_id=370b78d2-d154-4c93-b8ef-3723bd26c3d4 HTTP/1.1" status: 200 len: 944 time: 0.0986474 Jan 21 09:36:14.831677 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-beb91c0e-ab80-406d-b117-0b21dce5e855 req-29f02011-d781-4c37-adea-6faf4b650731 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/ports?device_id=59ad64a5-af93-44ef-8031-fd2f2d18a901 HTTP/1.1" status: 200 len: 210 time: 0.0440309 Jan 21 09:36:14.835934 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-666662a4-faf8-4a0d-91b0-c48b0be9aa12 req-d8489399-ea80-4770-b6a4-75d088c40884 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] 10.222.0.45 "GET /v2.0/security-groups?id=689824d6-e2cc-4e2f-a7c0-efd7e57bdd17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937569 Jan 21 09:36:14.968100 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc591a9-bd52-48d5-98e6-3a1f73328309 req-6c8e33b7-bbf6-48d5-b520-390435ab6e74 tempest-DeleteServersTestJSON-1321460479 tempest-DeleteServersTestJSON-1321460479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:14.969599 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-ffc591a9-bd52-48d5-98e6-3a1f73328309 req-6c8e33b7-bbf6-48d5-b520-390435ab6e74 tempest-DeleteServersTestJSON-1321460479 tempest-DeleteServersTestJSON-1321460479-project] 10.222.0.45 "GET /v2.0/ports?device_id=b50feb40-c691-4724-8570-f5873bdc5d1e HTTP/1.1" status: 200 len: 943 time: 0.0634556 Jan 21 09:36:15.191193 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-ffc591a9-bd52-48d5-98e6-3a1f73328309 req-8b61d1b3-f182-4655-8e7d-00f722a03902 tempest-DeleteServersTestJSON-1321460479 tempest-DeleteServersTestJSON-1321460479-project] 10.222.0.45 "GET /v2.0/security-groups?id=67f6e35c-bf33-4444-b6b0-37741f9c67e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143261 Jan 21 09:36:15.843502 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad98e5c-04f3-40fa-ad35-d7ebc74eb36c req-a89c2dbb-c721-411b-a050-cc204381eb3f tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:15.845097 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-bad98e5c-04f3-40fa-ad35-d7ebc74eb36c req-a89c2dbb-c721-411b-a050-cc204381eb3f tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/ports?device_id=06ae865a-6ba5-4198-be6d-e6056e645411 HTTP/1.1" status: 200 len: 944 time: 0.0562003 Jan 21 09:36:15.903633 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6dad4d30-8b9e-455d-a0fc-bed85b5f6013 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (8a5d4a72-43a4-4fcf-b58e-bc9792bd5f0a), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:15.913991 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-bad98e5c-04f3-40fa-ad35-d7ebc74eb36c req-e59bc068-f8ee-4e4e-9b1e-42f258947045 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/security-groups?id=3362d256-4580-47a9-b110-e51f4226c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594068 Jan 21 09:36:15.957708 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-07b1a8a9-98cd-4fba-a635-3ffeaee22e26 req-f433adc7-fcfe-4370-baa1-9c7ff88386b8 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/ports?device_id=59ad64a5-af93-44ef-8031-fd2f2d18a901 HTTP/1.1" status: 200 len: 210 time: 0.0312860 Jan 21 09:36:16.032842 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8743f77-606c-4ae1-a2ed-67c5eff92c89 req-c54e30f1-caaf-4534-8edb-057f8e771c1d tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:16.034387 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-d8743f77-606c-4ae1-a2ed-67c5eff92c89 req-c54e30f1-caaf-4534-8edb-057f8e771c1d tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] 10.222.0.45 "GET /v2.0/ports?device_id=370b78d2-d154-4c93-b8ef-3723bd26c3d4 HTTP/1.1" status: 200 len: 944 time: 0.0581837 Jan 21 09:36:16.083722 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-d8743f77-606c-4ae1-a2ed-67c5eff92c89 req-c3d6285b-d7b6-4b43-8957-a4a4f0689805 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] 10.222.0.45 "GET /v2.0/security-groups?id=689824d6-e2cc-4e2f-a7c0-efd7e57bdd17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435538 Jan 21 09:36:16.321990 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc25794-6734-46ff-b84c-d873eb035d5b req-afd888d7-a4c6-4b78-98aa-812a2332b224 tempest-DeleteServersTestJSON-1321460479 tempest-DeleteServersTestJSON-1321460479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:16.323518 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-3cc25794-6734-46ff-b84c-d873eb035d5b req-afd888d7-a4c6-4b78-98aa-812a2332b224 tempest-DeleteServersTestJSON-1321460479 tempest-DeleteServersTestJSON-1321460479-project] 10.222.0.45 "GET /v2.0/ports?device_id=b50feb40-c691-4724-8570-f5873bdc5d1e HTTP/1.1" status: 200 len: 943 time: 0.0628991 Jan 21 09:36:16.358466 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.45', 60512) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:36:16.376368 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-3cc25794-6734-46ff-b84c-d873eb035d5b req-b5fd4544-c182-43c0-81b4-c0f2ae145a91 tempest-DeleteServersTestJSON-1321460479 tempest-DeleteServersTestJSON-1321460479-project] 10.222.0.45 "GET /v2.0/security-groups?id=67f6e35c-bf33-4444-b6b0-37741f9c67e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464056 Jan 21 09:36:16.479603 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a9d9cd83-4ad5-4afb-8d07-262badb1e5cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:16.567929 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a9d9cd83-4ad5-4afb-8d07-262badb1e5cd admin admin] Publish callbacks [] for security_group (ae6978fd-5071-4182-8ba3-51ee5ce24b50), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:16.683165 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a9d9cd83-4ad5-4afb-8d07-262badb1e5cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126007'] for security_group (ae6978fd-5071-4182-8ba3-51ee5ce24b50), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:16.728775 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [None req-a9d9cd83-4ad5-4afb-8d07-262badb1e5cd admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9a8dcbf47f1f4dd1a9679e0990281833&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3682332 Jan 21 09:36:16.730894 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d9cd83-4ad5-4afb-8d07-262badb1e5cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae6978fd-5071-4182-8ba3-51ee5ce24b50,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:16.731645 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.wsgi [-] (103182) accepted ('10.222.0.45', 60522) {{(pid=103182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:36:16.783911 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-e0f065d3-7fdd-4031-82f0-e67e97f97879 admin admin] Publish callbacks [] for security_group (ae6978fd-5071-4182-8ba3-51ee5ce24b50), before_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:16.807177 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-e0f065d3-7fdd-4031-82f0-e67e97f97879 admin admin] Publish callbacks [] for security_group (ae6978fd-5071-4182-8ba3-51ee5ce24b50), precommit_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:16.885264 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.45', 60526) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:36:16.951665 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-e0f065d3-7fdd-4031-82f0-e67e97f97879 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126007'] for security_group (ae6978fd-5071-4182-8ba3-51ee5ce24b50), after_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:16.954402 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-e0f065d3-7fdd-4031-82f0-e67e97f97879 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:16.958183 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [None req-e0f065d3-7fdd-4031-82f0-e67e97f97879 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ae6978fd-5071-4182-8ba3-51ee5ce24b50 HTTP/1.1" status: 204 len: 168 time: 0.2229359 Jan 21 09:36:16.964675 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f065d3-7fdd-4031-82f0-e67e97f97879 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae6978fd-5071-4182-8ba3-51ee5ce24b50,revision_number=None']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:17.027917 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-df69276d-62e1-4710-90bf-cc263af1ab41 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:17.070162 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328b7910-e0c5-4af0-be07-cacb427f94e5 req-e5a28e17-7f4c-4435-9703-ccc19a218fb3 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:17.072744 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-328b7910-e0c5-4af0-be07-cacb427f94e5 req-e5a28e17-7f4c-4435-9703-ccc19a218fb3 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/ports?device_id=06ae865a-6ba5-4198-be6d-e6056e645411 HTTP/1.1" status: 200 len: 944 time: 0.0822208 Jan 21 09:36:17.125425 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-a61590c9-8dfc-44a6-bf0d-398a95cce046 req-8795b5a8-6039-4191-b069-ab6ad307927e tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/ports?device_id=59ad64a5-af93-44ef-8031-fd2f2d18a901 HTTP/1.1" status: 200 len: 210 time: 0.0466962 Jan 21 09:36:17.169377 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.v2.base [req-23a464da-a2be-44ba-b12c-e72fb333bbe5 req-4686824e-9633-45cf-8ee3-1af7decc4b61 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Request body: {'port': {'device_id': '59ad64a5-af93-44ef-8031-fd2f2d18a901', 'network_id': '647e31d1-4208-41da-8947-db9d9292bd9e', 'admin_state_up': True, 'tenant_id': '93281ac9cb504124a055279296f2262f', 'security_groups': ['db9ef9f1-43ce-4c8b-928d-23519653180d']}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:36:17.229182 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-df69276d-62e1-4710-90bf-cc263af1ab41 admin admin] Publish callbacks [] for security_group (29a843ef-a8e5-4f5e-9650-d2cbef066583), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:17.231629 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-328b7910-e0c5-4af0-be07-cacb427f94e5 req-6769b4b9-8aaf-48ef-a7dd-752931ea9832 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/security-groups?id=3362d256-4580-47a9-b110-e51f4226c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503019 Jan 21 09:36:17.244203 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97acc6a-cf70-4e7e-85e8-69f2e47fad33 req-e6332b7d-f990-49a4-8ca1-b2911a272184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:17.245909 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-a97acc6a-cf70-4e7e-85e8-69f2e47fad33 req-e6332b7d-f990-49a4-8ca1-b2911a272184 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=72f007c2-95bb-4c65-8ae3-279d29a2c1fd HTTP/1.1" status: 200 len: 858 time: 0.1152530 Jan 21 09:36:17.287155 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [req-5b8da1da-2144-4b86-b45d-b6342eddf8ea req-6da96c16-4da3-4d72-b858-1b07fa240992 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=4b308458-76e4-44e0-92a9-9be5555db9bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1459739 Jan 21 09:36:17.307065 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c94ebe0-bb1f-4325-ac8c-18b067928aca req-cec6bba0-5216-4b2b-9b04-09e7e55840bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:17.308627 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-0c94ebe0-bb1f-4325-ac8c-18b067928aca req-cec6bba0-5216-4b2b-9b04-09e7e55840bd service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=5f89d1b21ad8471a8a9a82adac2594c1&device_id=06ae865a-6ba5-4198-be6d-e6056e645411 HTTP/1.1" status: 200 len: 1097 time: 0.1190774 Jan 21 09:36:17.328345 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-df69276d-62e1-4710-90bf-cc263af1ab41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126007'] for security_group (29a843ef-a8e5-4f5e-9650-d2cbef066583), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:17.332025 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-a97acc6a-cf70-4e7e-85e8-69f2e47fad33 req-98c67748-e6c9-42e4-ba9a-5a40c944e74d service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=d8632307-2281-4a7d-8be2-4fe34d09fe87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0776412 Jan 21 09:36:17.377367 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-0c94ebe0-bb1f-4325-ac8c-18b067928aca req-e4eb1484-2aff-457a-8f07-7e0f4fba86f2 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2b16cf8c-7e83-4177-a9ae-f7516c48e617 HTTP/1.1" status: 200 len: 217 time: 0.0485401 Jan 21 09:36:17.483500 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32db515-ef34-4787-b846-4d9d4e381867 req-89a42b6c-b6f6-46d0-9643-0d9c864efc10 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:17.485116 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-c32db515-ef34-4787-b846-4d9d4e381867 req-89a42b6c-b6f6-46d0-9643-0d9c864efc10 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] 10.222.0.45 "GET /v2.0/ports?device_id=370b78d2-d154-4c93-b8ef-3723bd26c3d4 HTTP/1.1" status: 200 len: 944 time: 0.2320755 Jan 21 09:36:17.515328 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c94ebe0-bb1f-4325-ac8c-18b067928aca req-935d923f-b87f-463a-9661-26f2a392b150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:17.516809 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-0c94ebe0-bb1f-4325-ac8c-18b067928aca req-935d923f-b87f-463a-9661-26f2a392b150 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=72f007c2-95bb-4c65-8ae3-279d29a2c1fd HTTP/1.1" status: 200 len: 858 time: 0.1262672 Jan 21 09:36:17.547216 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (5a7f6758-1e24-44b8-9b24-65ffc30c20d4), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:17.566599 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [None req-df69276d-62e1-4710-90bf-cc263af1ab41 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0d27df972af14ce490ece51e094e99bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6801791 Jan 21 09:36:17.577822 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df69276d-62e1-4710-90bf-cc263af1ab41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29a843ef-a8e5-4f5e-9650-d2cbef066583,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:17.584036 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.wsgi [-] (103182) accepted ('10.222.0.45', 60548) {{(pid=103182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:36:17.589441 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-0c94ebe0-bb1f-4325-ac8c-18b067928aca req-26f5ad74-4997-4b1c-b4de-aaf22c59147d service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=d8632307-2281-4a7d-8be2-4fe34d09fe87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527513 Jan 21 09:36:17.621925 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-a97acc6a-cf70-4e7e-85e8-69f2e47fad33 req-45cebd36-2a30-4dff-8db1-71707223ba59 service neutron] 10.222.0.109 "GET /v2.0/networks/d8632307-2281-4a7d-8be2-4fe34d09fe87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2540708 Jan 21 09:36:17.633791 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d664978-271b-46c3-8474-9bbf28a61f38 req-9013e925-48c2-41ba-83ec-fd3895a2ea61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:17.635286 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [req-1d664978-271b-46c3-8474-9bbf28a61f38 req-9013e925-48c2-41ba-83ec-fd3895a2ea61 service neutron] 10.222.0.109 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4810669 Jan 21 09:36:17.660041 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [req-5b8da1da-2144-4b86-b45d-b6342eddf8ea req-128ce8c7-fcb5-4ebe-bd60-01f55452fac2 service neutron] 10.222.0.109 "GET /v2.0/networks/4b308458-76e4-44e0-92a9-9be5555db9bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3639271 Jan 21 09:36:17.745444 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-c32db515-ef34-4787-b846-4d9d4e381867 req-64068a15-65da-4f1e-9f77-de1a06ec84de tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] 10.222.0.45 "GET /v2.0/security-groups?id=689824d6-e2cc-4e2f-a7c0-efd7e57bdd17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2452593 Jan 21 09:36:17.804630 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa48bff-035c-4b0c-b2c3-72d20d0c8fc1 req-1f2df9eb-a2be-427c-b47d-ff36ae439700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:17.806349 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [req-7aa48bff-035c-4b0c-b2c3-72d20d0c8fc1 req-1f2df9eb-a2be-427c-b47d-ff36ae439700 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=e3390729231b409e9a83376b428c1a7f&device_id=370b78d2-d154-4c93-b8ef-3723bd26c3d4 HTTP/1.1" status: 200 len: 1097 time: 0.1284275 Jan 21 09:36:17.814164 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23a464da-a2be-44ba-b12c-e72fb333bbe5 req-4686824e-9633-45cf-8ee3-1af7decc4b61 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Made reservation on behalf of 93281ac9cb504124a055279296f2262f for: {'port': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:36:17.819652 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-23a464da-a2be-44ba-b12c-e72fb333bbe5 req-4686824e-9633-45cf-8ee3-1af7decc4b61 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:17.854950 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-999c44c3-b0b2-43cf-8d2f-4ca257bc5b7d admin admin] Publish callbacks [] for security_group (29a843ef-a8e5-4f5e-9650-d2cbef066583), before_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:17.870553 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903b643a-b638-42fc-b4a3-ee167f12d078 req-15bf5ef0-bda2-47f3-9fdf-08c02f9d47da tempest-DeleteServersTestJSON-1321460479 tempest-DeleteServersTestJSON-1321460479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:17.872484 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-903b643a-b638-42fc-b4a3-ee167f12d078 req-15bf5ef0-bda2-47f3-9fdf-08c02f9d47da tempest-DeleteServersTestJSON-1321460479 tempest-DeleteServersTestJSON-1321460479-project] 10.222.0.45 "GET /v2.0/ports?device_id=b50feb40-c691-4724-8570-f5873bdc5d1e HTTP/1.1" status: 200 len: 943 time: 0.3177762 Jan 21 09:36:17.904079 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [req-7aa48bff-035c-4b0c-b2c3-72d20d0c8fc1 req-ef2a28ac-b08e-43f4-9538-bd474f8b3ffb service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=af30d40e-e03c-4e1e-a789-41a34ac8bec6 HTTP/1.1" status: 200 len: 217 time: 0.0816598 Jan 21 09:36:17.922514 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [req-5b8da1da-2144-4b86-b45d-b6342eddf8ea req-886caab8-4729-4a81-b6d2-9e263078f3dc service neutron] 10.222.0.109 "GET /v2.0/networks/4b308458-76e4-44e0-92a9-9be5555db9bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2543430 Jan 21 09:36:17.937659 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.45', 60558) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:36:17.942814 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-999c44c3-b0b2-43cf-8d2f-4ca257bc5b7d admin admin] Publish callbacks [] for security_group (29a843ef-a8e5-4f5e-9650-d2cbef066583), precommit_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:17.984689 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-0c94ebe0-bb1f-4325-ac8c-18b067928aca req-026421dc-9d5f-43a2-a3a9-8e108b566697 service neutron] 10.222.0.109 "GET /v2.0/networks/d8632307-2281-4a7d-8be2-4fe34d09fe87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3652608 Jan 21 09:36:17.997694 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-a97acc6a-cf70-4e7e-85e8-69f2e47fad33 req-2db45030-9c0d-4919-8e98-729b44034dc9 service neutron] 10.222.0.109 "GET /v2.0/networks/d8632307-2281-4a7d-8be2-4fe34d09fe87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3640008 Jan 21 09:36:18.014663 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-fdea15af-a48f-46bd-a943-741a669eb078 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:18.043612 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-903b643a-b638-42fc-b4a3-ee167f12d078 req-948c97c5-0e93-4b95-b860-ecc86a06edfe tempest-DeleteServersTestJSON-1321460479 tempest-DeleteServersTestJSON-1321460479-project] 10.222.0.45 "GET /v2.0/security-groups?id=67f6e35c-bf33-4444-b6b0-37741f9c67e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554122 Jan 21 09:36:18.050027 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa48bff-035c-4b0c-b2c3-72d20d0c8fc1 req-fcf7409b-d488-4fe7-aab4-8d34ed1ce829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:18.052484 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [req-7aa48bff-035c-4b0c-b2c3-72d20d0c8fc1 req-fcf7409b-d488-4fe7-aab4-8d34ed1ce829 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=dc85c810-f6f8-41f3-bbb2-2b1bee730031 HTTP/1.1" status: 200 len: 855 time: 0.1387811 Jan 21 09:36:18.102589 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [req-7aa48bff-035c-4b0c-b2c3-72d20d0c8fc1 req-48ea0f88-7b2a-474a-89f8-41071c49e546 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=6d3bfab5-614b-42ce-87b9-03bdb3f3c1da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410178 Jan 21 09:36:18.148252 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ff172e-2011-449a-ad6e-0b5955a41869 req-2e105c7b-e2e5-4f92-83b0-3642df42fb3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:18.149807 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-17ff172e-2011-449a-ad6e-0b5955a41869 req-2e105c7b-e2e5-4f92-83b0-3642df42fb3a service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=22a31f7136c241578473d4d323722c69&device_id=b50feb40-c691-4724-8570-f5873bdc5d1e HTTP/1.1" status: 200 len: 1096 time: 0.0979927 Jan 21 09:36:18.153585 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-0c94ebe0-bb1f-4325-ac8c-18b067928aca req-2bffcd05-595b-4924-aac6-3bbbdf958bf8 service neutron] 10.222.0.109 "GET /v2.0/networks/d8632307-2281-4a7d-8be2-4fe34d09fe87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610384 Jan 21 09:36:18.237109 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [req-23a464da-a2be-44ba-b12c-e72fb333bbe5 req-4686824e-9633-45cf-8ee3-1af7decc4b61 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Allocated IP 172.20.0.14 (647e31d1-4208-41da-8947-db9d9292bd9e/55369842-b446-444b-92ff-367c2e723c52/63990fa3-fce3-4891-adb2-cd4ebc4c075a) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:36:18.276910 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-139f0be8-9af3-477e-818e-967b2e9584ad req-a5ea004e-ee8b-4082-84bb-fff1bbd6744d tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/ports?device_id=59ad64a5-af93-44ef-8031-fd2f2d18a901 HTTP/1.1" status: 200 len: 210 time: 0.0606527 Jan 21 09:36:18.309813 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [req-7aa48bff-035c-4b0c-b2c3-72d20d0c8fc1 req-f5a6f9c6-a468-491f-8029-d8d22707466a service neutron] 10.222.0.109 "GET /v2.0/networks/6d3bfab5-614b-42ce-87b9-03bdb3f3c1da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695843 Jan 21 09:36:18.380829 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942106a7-97d3-4164-b947-dc781e62cf42 req-09b89006-27ed-4df4-b972-08b27d7eec5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:18.383066 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-942106a7-97d3-4164-b947-dc781e62cf42 req-09b89006-27ed-4df4-b972-08b27d7eec5f service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=5f89d1b21ad8471a8a9a82adac2594c1&device_id=4e67b25e-7e65-4975-bafa-fceafcd53647 HTTP/1.1" status: 200 len: 1096 time: 0.2156241 Jan 21 09:36:18.479109 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-999c44c3-b0b2-43cf-8d2f-4ca257bc5b7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126007'] for security_group (29a843ef-a8e5-4f5e-9650-d2cbef066583), after_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:18.479109 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-999c44c3-b0b2-43cf-8d2f-4ca257bc5b7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:18.479109 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [None req-999c44c3-b0b2-43cf-8d2f-4ca257bc5b7d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/29a843ef-a8e5-4f5e-9650-d2cbef066583 HTTP/1.1" status: 204 len: 168 time: 0.8097506 Jan 21 09:36:18.488595 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999c44c3-b0b2-43cf-8d2f-4ca257bc5b7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29a843ef-a8e5-4f5e-9650-d2cbef066583,revision_number=None']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:18.500088 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ff172e-2011-449a-ad6e-0b5955a41869 req-e083f122-d282-46f9-b1f5-37aa1e5ab7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:18.509303 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-17ff172e-2011-449a-ad6e-0b5955a41869 req-e083f122-d282-46f9-b1f5-37aa1e5ab7f6 service neutron] 10.222.0.109 "GET /v2.0/networks?id=4b308458-76e4-44e0-92a9-9be5555db9bc HTTP/1.1" status: 200 len: 912 time: 0.3371992 Jan 21 09:36:18.554884 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [req-7aa48bff-035c-4b0c-b2c3-72d20d0c8fc1 req-93f8024e-3bc0-4c72-ab80-506ba0c4cbe3 service neutron] 10.222.0.109 "GET /v2.0/networks/6d3bfab5-614b-42ce-87b9-03bdb3f3c1da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2390029 Jan 21 09:36:18.562241 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-fdea15af-a48f-46bd-a943-741a669eb078 admin admin] Publish callbacks [] for security_group (3ed56e02-b9df-4dee-81db-fe74fbfc0bd0), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:18.568333 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-23a464da-a2be-44ba-b12c-e72fb333bbe5 req-4686824e-9633-45cf-8ee3-1af7decc4b61 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Publish callbacks [] for port (63990fa3-fce3-4891-adb2-cd4ebc4c075a), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:18.598436 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-17ff172e-2011-449a-ad6e-0b5955a41869 req-74474064-1c4e-44a2-a0ee-24f02b1d9c2d service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dde72027-8017-427e-a871-c6be683d8168 HTTP/1.1" status: 200 len: 217 time: 0.0621285 Jan 21 09:36:18.608871 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f22137-371b-4588-aa4e-c290f8954568 req-528397ce-5b50-4762-a456-1af926aa5b89 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:18.610481 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-96f22137-371b-4588-aa4e-c290f8954568 req-528397ce-5b50-4762-a456-1af926aa5b89 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/ports?device_id=06ae865a-6ba5-4198-be6d-e6056e645411 HTTP/1.1" status: 200 len: 944 time: 0.2216725 Jan 21 09:36:18.615092 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1329098e-0f26-4d4e-9a75-d3c100d375e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (e2f5353c-5d20-4dd0-beb4-c302aead9ffd), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:18.657523 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-fdea15af-a48f-46bd-a943-741a669eb078 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126007'] for security_group (3ed56e02-b9df-4dee-81db-fe74fbfc0bd0), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:18.673747 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942106a7-97d3-4164-b947-dc781e62cf42 req-dd93906a-ae45-473e-a71f-c1a6dc6477f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:18.675259 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-942106a7-97d3-4164-b947-dc781e62cf42 req-dd93906a-ae45-473e-a71f-c1a6dc6477f8 service neutron] 10.222.0.109 "GET /v2.0/networks?id=d8632307-2281-4a7d-8be2-4fe34d09fe87 HTTP/1.1" status: 200 len: 919 time: 0.2806268 Jan 21 09:36:18.701682 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ff172e-2011-449a-ad6e-0b5955a41869 req-cdc0dfd1-2bf5-4cd4-b1e9-d0bd39ae5f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:18.706677 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-17ff172e-2011-449a-ad6e-0b5955a41869 req-cdc0dfd1-2bf5-4cd4-b1e9-d0bd39ae5f11 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=b2505870-163d-404f-ba9e-f9c2872a5e5a HTTP/1.1" status: 200 len: 851 time: 0.0900450 Jan 21 09:36:18.706829 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-23a464da-a2be-44ba-b12c-e72fb333bbe5 req-4686824e-9633-45cf-8ee3-1af7decc4b61 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774670299796'] for port (63990fa3-fce3-4891-adb2-cd4ebc4c075a), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:18.721171 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [None req-fdea15af-a48f-46bd-a943-741a669eb078 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f87c560dc18841a4b8004b52a54712e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7631481 Jan 21 09:36:18.726545 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.45', 60570) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:36:18.746625 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdea15af-a48f-46bd-a943-741a669eb078 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ed56e02-b9df-4dee-81db-fe74fbfc0bd0,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:18.804659 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23a464da-a2be-44ba-b12c-e72fb333bbe5 req-4686824e-9633-45cf-8ee3-1af7decc4b61 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Network 647e31d1-4208-41da-8947-db9d9292bd9e is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:36:18.823129 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [req-23a464da-a2be-44ba-b12c-e72fb333bbe5 req-4686824e-9633-45cf-8ee3-1af7decc4b61 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:36:18.826002 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-23a464da-a2be-44ba-b12c-e72fb333bbe5 req-4686824e-9633-45cf-8ee3-1af7decc4b61 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 09:36:18.832604 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a464da-a2be-44ba-b12c-e72fb333bbe5 req-4686824e-9633-45cf-8ee3-1af7decc4b61 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:18.833332 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-23a464da-a2be-44ba-b12c-e72fb333bbe5 req-4686824e-9633-45cf-8ee3-1af7decc4b61 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4184320'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:18.837855 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4686824e-9633-45cf-8ee3-1af7decc4b61 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Pushing event updated for resources: {'Port': ['ID=63990fa3-fce3-4891-adb2-cd4ebc4c075a,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:18.863644 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-9b2223da-6125-4db5-96a0-8f982c4b1b8d admin admin] Publish callbacks [] for security_group (3ed56e02-b9df-4dee-81db-fe74fbfc0bd0), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:18.900156 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-9b2223da-6125-4db5-96a0-8f982c4b1b8d admin admin] Publish callbacks [] for security_group (3ed56e02-b9df-4dee-81db-fe74fbfc0bd0), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:18.930898 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-942106a7-97d3-4164-b947-dc781e62cf42 req-fb1125d1-0916-4724-8f7f-32631058a459 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9eccc2a4-ddb6-4675-9f12-63953114fa21 HTTP/1.1" status: 200 len: 217 time: 0.2432120 Jan 21 09:36:18.995428 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-17ff172e-2011-449a-ad6e-0b5955a41869 req-0419e08b-bb9e-4e42-bed0-9f87a4236d10 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=4b308458-76e4-44e0-92a9-9be5555db9bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0786333 Jan 21 09:36:18.996547 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [req-23a464da-a2be-44ba-b12c-e72fb333bbe5 req-4686824e-9633-45cf-8ee3-1af7decc4b61 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.109 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8399570 Jan 21 09:36:19.020259 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.v2.base [req-23a464da-a2be-44ba-b12c-e72fb333bbe5 req-32db6ddb-4a39-4096-8e3c-9724e6ed7ad1 service neutron] Request body: {'port': {'device_id': '59ad64a5-af93-44ef-8031-fd2f2d18a901', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:36:19.044651 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-96f22137-371b-4588-aa4e-c290f8954568 req-8ec9ad12-446b-4a9d-8d70-e28882e7e2ad tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/security-groups?id=3362d256-4580-47a9-b110-e51f4226c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4189804 Jan 21 09:36:19.143842 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942106a7-97d3-4164-b947-dc781e62cf42 req-d0bfd411-4886-42bc-ae2d-183aafabfc9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:19.145560 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-942106a7-97d3-4164-b947-dc781e62cf42 req-d0bfd411-4886-42bc-ae2d-183aafabfc9e service neutron] 10.222.0.109 "GET /v2.0/subnets?id=72f007c2-95bb-4c65-8ae3-279d29a2c1fd HTTP/1.1" status: 200 len: 858 time: 0.2007351 Jan 21 09:36:19.155353 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.provisioning_blocks [None req-2f7f022c-ad46-4268-8f52-0d58de8c3789 None None] Provisioning complete for port 63990fa3-fce3-4891-adb2-cd4ebc4c075a triggered by entity DHCP. {{(pid=103184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:36:19.156403 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2f7f022c-ad46-4268-8f52-0d58de8c3789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983013'] for port (63990fa3-fce3-4891-adb2-cd4ebc4c075a), provisioning_complete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:19.168523 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e6ccdd-fcf9-47be-875c-a81a057de709 req-e353b63c-8276-46f2-845d-74706d67ed71 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:19.170195 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-08e6ccdd-fcf9-47be-875c-a81a057de709 req-e353b63c-8276-46f2-845d-74706d67ed71 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] 10.222.0.45 "GET /v2.0/ports?device_id=370b78d2-d154-4c93-b8ef-3723bd26c3d4 HTTP/1.1" status: 200 len: 944 time: 0.2535145 Jan 21 09:36:19.196392 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-2f7f022c-ad46-4268-8f52-0d58de8c3789 None None] Port 63990fa3-fce3-4891-adb2-cd4ebc4c075a cannot update to ACTIVE because it is not bound. {{(pid=103184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 21 09:36:19.253286 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-942106a7-97d3-4164-b947-dc781e62cf42 req-5e11f16b-0cda-4b1c-9271-4719ba295891 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=d8632307-2281-4a7d-8be2-4fe34d09fe87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0668962 Jan 21 09:36:19.301993 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-17ff172e-2011-449a-ad6e-0b5955a41869 req-c96f9253-15c5-48e1-8ebb-99f6b0dab038 service neutron] 10.222.0.109 "GET /v2.0/networks/4b308458-76e4-44e0-92a9-9be5555db9bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2749438 Jan 21 09:36:19.339512 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-9b2223da-6125-4db5-96a0-8f982c4b1b8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126007'] for security_group (3ed56e02-b9df-4dee-81db-fe74fbfc0bd0), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:19.343136 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-9b2223da-6125-4db5-96a0-8f982c4b1b8d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:19.344636 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [None req-9b2223da-6125-4db5-96a0-8f982c4b1b8d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3ed56e02-b9df-4dee-81db-fe74fbfc0bd0 HTTP/1.1" status: 204 len: 168 time: 0.5942309 Jan 21 09:36:19.362124 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2223da-6125-4db5-96a0-8f982c4b1b8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ed56e02-b9df-4dee-81db-fe74fbfc0bd0,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:19.366859 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-23a464da-a2be-44ba-b12c-e72fb333bbe5 req-32db6ddb-4a39-4096-8e3c-9724e6ed7ad1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (63990fa3-fce3-4891-adb2-cd4ebc4c075a), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:19.454161 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-08e6ccdd-fcf9-47be-875c-a81a057de709 req-fd3b7548-26fa-48c4-95ec-61fb52f69945 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] 10.222.0.45 "GET /v2.0/security-groups?id=689824d6-e2cc-4e2f-a7c0-efd7e57bdd17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2574747 Jan 21 09:36:19.501761 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a6b280-5873-4cd8-95dd-1b2d0bd909cf req-5fa9ffc7-6cec-4568-8fed-f94ba0e56b28 tempest-DeleteServersTestJSON-1321460479 tempest-DeleteServersTestJSON-1321460479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:19.503310 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-47a6b280-5873-4cd8-95dd-1b2d0bd909cf req-5fa9ffc7-6cec-4568-8fed-f94ba0e56b28 tempest-DeleteServersTestJSON-1321460479 tempest-DeleteServersTestJSON-1321460479-project] 10.222.0.45 "GET /v2.0/ports?device_id=b50feb40-c691-4724-8570-f5873bdc5d1e HTTP/1.1" status: 200 len: 943 time: 0.3154445 Jan 21 09:36:19.567651 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0beda05d-594e-4362-80c2-bc999a9a2b64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (9e31de2d-26a2-4a88-b799-f1f3b7df75bf), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:19.583976 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-942106a7-97d3-4164-b947-dc781e62cf42 req-e48ef8c9-9f21-49e7-a5d9-9c10756d8bf2 service neutron] 10.222.0.109 "GET /v2.0/networks/d8632307-2281-4a7d-8be2-4fe34d09fe87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3082266 Jan 21 09:36:19.670001 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-17ff172e-2011-449a-ad6e-0b5955a41869 req-2a3ce91b-3a1b-4b52-9efa-87e3991d4c52 service neutron] 10.222.0.109 "GET /v2.0/networks/4b308458-76e4-44e0-92a9-9be5555db9bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3524466 Jan 21 09:36:19.682393 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.45', 60598) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:36:19.706560 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-ab3706e9-355d-45d4-a92c-293445d2b3b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:19.727729 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff17b377-ee65-4848-b130-a1d78678e82d req-d24de868-c499-4c2e-8618-bb35abb05814 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:19.729471 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-ff17b377-ee65-4848-b130-a1d78678e82d req-d24de868-c499-4c2e-8618-bb35abb05814 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/ports?device_id=59ad64a5-af93-44ef-8031-fd2f2d18a901 HTTP/1.1" status: 200 len: 932 time: 0.1959956 Jan 21 09:36:19.738318 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-47a6b280-5873-4cd8-95dd-1b2d0bd909cf req-26d0a8c6-1706-4655-8cdb-5d80f9d2a864 tempest-DeleteServersTestJSON-1321460479 tempest-DeleteServersTestJSON-1321460479-project] 10.222.0.45 "GET /v2.0/security-groups?id=67f6e35c-bf33-4444-b6b0-37741f9c67e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239399 Jan 21 09:36:19.804326 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-942106a7-97d3-4164-b947-dc781e62cf42 req-8e771354-4c6a-417c-a06f-117c72e00b8e service neutron] 10.222.0.109 "GET /v2.0/networks/d8632307-2281-4a7d-8be2-4fe34d09fe87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2114444 Jan 21 09:36:19.814371 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.notifiers.nova [req-23a464da-a2be-44ba-b12c-e72fb333bbe5 req-32db6ddb-4a39-4096-8e3c-9724e6ed7ad1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63990fa3-fce3-4891-adb2-cd4ebc4c075a {{(pid=103183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:36:19.828596 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-23a464da-a2be-44ba-b12c-e72fb333bbe5 req-32db6ddb-4a39-4096-8e3c-9724e6ed7ad1 service neutron] Publish callbacks [] for port (63990fa3-fce3-4891-adb2-cd4ebc4c075a), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:19.832242 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-ff17b377-ee65-4848-b130-a1d78678e82d req-98f18fb9-230f-40bf-9261-979bbe700541 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/security-groups?id=db9ef9f1-43ce-4c8b-928d-23519653180d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879421 Jan 21 09:36:19.852105 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.db.provisioning_blocks [req-23a464da-a2be-44ba-b12c-e72fb333bbe5 req-32db6ddb-4a39-4096-8e3c-9724e6ed7ad1 service neutron] Transition to ACTIVE for port object 63990fa3-fce3-4891-adb2-cd4ebc4c075a will not be triggered until provisioned by entity L2. {{(pid=103183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:36:19.880916 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-ab3706e9-355d-45d4-a92c-293445d2b3b5 admin admin] Publish callbacks [] for security_group (950e9d78-45b3-4ead-8f9e-5f6e88adacbf), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:19.948986 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-23a464da-a2be-44ba-b12c-e72fb333bbe5 req-32db6ddb-4a39-4096-8e3c-9724e6ed7ad1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774670732957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774670299814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774670299832'] for port (63990fa3-fce3-4891-adb2-cd4ebc4c075a), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:20.005287 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32db6ddb-4a39-4096-8e3c-9724e6ed7ad1 service neutron] Pushing event updated for resources: {'Port': ['ID=63990fa3-fce3-4891-adb2-cd4ebc4c075a,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:20.009343 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-ab3706e9-355d-45d4-a92c-293445d2b3b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126007'] for security_group (950e9d78-45b3-4ead-8f9e-5f6e88adacbf), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:20.070849 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-23a464da-a2be-44ba-b12c-e72fb333bbe5 req-32db6ddb-4a39-4096-8e3c-9724e6ed7ad1 service neutron] Attempting to bind port 63990fa3-fce3-4891-adb2-cd4ebc4c075a on host hv-cinder-80403 for vnic_type normal with profile {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 09:36:20.075270 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-23a464da-a2be-44ba-b12c-e72fb333bbe5 req-32db6ddb-4a39-4096-8e3c-9724e6ed7ad1 service neutron] Attempting to bind port 63990fa3-fce3-4891-adb2-cd4ebc4c075a by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '475e952b-010c-46c4-9dc4-7955dc3077d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '647e31d1-4208-41da-8947-db9d9292bd9e'}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 09:36:20.075270 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a464da-a2be-44ba-b12c-e72fb333bbe5 req-32db6ddb-4a39-4096-8e3c-9724e6ed7ad1 service neutron] Attempting to bind port 63990fa3-fce3-4891-adb2-cd4ebc4c075a on network 647e31d1-4208-41da-8947-db9d9292bd9e {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:36:20.085068 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [None req-ab3706e9-355d-45d4-a92c-293445d2b3b5 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=87e7a40830f140afbf7585740ef79a2a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4004157 Jan 21 09:36:20.085590 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a464da-a2be-44ba-b12c-e72fb333bbe5 req-32db6ddb-4a39-4096-8e3c-9724e6ed7ad1 service neutron] Port 63990fa3-fce3-4891-adb2-cd4ebc4c075a on network 647e31d1-4208-41da-8947-db9d9292bd9e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 21 09:36:20.085907 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a464da-a2be-44ba-b12c-e72fb333bbe5 req-32db6ddb-4a39-4096-8e3c-9724e6ed7ad1 service neutron] Attempting to bind port 63990fa3-fce3-4891-adb2-cd4ebc4c075a on network 647e31d1-4208-41da-8947-db9d9292bd9e {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:36:20.087398 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.wsgi [-] (103182) accepted ('10.222.0.45', 60610) {{(pid=103182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:36:20.088187 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3706e9-355d-45d4-a92c-293445d2b3b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=950e9d78-45b3-4ead-8f9e-5f6e88adacbf,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:20.096733 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a464da-a2be-44ba-b12c-e72fb333bbe5 req-32db6ddb-4a39-4096-8e3c-9724e6ed7ad1 service neutron] Checking agent: {'id': '5a7f6758-1e24-44b8-9b24-65ffc30c20d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 33, 47), 'started_at': datetime.datetime(2022, 1, 21, 9, 33, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 36, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:36:20.096981 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a464da-a2be-44ba-b12c-e72fb333bbe5 req-32db6ddb-4a39-4096-8e3c-9724e6ed7ad1 service neutron] Checking segment: {'id': '475e952b-010c-46c4-9dc4-7955dc3077d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '647e31d1-4208-41da-8947-db9d9292bd9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 09:36:20.097413 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a464da-a2be-44ba-b12c-e72fb333bbe5 req-32db6ddb-4a39-4096-8e3c-9724e6ed7ad1 service neutron] Bound using segment: {'id': '475e952b-010c-46c4-9dc4-7955dc3077d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '647e31d1-4208-41da-8947-db9d9292bd9e'} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:36:20.097848 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-23a464da-a2be-44ba-b12c-e72fb333bbe5 req-32db6ddb-4a39-4096-8e3c-9724e6ed7ad1 service neutron] Bound port: 63990fa3-fce3-4891-adb2-cd4ebc4c075a, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '475e952b-010c-46c4-9dc4-7955dc3077d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '647e31d1-4208-41da-8947-db9d9292bd9e'}}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 09:36:20.098208 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-23a464da-a2be-44ba-b12c-e72fb333bbe5 req-32db6ddb-4a39-4096-8e3c-9724e6ed7ad1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (63990fa3-fce3-4891-adb2-cd4ebc4c075a), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:20.197788 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-23a464da-a2be-44ba-b12c-e72fb333bbe5 req-32db6ddb-4a39-4096-8e3c-9724e6ed7ad1 service neutron] For port 63990fa3-fce3-4891-adb2-cd4ebc4c075a, host hv-cinder-80403, cleared binding levels {{(pid=103183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:36:20.201651 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-23a464da-a2be-44ba-b12c-e72fb333bbe5 req-32db6ddb-4a39-4096-8e3c-9724e6ed7ad1 service neutron] For port 63990fa3-fce3-4891-adb2-cd4ebc4c075a, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=63990fa3-fce3-4891-adb2-cd4ebc4c075a,segment=NetworkSegment(475e952b-010c-46c4-9dc4-7955dc3077d3),segment_id=475e952b-010c-46c4-9dc4-7955dc3077d3)] {{(pid=103183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:36:20.205456 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-2ac41337-d8af-4242-b312-5b28fb0dafc8 admin admin] Publish callbacks [] for security_group (950e9d78-45b3-4ead-8f9e-5f6e88adacbf), before_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:20.233207 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-2ac41337-d8af-4242-b312-5b28fb0dafc8 admin admin] Publish callbacks [] for security_group (950e9d78-45b3-4ead-8f9e-5f6e88adacbf), precommit_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:20.243154 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da4aa9d-646e-4c80-af13-a992d40f53d4 req-0b62fca7-842d-4741-a3e6-35a586873b45 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:20.244626 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-2da4aa9d-646e-4c80-af13-a992d40f53d4 req-0b62fca7-842d-4741-a3e6-35a586873b45 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/ports?device_id=06ae865a-6ba5-4198-be6d-e6056e645411 HTTP/1.1" status: 200 len: 944 time: 0.0798578 Jan 21 09:36:20.283515 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-23a464da-a2be-44ba-b12c-e72fb333bbe5 req-32db6ddb-4a39-4096-8e3c-9724e6ed7ad1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774670732957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774670299814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774670299832'] for port (63990fa3-fce3-4891-adb2-cd4ebc4c075a), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:20.313329 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-2da4aa9d-646e-4c80-af13-a992d40f53d4 req-b4b83963-2c80-4709-9408-d3042c76d997 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/security-groups?id=3362d256-4580-47a9-b110-e51f4226c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617776 Jan 21 09:36:20.317789 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a464da-a2be-44ba-b12c-e72fb333bbe5 req-32db6ddb-4a39-4096-8e3c-9724e6ed7ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:20.318498 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-23a464da-a2be-44ba-b12c-e72fb333bbe5 req-32db6ddb-4a39-4096-8e3c-9724e6ed7ad1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4184320'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:20.320165 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [req-23a464da-a2be-44ba-b12c-e72fb333bbe5 req-32db6ddb-4a39-4096-8e3c-9724e6ed7ad1 service neutron] 10.222.0.109 "PUT /v2.0/ports/63990fa3-fce3-4891-adb2-cd4ebc4c075a HTTP/1.1" status: 200 len: 1094 time: 1.3110061 Jan 21 09:36:20.320754 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59ad64a5-af93-44ef-8031-fd2f2d18a901', 'tag': '63990fa3-fce3-4891-adb2-cd4ebc4c075a'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:36:20.325975 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}992134b551516638de2fc86679e3aea2e95c492b491da8cc78de32f00b876de5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-531f3a86-dbdd-458a-992d-2f421fb382c4" -d '{"events": [{"name": "network-changed", "server_uuid": "59ad64a5-af93-44ef-8031-fd2f2d18a901", "tag": "63990fa3-fce3-4891-adb2-cd4ebc4c075a"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:36:20.366365 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32db6ddb-4a39-4096-8e3c-9724e6ed7ad1 service neutron] Pushing event updated for resources: {'Port': ['ID=63990fa3-fce3-4891-adb2-cd4ebc4c075a,revision_number=3']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:20.374448 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 09:36:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e3e363d-a3d8-4a3a-b3dd-06585a270ba8 x-openstack-request-id: req-5e3e363d-a3d8-4a3a-b3dd-06585a270ba8 {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:36:20.374749 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59ad64a5-af93-44ef-8031-fd2f2d18a901", "tag": "63990fa3-fce3-4891-adb2-cd4ebc4c075a", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:36:20.375068 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5e3e363d-a3d8-4a3a-b3dd-06585a270ba8 {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:36:20.375408 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59ad64a5-af93-44ef-8031-fd2f2d18a901', 'tag': '63990fa3-fce3-4891-adb2-cd4ebc4c075a', 'status': 'completed', 'code': 200} Jan 21 09:36:20.408472 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-2ac41337-d8af-4242-b312-5b28fb0dafc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126007'] for security_group (950e9d78-45b3-4ead-8f9e-5f6e88adacbf), after_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:20.411147 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-2ac41337-d8af-4242-b312-5b28fb0dafc8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:20.412300 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [None req-2ac41337-d8af-4242-b312-5b28fb0dafc8 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/950e9d78-45b3-4ead-8f9e-5f6e88adacbf HTTP/1.1" status: 204 len: 168 time: 0.3237135 Jan 21 09:36:20.435840 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac41337-d8af-4242-b312-5b28fb0dafc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=950e9d78-45b3-4ead-8f9e-5f6e88adacbf,revision_number=None']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:20.589647 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0562b95-90ba-430c-afee-7bbc5b7ac42e req-8f7b2b0d-418f-439a-9609-d6f65f3afc0c tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:20.591124 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-d0562b95-90ba-430c-afee-7bbc5b7ac42e req-8f7b2b0d-418f-439a-9609-d6f65f3afc0c tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] 10.222.0.45 "GET /v2.0/ports?device_id=370b78d2-d154-4c93-b8ef-3723bd26c3d4 HTTP/1.1" status: 200 len: 944 time: 0.0516624 Jan 21 09:36:20.640941 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-d0562b95-90ba-430c-afee-7bbc5b7ac42e req-b9b23316-8caa-41cd-8e7c-8b08fc01c512 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] 10.222.0.45 "GET /v2.0/security-groups?id=689824d6-e2cc-4e2f-a7c0-efd7e57bdd17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441556 Jan 21 09:36:20.920381 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e087924-8d6e-4328-b29a-5849e14774e2 req-c2ee7623-b65a-450b-9853-f62765b8e953 tempest-DeleteServersTestJSON-1321460479 tempest-DeleteServersTestJSON-1321460479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:20.922424 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-9e087924-8d6e-4328-b29a-5849e14774e2 req-c2ee7623-b65a-450b-9853-f62765b8e953 tempest-DeleteServersTestJSON-1321460479 tempest-DeleteServersTestJSON-1321460479-project] 10.222.0.45 "GET /v2.0/ports?device_id=b50feb40-c691-4724-8570-f5873bdc5d1e HTTP/1.1" status: 200 len: 943 time: 0.0832608 Jan 21 09:36:21.002582 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86853bb9-c133-4d56-be21-41f308bfcce9 req-c3e3a8b5-5d72-43b8-9de4-e98ea08e8366 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:21.006101 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-86853bb9-c133-4d56-be21-41f308bfcce9 req-c3e3a8b5-5d72-43b8-9de4-e98ea08e8366 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/ports?device_id=59ad64a5-af93-44ef-8031-fd2f2d18a901 HTTP/1.1" status: 200 len: 944 time: 0.0807302 Jan 21 09:36:21.028457 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-9e087924-8d6e-4328-b29a-5849e14774e2 req-f3695b52-0f58-4bef-9017-59a051dc25a7 tempest-DeleteServersTestJSON-1321460479 tempest-DeleteServersTestJSON-1321460479-project] 10.222.0.45 "GET /v2.0/security-groups?id=67f6e35c-bf33-4444-b6b0-37741f9c67e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913885 Jan 21 09:36:21.087694 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-86853bb9-c133-4d56-be21-41f308bfcce9 req-7d153ee7-e03f-4793-bfcd-e048c4bd9d94 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/security-groups?id=db9ef9f1-43ce-4c8b-928d-23519653180d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768013 Jan 21 09:36:21.212982 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f5928849-742c-4298-9c4e-ae1543ad1886 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (fd0edb9a-d711-47a6-aedf-fe72898a6c79), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:21.448037 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d508bd45-0560-45ad-ad25-c393464b0f49 req-140d2bbc-e8ab-4460-9a17-0e036cdab952 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:21.449618 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-d508bd45-0560-45ad-ad25-c393464b0f49 req-140d2bbc-e8ab-4460-9a17-0e036cdab952 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/ports?device_id=06ae865a-6ba5-4198-be6d-e6056e645411 HTTP/1.1" status: 200 len: 944 time: 0.0562696 Jan 21 09:36:21.502229 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-d508bd45-0560-45ad-ad25-c393464b0f49 req-4d19c096-377f-4c6f-85ed-222598784c46 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/security-groups?id=3362d256-4580-47a9-b110-e51f4226c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454316 Jan 21 09:36:21.771600 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c68889-0d4f-447c-9d0e-b24e9151f50d req-b3bfdddd-ed4a-486e-b458-239b4c79f54f tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:21.774118 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-d1c68889-0d4f-447c-9d0e-b24e9151f50d req-b3bfdddd-ed4a-486e-b458-239b4c79f54f tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] 10.222.0.45 "GET /v2.0/ports?device_id=370b78d2-d154-4c93-b8ef-3723bd26c3d4 HTTP/1.1" status: 200 len: 944 time: 0.0533118 Jan 21 09:36:21.825652 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-d1c68889-0d4f-447c-9d0e-b24e9151f50d req-dfdb5077-8952-4ca4-a96e-eab5f536486d tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] 10.222.0.45 "GET /v2.0/security-groups?id=689824d6-e2cc-4e2f-a7c0-efd7e57bdd17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463700 Jan 21 09:36:22.157879 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bb3bac-4ebc-4c25-a2a3-8a1741c24d93 req-c9626fbc-20f2-4e7b-9fba-877c4db41f32 tempest-DeleteServersTestJSON-1321460479 tempest-DeleteServersTestJSON-1321460479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:22.160135 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-00bb3bac-4ebc-4c25-a2a3-8a1741c24d93 req-c9626fbc-20f2-4e7b-9fba-877c4db41f32 tempest-DeleteServersTestJSON-1321460479 tempest-DeleteServersTestJSON-1321460479-project] 10.222.0.45 "GET /v2.0/ports?device_id=b50feb40-c691-4724-8570-f5873bdc5d1e HTTP/1.1" status: 200 len: 943 time: 0.0565202 Jan 21 09:36:22.245919 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d13228-a920-44fd-b541-32dcc543e757 req-2dbbaabb-e47c-4196-b01b-0299037cc65e tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:22.247724 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-56d13228-a920-44fd-b541-32dcc543e757 req-2dbbaabb-e47c-4196-b01b-0299037cc65e tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/ports?device_id=59ad64a5-af93-44ef-8031-fd2f2d18a901 HTTP/1.1" status: 200 len: 944 time: 0.0819108 Jan 21 09:36:22.255536 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-00bb3bac-4ebc-4c25-a2a3-8a1741c24d93 req-84745faf-f913-4ee6-81c0-4727183c631e tempest-DeleteServersTestJSON-1321460479 tempest-DeleteServersTestJSON-1321460479-project] 10.222.0.45 "GET /v2.0/security-groups?id=67f6e35c-bf33-4444-b6b0-37741f9c67e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804636 Jan 21 09:36:22.333289 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-56d13228-a920-44fd-b541-32dcc543e757 req-e583d3e3-62bf-4625-bfb1-a3f0af7d420a tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/security-groups?id=db9ef9f1-43ce-4c8b-928d-23519653180d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765412 Jan 21 09:36:22.423219 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (a4f58dde-e5c6-489c-94fe-b355a6abc90e), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:22.627681 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9fdf51-b6fc-4729-97c3-289ae6348ca9 req-80ffea18-49d3-4323-a332-ae5792ae5f96 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:22.629221 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-7e9fdf51-b6fc-4729-97c3-289ae6348ca9 req-80ffea18-49d3-4323-a332-ae5792ae5f96 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/ports?device_id=06ae865a-6ba5-4198-be6d-e6056e645411 HTTP/1.1" status: 200 len: 944 time: 0.0506606 Jan 21 09:36:22.694926 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-7e9fdf51-b6fc-4729-97c3-289ae6348ca9 req-37654006-38f6-4a75-817d-8d9ab830ff73 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/security-groups?id=3362d256-4580-47a9-b110-e51f4226c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585217 Jan 21 09:36:22.938065 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531f3a86-dbdd-458a-992d-2f421fb382c4 req-dcd6e0a5-95f8-49bd-9e5a-14e0faadf390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:22.939555 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [req-531f3a86-dbdd-458a-992d-2f421fb382c4 req-dcd6e0a5-95f8-49bd-9e5a-14e0faadf390 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=93281ac9cb504124a055279296f2262f&device_id=59ad64a5-af93-44ef-8031-fd2f2d18a901 HTTP/1.1" status: 200 len: 1097 time: 0.0455885 Jan 21 09:36:22.960379 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a30b9fc-4e30-44d6-ada5-46b3e907b55f req-275a6de4-57ba-4d72-97f0-ee1155ffd534 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:22.961489 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-5a30b9fc-4e30-44d6-ada5-46b3e907b55f req-275a6de4-57ba-4d72-97f0-ee1155ffd534 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] 10.222.0.45 "GET /v2.0/ports?device_id=370b78d2-d154-4c93-b8ef-3723bd26c3d4 HTTP/1.1" status: 200 len: 944 time: 0.0650353 Jan 21 09:36:23.018828 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-5a30b9fc-4e30-44d6-ada5-46b3e907b55f req-2d7ee9c7-286d-47bc-b64d-acce70609c77 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] 10.222.0.45 "GET /v2.0/security-groups?id=689824d6-e2cc-4e2f-a7c0-efd7e57bdd17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509470 Jan 21 09:36:23.058773 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531f3a86-dbdd-458a-992d-2f421fb382c4 req-2d80ab91-a8ca-45fd-ae2c-e46700b9e1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:23.060279 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [req-531f3a86-dbdd-458a-992d-2f421fb382c4 req-2d80ab91-a8ca-45fd-ae2c-e46700b9e1cf service neutron] 10.222.0.109 "GET /v2.0/networks?tenant_id=93281ac9cb504124a055279296f2262f&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1123528 Jan 21 09:36:23.171504 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531f3a86-dbdd-458a-992d-2f421fb382c4 req-91fb8fff-7f85-4189-8310-84a7d1e66147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:23.172985 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [req-531f3a86-dbdd-458a-992d-2f421fb382c4 req-91fb8fff-7f85-4189-8310-84a7d1e66147 service neutron] 10.222.0.109 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1060548 Jan 21 09:36:23.257448 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a464da-a2be-44ba-b12c-e72fb333bbe5 req-3b3f8b97-5e20-4e1b-9cd8-677d00fbc023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:23.258838 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [req-23a464da-a2be-44ba-b12c-e72fb333bbe5 req-3b3f8b97-5e20-4e1b-9cd8-677d00fbc023 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=93281ac9cb504124a055279296f2262f&device_id=59ad64a5-af93-44ef-8031-fd2f2d18a901 HTTP/1.1" status: 200 len: 1097 time: 0.0430157 Jan 21 09:36:23.306887 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [req-23a464da-a2be-44ba-b12c-e72fb333bbe5 req-70af6c72-8263-4d1d-aafb-f896390a3b4d service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=63990fa3-fce3-4891-adb2-cd4ebc4c075a HTTP/1.1" status: 200 len: 217 time: 0.0407565 Jan 21 09:36:23.401497 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a464da-a2be-44ba-b12c-e72fb333bbe5 req-2f7f128f-886b-488f-94f8-5754789211cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:23.409819 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [req-23a464da-a2be-44ba-b12c-e72fb333bbe5 req-2f7f128f-886b-488f-94f8-5754789211cd service neutron] 10.222.0.109 "GET /v2.0/subnets?id=55369842-b446-444b-92ff-367c2e723c52 HTTP/1.1" status: 200 len: 856 time: 0.0886698 Jan 21 09:36:23.435624 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d9a78e-842d-48e2-9b52-6b0da80660ae req-8601868e-5627-477f-af30-705e91d0a4e9 tempest-DeleteServersTestJSON-1321460479 tempest-DeleteServersTestJSON-1321460479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:23.437411 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-e2d9a78e-842d-48e2-9b52-6b0da80660ae req-8601868e-5627-477f-af30-705e91d0a4e9 tempest-DeleteServersTestJSON-1321460479 tempest-DeleteServersTestJSON-1321460479-project] 10.222.0.45 "GET /v2.0/ports?device_id=b50feb40-c691-4724-8570-f5873bdc5d1e HTTP/1.1" status: 200 len: 943 time: 0.0680668 Jan 21 09:36:23.467126 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a464da-a2be-44ba-b12c-e72fb333bbe5 req-7e7efe66-1d78-49ee-a15f-c4cc0e639dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:23.468687 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [req-23a464da-a2be-44ba-b12c-e72fb333bbe5 req-7e7efe66-1d78-49ee-a15f-c4cc0e639dd9 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=647e31d1-4208-41da-8947-db9d9292bd9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0554230 Jan 21 09:36:23.524714 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-e2d9a78e-842d-48e2-9b52-6b0da80660ae req-2b480175-5231-482f-a5b8-55e52bfef233 tempest-DeleteServersTestJSON-1321460479 tempest-DeleteServersTestJSON-1321460479-project] 10.222.0.45 "GET /v2.0/security-groups?id=67f6e35c-bf33-4444-b6b0-37741f9c67e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779514 Jan 21 09:36:23.534509 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e6ae79-b354-4eab-ab49-88466550db7f req-7c0d7449-5e11-483e-9dc0-c60bcb37eecb tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:23.536263 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-e8e6ae79-b354-4eab-ab49-88466550db7f req-7c0d7449-5e11-483e-9dc0-c60bcb37eecb tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/ports?device_id=59ad64a5-af93-44ef-8031-fd2f2d18a901 HTTP/1.1" status: 200 len: 944 time: 0.0876443 Jan 21 09:36:23.595328 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [req-23a464da-a2be-44ba-b12c-e72fb333bbe5 req-a257f1c1-0e33-419c-b3e1-e6b4ca1bd0e1 service neutron] 10.222.0.109 "GET /v2.0/networks/647e31d1-4208-41da-8947-db9d9292bd9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185365 Jan 21 09:36:23.598972 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-e8e6ae79-b354-4eab-ab49-88466550db7f req-d2915f41-27c1-422a-992c-a5e429e716fa tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/security-groups?id=db9ef9f1-43ce-4c8b-928d-23519653180d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548098 Jan 21 09:36:23.704577 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [req-23a464da-a2be-44ba-b12c-e72fb333bbe5 req-d6e662e9-5d81-4478-80ad-e3617c57c08f service neutron] 10.222.0.109 "GET /v2.0/networks/647e31d1-4208-41da-8947-db9d9292bd9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016436 Jan 21 09:36:23.832365 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da021c49-51f0-458f-95a9-27a8512f744b req-52b1b440-0f38-45c8-a260-4bde8e8882ad tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:23.834591 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-da021c49-51f0-458f-95a9-27a8512f744b req-52b1b440-0f38-45c8-a260-4bde8e8882ad tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/ports?device_id=06ae865a-6ba5-4198-be6d-e6056e645411 HTTP/1.1" status: 200 len: 944 time: 0.0592818 Jan 21 09:36:23.886648 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-da021c49-51f0-458f-95a9-27a8512f744b req-482f4033-23fe-4564-8e1e-42f217620a24 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/security-groups?id=3362d256-4580-47a9-b110-e51f4226c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463312 Jan 21 09:36:23.953601 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Device 2b16cf8c-7e83-4177-a9ae-f7516c48e617 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=103184) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 21 09:36:24.092162 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] For port 2b16cf8c-7e83-4177-a9ae-f7516c48e617, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=2b16cf8c-7e83-4177-a9ae-f7516c48e617,segment=NetworkSegment(35a81bfb-b86f-4b2c-995f-cd79ffba19d0),segment_id=35a81bfb-b86f-4b2c-995f-cd79ffba19d0)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:36:24.107888 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Returning: {'device': '2b16cf8c-7e83-4177-a9ae-f7516c48e617', 'network_id': 'd8632307-2281-4a7d-8be2-4fe34d09fe87', 'port_id': '2b16cf8c-7e83-4177-a9ae-f7516c48e617', 'mac_address': 'fa:16:3e:d8:f7:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72f007c2-95bb-4c65-8ae3-279d29a2c1fd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103184) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 21 09:36:24.153954 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0b52d6-5048-4b4e-9593-8437bada6123 req-e3d49535-da9e-4218-a6f9-9ad952902d35 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:24.155532 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-5a0b52d6-5048-4b4e-9593-8437bada6123 req-e3d49535-da9e-4218-a6f9-9ad952902d35 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] 10.222.0.45 "GET /v2.0/ports?device_id=370b78d2-d154-4c93-b8ef-3723bd26c3d4 HTTP/1.1" status: 200 len: 944 time: 0.0575495 Jan 21 09:36:24.157572 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Current status of the port 2b16cf8c-7e83-4177-a9ae-f7516c48e617 is: DOWN; New status is: BUILD {{(pid=103184) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:36:24.157970 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (2b16cf8c-7e83-4177-a9ae-f7516c48e617), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:24.180024 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.notifiers.nova [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b16cf8c-7e83-4177-a9ae-f7516c48e617 {{(pid=103184) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:36:24.204085 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] For port 2b16cf8c-7e83-4177-a9ae-f7516c48e617, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=2b16cf8c-7e83-4177-a9ae-f7516c48e617,segment=NetworkSegment(35a81bfb-b86f-4b2c-995f-cd79ffba19d0),segment_id=35a81bfb-b86f-4b2c-995f-cd79ffba19d0)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:36:24.217508 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-5a0b52d6-5048-4b4e-9593-8437bada6123 req-62927eac-0911-456f-9325-5092239ec9d4 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] 10.222.0.45 "GET /v2.0/security-groups?id=689824d6-e2cc-4e2f-a7c0-efd7e57bdd17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553656 Jan 21 09:36:24.274854 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774670732957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774670299814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774670299832'] for port (2b16cf8c-7e83-4177-a9ae-f7516c48e617), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:24.275444 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Device 9eccc2a4-ddb6-4675-9f12-63953114fa21 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=103184) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 21 09:36:24.343808 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Pushing event updated for resources: {'Port': ['ID=2b16cf8c-7e83-4177-a9ae-f7516c48e617,revision_number=4']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:24.347575 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] For port 9eccc2a4-ddb6-4675-9f12-63953114fa21, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=9eccc2a4-ddb6-4675-9f12-63953114fa21,segment=NetworkSegment(35a81bfb-b86f-4b2c-995f-cd79ffba19d0),segment_id=35a81bfb-b86f-4b2c-995f-cd79ffba19d0)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:36:24.361890 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Returning: {'device': '9eccc2a4-ddb6-4675-9f12-63953114fa21', 'network_id': 'd8632307-2281-4a7d-8be2-4fe34d09fe87', 'port_id': '9eccc2a4-ddb6-4675-9f12-63953114fa21', 'mac_address': 'fa:16:3e:2a:c5:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72f007c2-95bb-4c65-8ae3-279d29a2c1fd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103184) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 21 09:36:24.404833 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Current status of the port 9eccc2a4-ddb6-4675-9f12-63953114fa21 is: DOWN; New status is: BUILD {{(pid=103184) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:36:24.405275 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (9eccc2a4-ddb6-4675-9f12-63953114fa21), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:24.420114 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.notifiers.nova [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9eccc2a4-ddb6-4675-9f12-63953114fa21 {{(pid=103184) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:36:24.445692 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] For port 9eccc2a4-ddb6-4675-9f12-63953114fa21, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=9eccc2a4-ddb6-4675-9f12-63953114fa21,segment=NetworkSegment(35a81bfb-b86f-4b2c-995f-cd79ffba19d0),segment_id=35a81bfb-b86f-4b2c-995f-cd79ffba19d0)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:36:24.549870 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774670732957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774670299814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774670299832'] for port (9eccc2a4-ddb6-4675-9f12-63953114fa21), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:24.552423 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Device af30d40e-e03c-4e1e-a789-41a34ac8bec6 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=103184) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 21 09:36:24.641894 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Pushing event updated for resources: {'Port': ['ID=9eccc2a4-ddb6-4675-9f12-63953114fa21,revision_number=4']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:24.684244 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a76611-afb3-4a65-a205-ccc2010c2547 req-c068ef5d-34bf-41e0-8924-6e7186b699cc tempest-DeleteServersTestJSON-1321460479 tempest-DeleteServersTestJSON-1321460479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:24.686061 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-74a76611-afb3-4a65-a205-ccc2010c2547 req-c068ef5d-34bf-41e0-8924-6e7186b699cc tempest-DeleteServersTestJSON-1321460479 tempest-DeleteServersTestJSON-1321460479-project] 10.222.0.45 "GET /v2.0/ports?device_id=b50feb40-c691-4724-8570-f5873bdc5d1e HTTP/1.1" status: 200 len: 943 time: 0.0701497 Jan 21 09:36:24.731012 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] For port af30d40e-e03c-4e1e-a789-41a34ac8bec6, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=af30d40e-e03c-4e1e-a789-41a34ac8bec6,segment=NetworkSegment(040eb47d-f813-4918-9757-ad97391c2793),segment_id=040eb47d-f813-4918-9757-ad97391c2793)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:36:24.755496 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Returning: {'device': 'af30d40e-e03c-4e1e-a789-41a34ac8bec6', 'network_id': '6d3bfab5-614b-42ce-87b9-03bdb3f3c1da', 'port_id': 'af30d40e-e03c-4e1e-a789-41a34ac8bec6', 'mac_address': 'fa:16:3e:a2:c1:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc85c810-f6f8-41f3-bbb2-2b1bee730031', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103184) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 21 09:36:24.797978 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de832f23-8bb7-4564-863d-ba5d7f2ba066 req-3ae915c8-a148-481e-a4a9-1cb52b19e2d5 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:24.799760 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-de832f23-8bb7-4564-863d-ba5d7f2ba066 req-3ae915c8-a148-481e-a4a9-1cb52b19e2d5 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/ports?device_id=59ad64a5-af93-44ef-8031-fd2f2d18a901 HTTP/1.1" status: 200 len: 944 time: 0.1127820 Jan 21 09:36:24.807515 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-74a76611-afb3-4a65-a205-ccc2010c2547 req-31296081-5707-4a57-b265-fcae84284e59 tempest-DeleteServersTestJSON-1321460479 tempest-DeleteServersTestJSON-1321460479-project] 10.222.0.45 "GET /v2.0/security-groups?id=67f6e35c-bf33-4444-b6b0-37741f9c67e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102376 Jan 21 09:36:24.821096 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Current status of the port af30d40e-e03c-4e1e-a789-41a34ac8bec6 is: DOWN; New status is: BUILD {{(pid=103184) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:36:24.821640 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (af30d40e-e03c-4e1e-a789-41a34ac8bec6), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:24.842977 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.notifiers.nova [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af30d40e-e03c-4e1e-a789-41a34ac8bec6 {{(pid=103184) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:36:24.869403 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] For port af30d40e-e03c-4e1e-a789-41a34ac8bec6, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=af30d40e-e03c-4e1e-a789-41a34ac8bec6,segment=NetworkSegment(040eb47d-f813-4918-9757-ad97391c2793),segment_id=040eb47d-f813-4918-9757-ad97391c2793)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:36:24.869512 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-de832f23-8bb7-4564-863d-ba5d7f2ba066 req-a8c6e52c-3aa1-45cc-aa8c-b5bc6b88f3ac tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/security-groups?id=db9ef9f1-43ce-4c8b-928d-23519653180d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551913 Jan 21 09:36:24.945884 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774670732957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774670299814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774670299832'] for port (af30d40e-e03c-4e1e-a789-41a34ac8bec6), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:24.946546 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Device dde72027-8017-427e-a871-c6be683d8168 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=103184) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 21 09:36:25.010352 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df6e350-8565-4912-bc5c-b96a5608e775 req-b7d3960f-da3d-43e6-9d5e-a1e1e9976d3d tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:25.011880 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-2df6e350-8565-4912-bc5c-b96a5608e775 req-b7d3960f-da3d-43e6-9d5e-a1e1e9976d3d tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/ports?device_id=06ae865a-6ba5-4198-be6d-e6056e645411 HTTP/1.1" status: 200 len: 945 time: 0.0542860 Jan 21 09:36:25.023889 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Pushing event updated for resources: {'Port': ['ID=af30d40e-e03c-4e1e-a789-41a34ac8bec6,revision_number=4']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:25.066390 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-2df6e350-8565-4912-bc5c-b96a5608e775 req-277ca3c0-0122-4242-857b-df0948a80f57 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/security-groups?id=3362d256-4580-47a9-b110-e51f4226c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475779 Jan 21 09:36:25.128580 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] For port dde72027-8017-427e-a871-c6be683d8168, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=dde72027-8017-427e-a871-c6be683d8168,segment=NetworkSegment(8461ac26-15e8-439c-b33d-fe4263fb9a4e),segment_id=8461ac26-15e8-439c-b33d-fe4263fb9a4e)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:36:25.141200 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Returning: {'device': 'dde72027-8017-427e-a871-c6be683d8168', 'network_id': '4b308458-76e4-44e0-92a9-9be5555db9bc', 'port_id': 'dde72027-8017-427e-a871-c6be683d8168', 'mac_address': 'fa:16:3e:ac:cc:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2505870-163d-404f-ba9e-f9c2872a5e5a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103184) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 21 09:36:25.182488 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Current status of the port dde72027-8017-427e-a871-c6be683d8168 is: DOWN; New status is: BUILD {{(pid=103184) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:36:25.182893 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (dde72027-8017-427e-a871-c6be683d8168), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:25.208132 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.notifiers.nova [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dde72027-8017-427e-a871-c6be683d8168 {{(pid=103184) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:36:25.229792 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] For port dde72027-8017-427e-a871-c6be683d8168, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=dde72027-8017-427e-a871-c6be683d8168,segment=NetworkSegment(8461ac26-15e8-439c-b33d-fe4263fb9a4e),segment_id=8461ac26-15e8-439c-b33d-fe4263fb9a4e)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:36:25.341014 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774670732957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774670299814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774670299832'] for port (dde72027-8017-427e-a871-c6be683d8168), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:25.351135 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3098b662-7caf-46fd-918a-db1879c5e123 req-218c7fe6-6ff9-435b-acfb-aa5bb45b7653 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:25.353387 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-3098b662-7caf-46fd-918a-db1879c5e123 req-218c7fe6-6ff9-435b-acfb-aa5bb45b7653 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] 10.222.0.45 "GET /v2.0/ports?device_id=370b78d2-d154-4c93-b8ef-3723bd26c3d4 HTTP/1.1" status: 200 len: 945 time: 0.0653217 Jan 21 09:36:25.407570 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-3098b662-7caf-46fd-918a-db1879c5e123 req-8f6d95d9-1e15-4761-ae05-9f6aedd77814 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] 10.222.0.45 "GET /v2.0/security-groups?id=689824d6-e2cc-4e2f-a7c0-efd7e57bdd17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484281 Jan 21 09:36:25.430055 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Pushing event updated for resources: {'Port': ['ID=dde72027-8017-427e-a871-c6be683d8168,revision_number=4']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:25.954491 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7116fa0d-a99e-4edf-a481-1fd70743b116 req-531a93c8-cc66-4083-a4cf-6bfb3ec273bb tempest-DeleteServersTestJSON-1321460479 tempest-DeleteServersTestJSON-1321460479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:25.956804 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-7116fa0d-a99e-4edf-a481-1fd70743b116 req-531a93c8-cc66-4083-a4cf-6bfb3ec273bb tempest-DeleteServersTestJSON-1321460479 tempest-DeleteServersTestJSON-1321460479-project] 10.222.0.45 "GET /v2.0/ports?device_id=b50feb40-c691-4724-8570-f5873bdc5d1e HTTP/1.1" status: 200 len: 944 time: 0.0636251 Jan 21 09:36:26.032806 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] get_ports_and_sgs() called for port_ids ['9eccc2a4-ddb6-4675-9f12-63953114fa21'] {{(pid=103184) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 09:36:26.039697 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.45', 60904) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:36:26.057820 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-7116fa0d-a99e-4edf-a481-1fd70743b116 req-efe5825f-8d11-4035-afc6-85716669f44e tempest-DeleteServersTestJSON-1321460479 tempest-DeleteServersTestJSON-1321460479-project] 10.222.0.45 "GET /v2.0/security-groups?id=67f6e35c-bf33-4444-b6b0-37741f9c67e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893042 Jan 21 09:36:26.071315 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e3a42d-2be3-47bc-9d6a-1aee260433d8 req-d95a9716-9e87-49a9-bbea-cd04a5d07bf7 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:26.072949 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-84e3a42d-2be3-47bc-9d6a-1aee260433d8 req-d95a9716-9e87-49a9-bbea-cd04a5d07bf7 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/ports?device_id=59ad64a5-af93-44ef-8031-fd2f2d18a901 HTTP/1.1" status: 200 len: 944 time: 0.1151273 Jan 21 09:36:26.136127 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-84e3a42d-2be3-47bc-9d6a-1aee260433d8 req-d9778828-99a5-421a-b008-e14f6c94e0a0 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/security-groups?id=db9ef9f1-43ce-4c8b-928d-23519653180d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573311 Jan 21 09:36:26.195675 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d246a0cd-e66e-4b68-9e26-6c18bb32853b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:26.257998 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f62d1b-10ef-42d6-9b0a-5d877b06d979 req-fbf91ae6-7aa9-4b60-99e0-be2b33885de3 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:26.269407 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-b8f62d1b-10ef-42d6-9b0a-5d877b06d979 req-fbf91ae6-7aa9-4b60-99e0-be2b33885de3 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/ports?device_id=06ae865a-6ba5-4198-be6d-e6056e645411 HTTP/1.1" status: 200 len: 945 time: 0.0833974 Jan 21 09:36:26.300839 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d246a0cd-e66e-4b68-9e26-6c18bb32853b admin admin] Publish callbacks [] for security_group (a2dc2e7f-aece-478d-b568-c8c6632a678f), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:26.317505 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-b8f62d1b-10ef-42d6-9b0a-5d877b06d979 req-35cfd8f2-e2c1-41ab-9774-9981117b66e3 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/security-groups?id=3362d256-4580-47a9-b110-e51f4226c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470674 Jan 21 09:36:26.366651 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d246a0cd-e66e-4b68-9e26-6c18bb32853b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126007'] for security_group (a2dc2e7f-aece-478d-b568-c8c6632a678f), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:26.406688 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [None req-d246a0cd-e66e-4b68-9e26-6c18bb32853b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=acd6904a5a884138bbc482c8c3bf771c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3658488 Jan 21 09:36:26.408663 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d246a0cd-e66e-4b68-9e26-6c18bb32853b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2dc2e7f-aece-478d-b568-c8c6632a678f,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:26.409368 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.wsgi [-] (103182) accepted ('10.222.0.45', 60920) {{(pid=103182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:36:26.472826 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-83d8ca35-3a07-4498-86df-87bfd5bb1928 admin admin] Publish callbacks [] for security_group (a2dc2e7f-aece-478d-b568-c8c6632a678f), before_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:26.534700 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-83d8ca35-3a07-4498-86df-87bfd5bb1928 admin admin] Publish callbacks [] for security_group (a2dc2e7f-aece-478d-b568-c8c6632a678f), precommit_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:26.583332 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702b30c4-5537-4f2f-ab1a-6e6bce542ecc req-91d42b53-f334-4607-b494-2c0f59f9b851 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:26.586048 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-702b30c4-5537-4f2f-ab1a-6e6bce542ecc req-91d42b53-f334-4607-b494-2c0f59f9b851 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] 10.222.0.45 "GET /v2.0/ports?device_id=370b78d2-d154-4c93-b8ef-3723bd26c3d4 HTTP/1.1" status: 200 len: 945 time: 0.1025510 Jan 21 09:36:26.647290 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-702b30c4-5537-4f2f-ab1a-6e6bce542ecc req-8651c9cb-9398-4d12-9b42-0bbab80e6b4a tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] 10.222.0.45 "GET /v2.0/security-groups?id=689824d6-e2cc-4e2f-a7c0-efd7e57bdd17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489283 Jan 21 09:36:26.720583 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-83d8ca35-3a07-4498-86df-87bfd5bb1928 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126007'] for security_group (a2dc2e7f-aece-478d-b568-c8c6632a678f), after_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:26.724820 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-83d8ca35-3a07-4498-86df-87bfd5bb1928 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:26.730286 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [None req-83d8ca35-3a07-4498-86df-87bfd5bb1928 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a2dc2e7f-aece-478d-b568-c8c6632a678f HTTP/1.1" status: 204 len: 168 time: 0.3174865 Jan 21 09:36:26.740910 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d8ca35-3a07-4498-86df-87bfd5bb1928 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2dc2e7f-aece-478d-b568-c8c6632a678f,revision_number=None']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:27.184519 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7118264-64ad-4ba6-b46a-043dc30a8bd5 req-10bd4d16-912c-4410-b1be-df1cd5ca7ea1 tempest-DeleteServersTestJSON-1321460479 tempest-DeleteServersTestJSON-1321460479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:27.186152 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-b7118264-64ad-4ba6-b46a-043dc30a8bd5 req-10bd4d16-912c-4410-b1be-df1cd5ca7ea1 tempest-DeleteServersTestJSON-1321460479 tempest-DeleteServersTestJSON-1321460479-project] 10.222.0.45 "GET /v2.0/ports?device_id=b50feb40-c691-4724-8570-f5873bdc5d1e HTTP/1.1" status: 200 len: 944 time: 0.0611722 Jan 21 09:36:27.285672 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-b7118264-64ad-4ba6-b46a-043dc30a8bd5 req-fe3923c5-2541-4672-9472-8c993faf9487 tempest-DeleteServersTestJSON-1321460479 tempest-DeleteServersTestJSON-1321460479-project] 10.222.0.45 "GET /v2.0/security-groups?id=67f6e35c-bf33-4444-b6b0-37741f9c67e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929611 Jan 21 09:36:27.310703 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c56e52-1d93-4079-95fa-eaf856579cef req-1f014e83-f275-49b3-993b-5f4666c518b3 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:27.314555 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-00c56e52-1d93-4079-95fa-eaf856579cef req-1f014e83-f275-49b3-993b-5f4666c518b3 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/ports?device_id=59ad64a5-af93-44ef-8031-fd2f2d18a901 HTTP/1.1" status: 200 len: 944 time: 0.0886095 Jan 21 09:36:27.368362 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-00c56e52-1d93-4079-95fa-eaf856579cef req-f0cba8da-b061-4017-9b86-b4fc1e6a6b67 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/security-groups?id=db9ef9f1-43ce-4c8b-928d-23519653180d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466092 Jan 21 09:36:27.394422 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.45', 60948) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:36:27.413122 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-09dd282c-b922-4007-9fcf-f89162e467ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:27.437209 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1554f982-6a90-4b7c-ae8e-59c0b9c94296 req-b4fc87fe-d505-40c7-92fc-da591713dd6f tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:27.441626 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-1554f982-6a90-4b7c-ae8e-59c0b9c94296 req-b4fc87fe-d505-40c7-92fc-da591713dd6f tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/ports?device_id=06ae865a-6ba5-4198-be6d-e6056e645411 HTTP/1.1" status: 200 len: 945 time: 0.0563431 Jan 21 09:36:27.495193 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-09dd282c-b922-4007-9fcf-f89162e467ec admin admin] Publish callbacks [] for security_group (ef2ae0ca-bb82-44db-b1ee-b871d5ec621e), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:27.495978 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-1554f982-6a90-4b7c-ae8e-59c0b9c94296 req-1d1fe3f0-5668-4ebe-b553-2e6569b8365b tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/security-groups?id=3362d256-4580-47a9-b110-e51f4226c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518005 Jan 21 09:36:27.566233 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-09dd282c-b922-4007-9fcf-f89162e467ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126007'] for security_group (ef2ae0ca-bb82-44db-b1ee-b871d5ec621e), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:27.604992 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09dd282c-b922-4007-9fcf-f89162e467ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef2ae0ca-bb82-44db-b1ee-b871d5ec621e,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:27.610228 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [None req-09dd282c-b922-4007-9fcf-f89162e467ec admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b46274f3107d4c6b9ad814cbc8c2e1d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2109601 Jan 21 09:36:27.613403 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.45', 60950) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:36:27.671048 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-235a7786-28b6-4834-9943-575a170d77bf admin admin] Publish callbacks [] for security_group (ef2ae0ca-bb82-44db-b1ee-b871d5ec621e), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:27.705736 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-235a7786-28b6-4834-9943-575a170d77bf admin admin] Publish callbacks [] for security_group (ef2ae0ca-bb82-44db-b1ee-b871d5ec621e), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:27.764173 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abac7347-57a5-433a-9fbe-123784aa9402 req-92428c49-1de0-4f4c-9c75-2c5b731e3f04 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:27.765717 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-abac7347-57a5-433a-9fbe-123784aa9402 req-92428c49-1de0-4f4c-9c75-2c5b731e3f04 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] 10.222.0.45 "GET /v2.0/ports?device_id=370b78d2-d154-4c93-b8ef-3723bd26c3d4 HTTP/1.1" status: 200 len: 945 time: 0.0523412 Jan 21 09:36:27.827958 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-abac7347-57a5-433a-9fbe-123784aa9402 req-262c2cf5-a68d-43d2-bcc7-986e74a03726 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] 10.222.0.45 "GET /v2.0/security-groups?id=689824d6-e2cc-4e2f-a7c0-efd7e57bdd17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565736 Jan 21 09:36:27.923079 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-235a7786-28b6-4834-9943-575a170d77bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126007'] for security_group (ef2ae0ca-bb82-44db-b1ee-b871d5ec621e), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:27.928561 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-235a7786-28b6-4834-9943-575a170d77bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:27.928561 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [None req-235a7786-28b6-4834-9943-575a170d77bf admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ef2ae0ca-bb82-44db-b1ee-b871d5ec621e HTTP/1.1" status: 204 len: 168 time: 0.3127248 Jan 21 09:36:27.937453 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235a7786-28b6-4834-9943-575a170d77bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef2ae0ca-bb82-44db-b1ee-b871d5ec621e,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:28.428536 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898061b9-98aa-4f14-b7eb-43839c9eee1b req-3bba58ac-a438-4a53-8550-6f5618d13bb7 tempest-DeleteServersTestJSON-1321460479 tempest-DeleteServersTestJSON-1321460479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:28.430580 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-898061b9-98aa-4f14-b7eb-43839c9eee1b req-3bba58ac-a438-4a53-8550-6f5618d13bb7 tempest-DeleteServersTestJSON-1321460479 tempest-DeleteServersTestJSON-1321460479-project] 10.222.0.45 "GET /v2.0/ports?device_id=b50feb40-c691-4724-8570-f5873bdc5d1e HTTP/1.1" status: 200 len: 944 time: 0.0597839 Jan 21 09:36:28.527492 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-898061b9-98aa-4f14-b7eb-43839c9eee1b req-652cc1b5-025c-489b-ac47-33585e783cab tempest-DeleteServersTestJSON-1321460479 tempest-DeleteServersTestJSON-1321460479-project] 10.222.0.45 "GET /v2.0/security-groups?id=67f6e35c-bf33-4444-b6b0-37741f9c67e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874491 Jan 21 09:36:28.552016 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3d7691-a410-490e-88d6-659ef26cd4c9 req-07727a2f-1134-4743-9ba8-c1d31c41708b tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:28.554203 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-3c3d7691-a410-490e-88d6-659ef26cd4c9 req-07727a2f-1134-4743-9ba8-c1d31c41708b tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/ports?device_id=59ad64a5-af93-44ef-8031-fd2f2d18a901 HTTP/1.1" status: 200 len: 944 time: 0.1012888 Jan 21 09:36:28.622203 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-3c3d7691-a410-490e-88d6-659ef26cd4c9 req-02ef7039-be99-4d4b-a370-87381c7fb8ef tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/security-groups?id=db9ef9f1-43ce-4c8b-928d-23519653180d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618832 Jan 21 09:36:28.668902 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] get_ports_and_sgs() called for port_ids ['af30d40e-e03c-4e1e-a789-41a34ac8bec6'] {{(pid=103184) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 09:36:28.696223 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce2200a-022c-4b38-8408-fbd5ed026b85 req-5224139e-f0ee-4c7f-88b5-25509683b6c3 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:28.698191 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-cce2200a-022c-4b38-8408-fbd5ed026b85 req-5224139e-f0ee-4c7f-88b5-25509683b6c3 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/ports?device_id=06ae865a-6ba5-4198-be6d-e6056e645411 HTTP/1.1" status: 200 len: 945 time: 0.0919168 Jan 21 09:36:28.744453 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] get_ports_and_sgs() called for port_ids ['2b16cf8c-7e83-4177-a9ae-f7516c48e617'] {{(pid=103184) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 09:36:28.772408 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-cce2200a-022c-4b38-8408-fbd5ed026b85 req-f49c008d-9ca3-464c-8f35-c9920075af80 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/security-groups?id=3362d256-4580-47a9-b110-e51f4226c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680673 Jan 21 09:36:28.993192 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94435af0-261c-4303-8385-64e148342301 req-62842238-ce61-42d4-a88c-8cf7db1949cb tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:28.994783 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-94435af0-261c-4303-8385-64e148342301 req-62842238-ce61-42d4-a88c-8cf7db1949cb tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] 10.222.0.45 "GET /v2.0/ports?device_id=370b78d2-d154-4c93-b8ef-3723bd26c3d4 HTTP/1.1" status: 200 len: 945 time: 0.0627649 Jan 21 09:36:29.047458 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-94435af0-261c-4303-8385-64e148342301 req-6122240a-f023-4d6e-82ae-8adf7b91d826 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] 10.222.0.45 "GET /v2.0/security-groups?id=689824d6-e2cc-4e2f-a7c0-efd7e57bdd17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467129 Jan 21 09:36:29.170090 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] get_ports_and_sgs() called for port_ids ['dde72027-8017-427e-a871-c6be683d8168'] {{(pid=103184) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 09:36:29.647424 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a3215b-88d4-40bd-b24f-7caea483a220 req-6cc3fb0d-c845-4cf9-894f-f9ba789914dd tempest-DeleteServersTestJSON-1321460479 tempest-DeleteServersTestJSON-1321460479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:29.647890 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-87a3215b-88d4-40bd-b24f-7caea483a220 req-6cc3fb0d-c845-4cf9-894f-f9ba789914dd tempest-DeleteServersTestJSON-1321460479 tempest-DeleteServersTestJSON-1321460479-project] 10.222.0.45 "GET /v2.0/ports?device_id=b50feb40-c691-4724-8570-f5873bdc5d1e HTTP/1.1" status: 200 len: 944 time: 0.0496483 Jan 21 09:36:29.713860 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-87a3215b-88d4-40bd-b24f-7caea483a220 req-b56e3303-4f7f-4868-87b4-1294805d6a7e tempest-DeleteServersTestJSON-1321460479 tempest-DeleteServersTestJSON-1321460479-project] 10.222.0.45 "GET /v2.0/security-groups?id=67f6e35c-bf33-4444-b6b0-37741f9c67e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597274 Jan 21 09:36:29.830878 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c01e9e-5b67-4937-a909-86189b3d29fb req-7435cd19-581f-42de-8e66-7af657a1b425 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:29.832563 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-88c01e9e-5b67-4937-a909-86189b3d29fb req-7435cd19-581f-42de-8e66-7af657a1b425 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/ports?device_id=59ad64a5-af93-44ef-8031-fd2f2d18a901 HTTP/1.1" status: 200 len: 944 time: 0.0711982 Jan 21 09:36:29.914623 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-88c01e9e-5b67-4937-a909-86189b3d29fb req-662143ee-30a5-4257-b722-d1d0511b3d93 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/security-groups?id=db9ef9f1-43ce-4c8b-928d-23519653180d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742750 Jan 21 09:36:29.965700 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe070d77-d0a5-480d-99ae-9f7d1254bfda req-5f90929a-17fb-4bba-a70d-816fb878c5c3 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:29.967370 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-fe070d77-d0a5-480d-99ae-9f7d1254bfda req-5f90929a-17fb-4bba-a70d-816fb878c5c3 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/ports?device_id=06ae865a-6ba5-4198-be6d-e6056e645411 HTTP/1.1" status: 200 len: 945 time: 0.0906365 Jan 21 09:36:30.025796 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-fe070d77-d0a5-480d-99ae-9f7d1254bfda req-cf2ea8eb-530b-49ee-a102-c66e8599b8d6 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/security-groups?id=3362d256-4580-47a9-b110-e51f4226c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515950 Jan 21 09:36:30.169488 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01121960-e03b-47ba-beae-d9b1d4f88b66 req-6409f1d8-a3aa-4a97-80ac-857dfd36308f tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:30.170950 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-01121960-e03b-47ba-beae-d9b1d4f88b66 req-6409f1d8-a3aa-4a97-80ac-857dfd36308f tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] 10.222.0.45 "GET /v2.0/ports?device_id=370b78d2-d154-4c93-b8ef-3723bd26c3d4 HTTP/1.1" status: 200 len: 945 time: 0.0527129 Jan 21 09:36:30.219069 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-01121960-e03b-47ba-beae-d9b1d4f88b66 req-23c5ad31-2039-4ec6-9f8f-4d808386a899 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] 10.222.0.45 "GET /v2.0/security-groups?id=689824d6-e2cc-4e2f-a7c0-efd7e57bdd17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426366 Jan 21 09:36:30.663766 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Device 63990fa3-fce3-4891-adb2-cd4ebc4c075a details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=103184) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 21 09:36:30.667552 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Device 2b16cf8c-7e83-4177-a9ae-f7516c48e617 up at agent hyperv_hv-cinder-80403 {{(pid=103184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:36:30.823622 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] For port 63990fa3-fce3-4891-adb2-cd4ebc4c075a, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=63990fa3-fce3-4891-adb2-cd4ebc4c075a,segment=NetworkSegment(475e952b-010c-46c4-9dc4-7955dc3077d3),segment_id=475e952b-010c-46c4-9dc4-7955dc3077d3)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:36:30.837739 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Returning: {'device': '63990fa3-fce3-4891-adb2-cd4ebc4c075a', 'network_id': '647e31d1-4208-41da-8947-db9d9292bd9e', 'port_id': '63990fa3-fce3-4891-adb2-cd4ebc4c075a', 'mac_address': 'fa:16:3e:ec:9d:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55369842-b446-444b-92ff-367c2e723c52', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103184) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 21 09:36:30.873987 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.provisioning_blocks [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Provisioning for port 2b16cf8c-7e83-4177-a9ae-f7516c48e617 completed by entity L2. {{(pid=103184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:36:30.880192 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.provisioning_blocks [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Provisioning complete for port 2b16cf8c-7e83-4177-a9ae-f7516c48e617 triggered by entity L2. {{(pid=103184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:36:30.880748 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983013'] for port (2b16cf8c-7e83-4177-a9ae-f7516c48e617), provisioning_complete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:30.881658 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c71de4-a08d-4d11-9604-0d225ca6bf56 req-44155967-176d-443f-8b5b-da929b6738bb tempest-DeleteServersTestJSON-1321460479 tempest-DeleteServersTestJSON-1321460479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:30.900048 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-23c71de4-a08d-4d11-9604-0d225ca6bf56 req-44155967-176d-443f-8b5b-da929b6738bb tempest-DeleteServersTestJSON-1321460479 tempest-DeleteServersTestJSON-1321460479-project] 10.222.0.45 "GET /v2.0/ports?device_id=b50feb40-c691-4724-8570-f5873bdc5d1e HTTP/1.1" status: 200 len: 944 time: 0.0878501 Jan 21 09:36:30.921783 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Current status of the port 63990fa3-fce3-4891-adb2-cd4ebc4c075a is: DOWN; New status is: BUILD {{(pid=103184) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:36:30.922458 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (63990fa3-fce3-4891-adb2-cd4ebc4c075a), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:30.973809 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-23c71de4-a08d-4d11-9604-0d225ca6bf56 req-2ed1b99a-35ae-4e1f-8d2e-0455e9878506 tempest-DeleteServersTestJSON-1321460479 tempest-DeleteServersTestJSON-1321460479-project] 10.222.0.45 "GET /v2.0/security-groups?id=67f6e35c-bf33-4444-b6b0-37741f9c67e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720019 Jan 21 09:36:30.983168 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.notifiers.nova [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63990fa3-fce3-4891-adb2-cd4ebc4c075a {{(pid=103184) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:36:31.039522 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] For port 63990fa3-fce3-4891-adb2-cd4ebc4c075a, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=63990fa3-fce3-4891-adb2-cd4ebc4c075a,segment=NetworkSegment(475e952b-010c-46c4-9dc4-7955dc3077d3),segment_id=475e952b-010c-46c4-9dc4-7955dc3077d3)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:36:31.078129 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Current status of the port 2b16cf8c-7e83-4177-a9ae-f7516c48e617 is: BUILD; New status is: ACTIVE {{(pid=103184) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:36:31.078525 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (2b16cf8c-7e83-4177-a9ae-f7516c48e617), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:31.081682 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff63d9d-35df-4930-bd47-eb7d821dc59e req-4befcb20-db92-47b4-87e1-d75929e51453 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:31.083741 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-aff63d9d-35df-4930-bd47-eb7d821dc59e req-4befcb20-db92-47b4-87e1-d75929e51453 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/ports?device_id=59ad64a5-af93-44ef-8031-fd2f2d18a901 HTTP/1.1" status: 200 len: 944 time: 0.0588577 Jan 21 09:36:31.109817 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06ae865a-6ba5-4198-be6d-e6056e645411', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b16cf8c-7e83-4177-a9ae-f7516c48e617'}] {{(pid=103184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:36:31.175858 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-aff63d9d-35df-4930-bd47-eb7d821dc59e req-2df3716b-1911-4af6-8891-58a31cd6868d tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/security-groups?id=db9ef9f1-43ce-4c8b-928d-23519653180d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841503 Jan 21 09:36:31.185216 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96813031-b187-427d-9538-0fb7afe80576 req-261097d2-1c40-414d-8980-bc99e49eedfe tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:31.192319 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-96813031-b187-427d-9538-0fb7afe80576 req-261097d2-1c40-414d-8980-bc99e49eedfe tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/ports?device_id=06ae865a-6ba5-4198-be6d-e6056e645411 HTTP/1.1" status: 200 len: 945 time: 0.0917289 Jan 21 09:36:31.197668 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774670732957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774670299814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774670299832'] for port (63990fa3-fce3-4891-adb2-cd4ebc4c075a), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:31.223101 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] For port 2b16cf8c-7e83-4177-a9ae-f7516c48e617, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=2b16cf8c-7e83-4177-a9ae-f7516c48e617,segment=NetworkSegment(35a81bfb-b86f-4b2c-995f-cd79ffba19d0),segment_id=35a81bfb-b86f-4b2c-995f-cd79ffba19d0)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:36:31.244533 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-96813031-b187-427d-9538-0fb7afe80576 req-dda9b27b-a8b3-4ae9-b637-855f90123365 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/security-groups?id=3362d256-4580-47a9-b110-e51f4226c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511646 Jan 21 09:36:31.299909 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Pushing event updated for resources: {'Port': ['ID=63990fa3-fce3-4891-adb2-cd4ebc4c075a,revision_number=4']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:31.334773 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774670732957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774670299814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774670299832'] for port (2b16cf8c-7e83-4177-a9ae-f7516c48e617), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:31.338282 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Device 9eccc2a4-ddb6-4675-9f12-63953114fa21 up at agent hyperv_hv-cinder-80403 {{(pid=103184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:36:31.375485 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973f00a2-53db-46cd-ba4a-bacb6ff0ab70 req-2a10202d-9168-4e4b-8fc4-5e3a9d3ec3ae tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:31.377084 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-973f00a2-53db-46cd-ba4a-bacb6ff0ab70 req-2a10202d-9168-4e4b-8fc4-5e3a9d3ec3ae tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] 10.222.0.45 "GET /v2.0/ports?device_id=370b78d2-d154-4c93-b8ef-3723bd26c3d4 HTTP/1.1" status: 200 len: 945 time: 0.0554152 Jan 21 09:36:31.438211 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-973f00a2-53db-46cd-ba4a-bacb6ff0ab70 req-701facfb-eaf2-4186-bc55-0e721206094e tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] 10.222.0.45 "GET /v2.0/security-groups?id=689824d6-e2cc-4e2f-a7c0-efd7e57bdd17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541890 Jan 21 09:36:31.505672 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c59f8b740f259e85ceecfc878b6c10e974145cf55d87f3575c92c12753de108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8858d98e-fe69-4888-8cd3-dd36e4413f0e" -d '{"events": [{"server_uuid": "06ae865a-6ba5-4198-be6d-e6056e645411", "name": "network-vif-plugged", "status": "completed", "tag": "2b16cf8c-7e83-4177-a9ae-f7516c48e617"}]}' {{(pid=103184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:36:31.509245 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] get_ports_and_sgs() called for port_ids ['63990fa3-fce3-4891-adb2-cd4ebc4c075a'] {{(pid=103184) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 09:36:31.584113 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Pushing event updated for resources: {'Port': ['ID=2b16cf8c-7e83-4177-a9ae-f7516c48e617,revision_number=5']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:31.663269 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.provisioning_blocks [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Provisioning for port 9eccc2a4-ddb6-4675-9f12-63953114fa21 completed by entity L2. {{(pid=103184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:36:31.679483 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 09:36:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46af62fc-7e4c-4a81-913f-5066cbe7d95c x-openstack-request-id: req-46af62fc-7e4c-4a81-913f-5066cbe7d95c {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:36:31.680172 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06ae865a-6ba5-4198-be6d-e6056e645411", "name": "network-vif-plugged", "status": "completed", "tag": "2b16cf8c-7e83-4177-a9ae-f7516c48e617", "code": 200}]} {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:36:31.680172 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-46af62fc-7e4c-4a81-913f-5066cbe7d95c {{(pid=103184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:36:31.680725 dv-cinder-804035-25-iscsi neutron-server[103184]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06ae865a-6ba5-4198-be6d-e6056e645411', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b16cf8c-7e83-4177-a9ae-f7516c48e617', 'code': 200} Jan 21 09:36:31.681542 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.provisioning_blocks [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Provisioning complete for port 9eccc2a4-ddb6-4675-9f12-63953114fa21 triggered by entity L2. {{(pid=103184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:36:31.681919 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983013'] for port (9eccc2a4-ddb6-4675-9f12-63953114fa21), provisioning_complete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:31.825574 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Current status of the port 9eccc2a4-ddb6-4675-9f12-63953114fa21 is: BUILD; New status is: ACTIVE {{(pid=103184) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:36:31.825964 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (9eccc2a4-ddb6-4675-9f12-63953114fa21), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:31.858308 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] For port 9eccc2a4-ddb6-4675-9f12-63953114fa21, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=9eccc2a4-ddb6-4675-9f12-63953114fa21,segment=NetworkSegment(35a81bfb-b86f-4b2c-995f-cd79ffba19d0),segment_id=35a81bfb-b86f-4b2c-995f-cd79ffba19d0)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:36:31.974770 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774670732957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774670299814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774670299832'] for port (9eccc2a4-ddb6-4675-9f12-63953114fa21), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:31.979015 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Device af30d40e-e03c-4e1e-a789-41a34ac8bec6 up at agent hyperv_hv-cinder-80403 {{(pid=103184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:36:32.073509 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Pushing event updated for resources: {'Port': ['ID=9eccc2a4-ddb6-4675-9f12-63953114fa21,revision_number=5']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:32.097646 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87a9de1-0bd4-4120-8425-21273e37aad8 req-a7eadc0b-d79c-443f-8512-90b340741870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:32.099289 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [req-c87a9de1-0bd4-4120-8425-21273e37aad8 req-a7eadc0b-d79c-443f-8512-90b340741870 service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=06ae865a-6ba5-4198-be6d-e6056e645411 HTTP/1.1" status: 200 len: 1099 time: 0.0781243 Jan 21 09:36:32.119980 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-c87a9de1-0bd4-4120-8425-21273e37aad8 req-bcdc86fb-b167-407b-bf86-468bfe67fd94 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:32.130510 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1d528f-501f-4e5f-adb7-866a940e7a2c req-d05a14e9-e03a-4e62-a6ec-94dd6c88e8f3 tempest-DeleteServersTestJSON-1321460479 tempest-DeleteServersTestJSON-1321460479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:32.133601 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-9a1d528f-501f-4e5f-adb7-866a940e7a2c req-d05a14e9-e03a-4e62-a6ec-94dd6c88e8f3 tempest-DeleteServersTestJSON-1321460479 tempest-DeleteServersTestJSON-1321460479-project] 10.222.0.45 "GET /v2.0/ports?device_id=b50feb40-c691-4724-8570-f5873bdc5d1e HTTP/1.1" status: 200 len: 944 time: 0.0712290 Jan 21 09:36:32.192767 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-9a1d528f-501f-4e5f-adb7-866a940e7a2c req-c44dbf43-672f-4b1b-ba7a-4620d167a26b tempest-DeleteServersTestJSON-1321460479 tempest-DeleteServersTestJSON-1321460479-project] 10.222.0.45 "GET /v2.0/security-groups?id=67f6e35c-bf33-4444-b6b0-37741f9c67e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536406 Jan 21 09:36:32.205641 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-c87a9de1-0bd4-4120-8425-21273e37aad8 req-bcdc86fb-b167-407b-bf86-468bfe67fd94 service neutron] Publish callbacks [] for security_group (b0734c0c-00fa-42ec-ac55-212be8a9bbad), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:32.208836 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.provisioning_blocks [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Provisioning for port af30d40e-e03c-4e1e-a789-41a34ac8bec6 completed by entity L2. {{(pid=103184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:36:32.215065 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.provisioning_blocks [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Provisioning complete for port af30d40e-e03c-4e1e-a789-41a34ac8bec6 triggered by entity L2. {{(pid=103184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:36:32.215526 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983013'] for port (af30d40e-e03c-4e1e-a789-41a34ac8bec6), provisioning_complete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:32.296148 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-c87a9de1-0bd4-4120-8425-21273e37aad8 req-bcdc86fb-b167-407b-bf86-468bfe67fd94 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126007'] for security_group (b0734c0c-00fa-42ec-ac55-212be8a9bbad), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:32.326108 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Current status of the port af30d40e-e03c-4e1e-a789-41a34ac8bec6 is: BUILD; New status is: ACTIVE {{(pid=103184) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:36:32.326614 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (af30d40e-e03c-4e1e-a789-41a34ac8bec6), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:32.329633 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39186b9-4815-449b-8477-45a54e4714bf req-9780c636-b87f-47eb-bf01-4153634b086b tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:32.331463 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-b39186b9-4815-449b-8477-45a54e4714bf req-9780c636-b87f-47eb-bf01-4153634b086b tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/ports?device_id=59ad64a5-af93-44ef-8031-fd2f2d18a901 HTTP/1.1" status: 200 len: 945 time: 0.0699215 Jan 21 09:36:32.362028 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdc86fb-b167-407b-bf86-468bfe67fd94 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=b0734c0c-00fa-42ec-ac55-212be8a9bbad,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:32.363866 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] For port af30d40e-e03c-4e1e-a789-41a34ac8bec6, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=af30d40e-e03c-4e1e-a789-41a34ac8bec6,segment=NetworkSegment(040eb47d-f813-4918-9757-ad97391c2793),segment_id=040eb47d-f813-4918-9757-ad97391c2793)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:36:32.372399 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [req-c87a9de1-0bd4-4120-8425-21273e37aad8 req-bcdc86fb-b167-407b-bf86-468bfe67fd94 service neutron] 10.222.0.109 "GET /v2.0/security-groups?id=3362d256-4580-47a9-b110-e51f4226c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2669897 Jan 21 09:36:32.410286 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-b39186b9-4815-449b-8477-45a54e4714bf req-90524875-642d-43ed-ad3d-c3eb04e67f89 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/security-groups?id=db9ef9f1-43ce-4c8b-928d-23519653180d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690665 Jan 21 09:36:32.419218 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33abc58e-1f17-41fc-9450-4d9183b51280 req-5ee858cd-7239-4280-8d87-856d0d3c896d tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:32.420738 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-33abc58e-1f17-41fc-9450-4d9183b51280 req-5ee858cd-7239-4280-8d87-856d0d3c896d tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/ports?device_id=06ae865a-6ba5-4198-be6d-e6056e645411 HTTP/1.1" status: 200 len: 946 time: 0.0883622 Jan 21 09:36:32.430310 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774670732957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774670299814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774670299832'] for port (af30d40e-e03c-4e1e-a789-41a34ac8bec6), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:32.431270 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Device dde72027-8017-427e-a871-c6be683d8168 up at agent hyperv_hv-cinder-80403 {{(pid=103184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:36:32.500449 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-33abc58e-1f17-41fc-9450-4d9183b51280 req-68d5e0c1-b783-4f1d-b2fc-a8d4a3372506 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/security-groups?id=3362d256-4580-47a9-b110-e51f4226c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739362 Jan 21 09:36:32.523992 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Pushing event updated for resources: {'Port': ['ID=af30d40e-e03c-4e1e-a789-41a34ac8bec6,revision_number=5']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:32.588671 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.provisioning_blocks [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Provisioning for port dde72027-8017-427e-a871-c6be683d8168 completed by entity L2. {{(pid=103184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:36:32.589405 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c35a55-8278-454b-a5c8-50b9c5f99bc2 req-039386b1-63b8-4009-b247-3ba81d2f505f tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:32.591036 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-a7c35a55-8278-454b-a5c8-50b9c5f99bc2 req-039386b1-63b8-4009-b247-3ba81d2f505f tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] 10.222.0.45 "GET /v2.0/ports?device_id=370b78d2-d154-4c93-b8ef-3723bd26c3d4 HTTP/1.1" status: 200 len: 946 time: 0.0498347 Jan 21 09:36:32.594107 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.provisioning_blocks [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Provisioning complete for port dde72027-8017-427e-a871-c6be683d8168 triggered by entity L2. {{(pid=103184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:36:32.594569 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983013'] for port (dde72027-8017-427e-a871-c6be683d8168), provisioning_complete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:32.670897 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-a7c35a55-8278-454b-a5c8-50b9c5f99bc2 req-3eb94511-a5bf-49ed-b313-5a3c69e6f5b2 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] 10.222.0.45 "GET /v2.0/security-groups?id=689824d6-e2cc-4e2f-a7c0-efd7e57bdd17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732203 Jan 21 09:36:32.709756 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Current status of the port dde72027-8017-427e-a871-c6be683d8168 is: BUILD; New status is: ACTIVE {{(pid=103184) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:36:32.710358 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (dde72027-8017-427e-a871-c6be683d8168), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:32.748186 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] For port dde72027-8017-427e-a871-c6be683d8168, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=dde72027-8017-427e-a871-c6be683d8168,segment=NetworkSegment(8461ac26-15e8-439c-b33d-fe4263fb9a4e),segment_id=8461ac26-15e8-439c-b33d-fe4263fb9a4e)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:36:32.820827 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774670732957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774670299814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774670299832'] for port (dde72027-8017-427e-a871-c6be683d8168), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:32.850224 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Device 63990fa3-fce3-4891-adb2-cd4ebc4c075a up at agent hyperv_hv-cinder-80403 {{(pid=103184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:36:32.911096 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Pushing event updated for resources: {'Port': ['ID=dde72027-8017-427e-a871-c6be683d8168,revision_number=5']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:32.997426 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.provisioning_blocks [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Provisioning for port 63990fa3-fce3-4891-adb2-cd4ebc4c075a completed by entity L2. {{(pid=103184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:36:33.002507 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.provisioning_blocks [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Provisioning complete for port 63990fa3-fce3-4891-adb2-cd4ebc4c075a triggered by entity L2. {{(pid=103184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:36:33.006491 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983013'] for port (63990fa3-fce3-4891-adb2-cd4ebc4c075a), provisioning_complete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:33.086692 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Current status of the port 63990fa3-fce3-4891-adb2-cd4ebc4c075a is: BUILD; New status is: ACTIVE {{(pid=103184) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:36:33.087085 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (63990fa3-fce3-4891-adb2-cd4ebc4c075a), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:33.122112 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] For port 63990fa3-fce3-4891-adb2-cd4ebc4c075a, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=63990fa3-fce3-4891-adb2-cd4ebc4c075a,segment=NetworkSegment(475e952b-010c-46c4-9dc4-7955dc3077d3),segment_id=475e952b-010c-46c4-9dc4-7955dc3077d3)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:36:33.235070 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774670732957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774670299814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774670299832'] for port (63990fa3-fce3-4891-adb2-cd4ebc4c075a), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:33.292037 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Pushing event updated for resources: {'Port': ['ID=63990fa3-fce3-4891-adb2-cd4ebc4c075a,revision_number=5']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:33.319241 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2bc9bc-fd0b-486b-bc8e-f0150916b9a3 req-b52a5f29-c0a3-4633-bfc9-fa2cdb06c6c4 tempest-DeleteServersTestJSON-1321460479 tempest-DeleteServersTestJSON-1321460479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:33.320795 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-8e2bc9bc-fd0b-486b-bc8e-f0150916b9a3 req-b52a5f29-c0a3-4633-bfc9-fa2cdb06c6c4 tempest-DeleteServersTestJSON-1321460479 tempest-DeleteServersTestJSON-1321460479-project] 10.222.0.45 "GET /v2.0/ports?device_id=b50feb40-c691-4724-8570-f5873bdc5d1e HTTP/1.1" status: 200 len: 945 time: 0.0563385 Jan 21 09:36:33.387268 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-8e2bc9bc-fd0b-486b-bc8e-f0150916b9a3 req-11aad770-8353-435b-a2a0-26a395466352 tempest-DeleteServersTestJSON-1321460479 tempest-DeleteServersTestJSON-1321460479-project] 10.222.0.45 "GET /v2.0/security-groups?id=67f6e35c-bf33-4444-b6b0-37741f9c67e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605395 Jan 21 09:36:33.555814 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f438566e-dd1e-4810-abcc-aa68a9094873 req-349bd146-9ccf-4a14-9c3f-d019462d8b93 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:33.558577 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-f438566e-dd1e-4810-abcc-aa68a9094873 req-349bd146-9ccf-4a14-9c3f-d019462d8b93 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/ports?device_id=59ad64a5-af93-44ef-8031-fd2f2d18a901 HTTP/1.1" status: 200 len: 946 time: 0.0611820 Jan 21 09:36:33.657078 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-f438566e-dd1e-4810-abcc-aa68a9094873 req-58e26c53-9671-4a8d-8bd1-08ed92200b56 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/security-groups?id=db9ef9f1-43ce-4c8b-928d-23519653180d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922441 Jan 21 09:36:33.675633 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b3928e-e410-4832-bdd5-ed33aca61cb2 req-61fe680e-9d72-4020-8783-37fea841237b tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:33.677289 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-95b3928e-e410-4832-bdd5-ed33aca61cb2 req-61fe680e-9d72-4020-8783-37fea841237b tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/ports?device_id=06ae865a-6ba5-4198-be6d-e6056e645411 HTTP/1.1" status: 200 len: 946 time: 0.0874786 Jan 21 09:36:33.681513 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e67b25e-7e65-4975-bafa-fceafcd53647', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9eccc2a4-ddb6-4675-9f12-63953114fa21'}, {'server_uuid': '370b78d2-d154-4c93-b8ef-3723bd26c3d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af30d40e-e03c-4e1e-a789-41a34ac8bec6'}, {'server_uuid': 'b50feb40-c691-4724-8570-f5873bdc5d1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dde72027-8017-427e-a871-c6be683d8168'}, {'server_uuid': '59ad64a5-af93-44ef-8031-fd2f2d18a901', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63990fa3-fce3-4891-adb2-cd4ebc4c075a'}] {{(pid=103184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:36:33.683880 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c59f8b740f259e85ceecfc878b6c10e974145cf55d87f3575c92c12753de108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d13f5fec-fc1d-416a-93c5-f36489f90117" -d '{"events": [{"server_uuid": "4e67b25e-7e65-4975-bafa-fceafcd53647", "name": "network-vif-plugged", "status": "completed", "tag": "9eccc2a4-ddb6-4675-9f12-63953114fa21"}, {"server_uuid": "370b78d2-d154-4c93-b8ef-3723bd26c3d4", "name": "network-vif-plugged", "status": "completed", "tag": "af30d40e-e03c-4e1e-a789-41a34ac8bec6"}, {"server_uuid": "b50feb40-c691-4724-8570-f5873bdc5d1e", "name": "network-vif-plugged", "status": "completed", "tag": "dde72027-8017-427e-a871-c6be683d8168"}, {"server_uuid": "59ad64a5-af93-44ef-8031-fd2f2d18a901", "name": "network-vif-plugged", "status": "completed", "tag": "63990fa3-fce3-4891-adb2-cd4ebc4c075a"}]}' {{(pid=103184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:36:33.728178 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-95b3928e-e410-4832-bdd5-ed33aca61cb2 req-c61aa0b8-2848-4ab9-86ed-4856b02d9926 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/security-groups?id=3362d256-4580-47a9-b110-e51f4226c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453992 Jan 21 09:36:33.752949 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Fri, 21 Jan 2022 09:36:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f02fb030-4a03-4512-8b0e-317bbcbb9ee6 x-openstack-request-id: req-f02fb030-4a03-4512-8b0e-317bbcbb9ee6 {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:36:33.753484 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e67b25e-7e65-4975-bafa-fceafcd53647", "name": "network-vif-plugged", "status": "completed", "tag": "9eccc2a4-ddb6-4675-9f12-63953114fa21", "code": 200}, {"server_uuid": "370b78d2-d154-4c93-b8ef-3723bd26c3d4", "name": "network-vif-plugged", "status": "completed", "tag": "af30d40e-e03c-4e1e-a789-41a34ac8bec6", "code": 200}, {"server_uuid": "b50feb40-c691-4724-8570-f5873bdc5d1e", "name": "network-vif-plugged", "status": "completed", "tag": "dde72027-8017-427e-a871-c6be683d8168", "code": 200}, {"server_uuid": "59ad64a5-af93-44ef-8031-fd2f2d18a901", "name": "network-vif-plugged", "status": "completed", "tag": "63990fa3-fce3-4891-adb2-cd4ebc4c075a", "code": 200}]} {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:36:33.753684 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f02fb030-4a03-4512-8b0e-317bbcbb9ee6 {{(pid=103184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:36:33.753914 dv-cinder-804035-25-iscsi neutron-server[103184]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e67b25e-7e65-4975-bafa-fceafcd53647', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9eccc2a4-ddb6-4675-9f12-63953114fa21', 'code': 200} Jan 21 09:36:33.754173 dv-cinder-804035-25-iscsi neutron-server[103184]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '370b78d2-d154-4c93-b8ef-3723bd26c3d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af30d40e-e03c-4e1e-a789-41a34ac8bec6', 'code': 200} Jan 21 09:36:33.754427 dv-cinder-804035-25-iscsi neutron-server[103184]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b50feb40-c691-4724-8570-f5873bdc5d1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dde72027-8017-427e-a871-c6be683d8168', 'code': 200} Jan 21 09:36:33.754681 dv-cinder-804035-25-iscsi neutron-server[103184]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59ad64a5-af93-44ef-8031-fd2f2d18a901', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63990fa3-fce3-4891-adb2-cd4ebc4c075a', 'code': 200} Jan 21 09:36:33.879026 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8562daf-f3dc-468a-8501-c2662c4692fd req-8bb5c439-92b8-4b66-84db-495f6cddf3d7 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:33.881352 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-d8562daf-f3dc-468a-8501-c2662c4692fd req-8bb5c439-92b8-4b66-84db-495f6cddf3d7 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] 10.222.0.45 "GET /v2.0/ports?device_id=370b78d2-d154-4c93-b8ef-3723bd26c3d4 HTTP/1.1" status: 200 len: 946 time: 0.0926116 Jan 21 09:36:33.937777 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-d8562daf-f3dc-468a-8501-c2662c4692fd req-7f2d1c22-7230-4407-b36b-63e4a3c45ed5 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] 10.222.0.45 "GET /v2.0/security-groups?id=689824d6-e2cc-4e2f-a7c0-efd7e57bdd17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491652 Jan 21 09:36:34.176137 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458a3733-4a17-4f82-8cfa-ae2fb1406220 req-3bcfc619-3107-4561-a981-56c44b33408b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:34.178343 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [req-458a3733-4a17-4f82-8cfa-ae2fb1406220 req-3bcfc619-3107-4561-a981-56c44b33408b service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=b50feb40-c691-4724-8570-f5873bdc5d1e HTTP/1.1" status: 200 len: 1098 time: 0.0427313 Jan 21 09:36:34.229326 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [req-458a3733-4a17-4f82-8cfa-ae2fb1406220 req-163a508d-9177-4cc2-9704-5ff9ce42f7f9 service neutron] 10.222.0.109 "GET /v2.0/security-groups?id=67f6e35c-bf33-4444-b6b0-37741f9c67e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446968 Jan 21 09:36:34.477179 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.db.agents_db [None req-6cca2222-2941-4527-9622-8fe6bb096302 None None] Agent healthcheck: found 6 active agents {{(pid=103185) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 09:36:34.519050 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a04eddb-339a-4a85-9ed5-434a888ca3b6 req-5a53dbed-7d16-4476-90d0-72a00c4bd71b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:34.520569 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [req-0a04eddb-339a-4a85-9ed5-434a888ca3b6 req-5a53dbed-7d16-4476-90d0-72a00c4bd71b service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=59ad64a5-af93-44ef-8031-fd2f2d18a901 HTTP/1.1" status: 200 len: 1099 time: 0.0485854 Jan 21 09:36:34.553388 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a94a7f-f003-47c8-83e8-fbf3309dee63 req-3ee319eb-db24-4104-8a04-8a2050d1c04e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:34.554924 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-72a94a7f-f003-47c8-83e8-fbf3309dee63 req-3ee319eb-db24-4104-8a04-8a2050d1c04e service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=4e67b25e-7e65-4975-bafa-fceafcd53647 HTTP/1.1" status: 200 len: 1098 time: 0.3371022 Jan 21 09:36:34.571715 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [req-0a04eddb-339a-4a85-9ed5-434a888ca3b6 req-860faf46-8b26-480f-9547-28ea9b818a5e service neutron] 10.222.0.109 "GET /v2.0/security-groups?id=db9ef9f1-43ce-4c8b-928d-23519653180d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435374 Jan 21 09:36:34.578026 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31001808-9322-4e7c-9af8-ded4674d2b74 req-da17b459-992d-4529-a57a-fa3678725cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:34.579520 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-31001808-9322-4e7c-9af8-ded4674d2b74 req-da17b459-992d-4529-a57a-fa3678725cdd service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=370b78d2-d154-4c93-b8ef-3723bd26c3d4 HTTP/1.1" status: 200 len: 1099 time: 0.0970771 Jan 21 09:36:34.614544 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3801b055-03de-405c-acc7-aaf7f8cfc1f5 req-43faefa9-9c1a-46fc-adc2-2cbd457ff4d7 tempest-DeleteServersTestJSON-1321460479 tempest-DeleteServersTestJSON-1321460479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:34.616604 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-3801b055-03de-405c-acc7-aaf7f8cfc1f5 req-43faefa9-9c1a-46fc-adc2-2cbd457ff4d7 tempest-DeleteServersTestJSON-1321460479 tempest-DeleteServersTestJSON-1321460479-project] 10.222.0.45 "GET /v2.0/ports?device_id=b50feb40-c691-4724-8570-f5873bdc5d1e HTTP/1.1" status: 200 len: 945 time: 0.1106853 Jan 21 09:36:34.645749 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-72a94a7f-f003-47c8-83e8-fbf3309dee63 req-a74b0b44-5860-4f04-bb2f-4100e1b70604 service neutron] 10.222.0.109 "GET /v2.0/security-groups?id=3362d256-4580-47a9-b110-e51f4226c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839219 Jan 21 09:36:34.676175 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-3801b055-03de-405c-acc7-aaf7f8cfc1f5 req-2e409d8c-f4e4-4516-8f9a-9c38764497a5 tempest-DeleteServersTestJSON-1321460479 tempest-DeleteServersTestJSON-1321460479-project] 10.222.0.45 "GET /v2.0/security-groups?id=67f6e35c-bf33-4444-b6b0-37741f9c67e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512500 Jan 21 09:36:34.805045 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2376ba54-e2d6-4f1a-a24f-5353cf015287 req-b62eb123-be48-417b-ad9f-fd7f03102830 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:34.806639 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-2376ba54-e2d6-4f1a-a24f-5353cf015287 req-b62eb123-be48-417b-ad9f-fd7f03102830 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/ports?device_id=59ad64a5-af93-44ef-8031-fd2f2d18a901 HTTP/1.1" status: 200 len: 946 time: 0.0510762 Jan 21 09:36:34.888922 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5d585b-e896-489b-8ee1-62aebd575800 req-139f9b05-937d-4f1e-952c-ea1ebc856a51 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:34.890529 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-3d5d585b-e896-489b-8ee1-62aebd575800 req-139f9b05-937d-4f1e-952c-ea1ebc856a51 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/ports?device_id=06ae865a-6ba5-4198-be6d-e6056e645411 HTTP/1.1" status: 200 len: 946 time: 0.0829813 Jan 21 09:36:34.899130 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-2376ba54-e2d6-4f1a-a24f-5353cf015287 req-5be18ce3-b122-4247-8ca8-eddcead773e1 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/security-groups?id=db9ef9f1-43ce-4c8b-928d-23519653180d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805838 Jan 21 09:36:34.996162 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-3d5d585b-e896-489b-8ee1-62aebd575800 req-d12b0ada-cd02-442c-a185-436a65c1f1a6 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/security-groups?id=3362d256-4580-47a9-b110-e51f4226c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910966 Jan 21 09:36:35.081368 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-31001808-9322-4e7c-9af8-ded4674d2b74 req-03d9d600-37ea-49c2-80f6-c658ca05312c service neutron] 10.222.0.109 "GET /v2.0/security-groups?id=689824d6-e2cc-4e2f-a7c0-efd7e57bdd17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088171 Jan 21 09:36:35.130573 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6e0506-3fb7-4ca1-8e2a-54042145f2ed req-6b77566c-d5f9-4558-883e-e28e27e542b7 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:35.132826 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-6d6e0506-3fb7-4ca1-8e2a-54042145f2ed req-6b77566c-d5f9-4558-883e-e28e27e542b7 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] 10.222.0.45 "GET /v2.0/ports?device_id=370b78d2-d154-4c93-b8ef-3723bd26c3d4 HTTP/1.1" status: 200 len: 946 time: 0.0713251 Jan 21 09:36:35.198633 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-6d6e0506-3fb7-4ca1-8e2a-54042145f2ed req-ea44ca07-c9e3-4c63-96e2-37b36d58811b tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] 10.222.0.45 "GET /v2.0/security-groups?id=689824d6-e2cc-4e2f-a7c0-efd7e57bdd17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527141 Jan 21 09:36:35.424679 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.45', 33032) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:36:35.543699 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-43a77027-a428-4b8d-8eb0-e965f70f0337 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:35.672500 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-43a77027-a428-4b8d-8eb0-e965f70f0337 admin admin] Publish callbacks [] for security_group (08f75fd3-31ea-4c10-9071-0435c10334e4), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:35.683074 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5483bf-cbbd-4665-aad9-8dc15f5c7ba7 req-5703af81-861a-4691-a774-9dacac389351 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:35.684716 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-bf5483bf-cbbd-4665-aad9-8dc15f5c7ba7 req-5703af81-861a-4691-a774-9dacac389351 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/ports?device_id=06ae865a-6ba5-4198-be6d-e6056e645411 HTTP/1.1" status: 200 len: 946 time: 0.0681906 Jan 21 09:36:35.705295 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.45', 33044) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:36:35.750660 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-43a77027-a428-4b8d-8eb0-e965f70f0337 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126007'] for security_group (08f75fd3-31ea-4c10-9071-0435c10334e4), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:35.770833 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-bf5483bf-cbbd-4665-aad9-8dc15f5c7ba7 req-e78c3b0a-627d-42df-8fb9-41adfdcf0fe4 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/security-groups?id=3362d256-4580-47a9-b110-e51f4226c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801711 Jan 21 09:36:35.793941 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bd443d-7860-4809-a3f2-43f680257828 req-da6c5649-5a1c-4052-9100-3664ac862d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:35.795584 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-64bd443d-7860-4809-a3f2-43f680257828 req-da6c5649-5a1c-4052-9100-3664ac862d61 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=5f89d1b21ad8471a8a9a82adac2594c1&device_id=06ae865a-6ba5-4198-be6d-e6056e645411 HTTP/1.1" status: 200 len: 1099 time: 0.0985832 Jan 21 09:36:35.808742 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a77027-a428-4b8d-8eb0-e965f70f0337 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08f75fd3-31ea-4c10-9071-0435c10334e4,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:35.825926 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [None req-43a77027-a428-4b8d-8eb0-e965f70f0337 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5f98f0e358434a6287446b82576b8b56&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4000831 Jan 21 09:36:35.826542 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.45', 33050) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:36:35.880331 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-8878b9bd-5e99-474d-8618-855fe56b8c49 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:35.894034 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca6cf57-e7e2-4f98-80c5-0a6f97bcf11a req-173f4c94-86cf-4c98-b618-08600afbc686 tempest-DeleteServersTestJSON-1321460479 tempest-DeleteServersTestJSON-1321460479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:35.900970 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-6ca6cf57-e7e2-4f98-80c5-0a6f97bcf11a req-173f4c94-86cf-4c98-b618-08600afbc686 tempest-DeleteServersTestJSON-1321460479 tempest-DeleteServersTestJSON-1321460479-project] 10.222.0.45 "GET /v2.0/ports?device_id=b50feb40-c691-4724-8570-f5873bdc5d1e HTTP/1.1" status: 200 len: 945 time: 0.1290770 Jan 21 09:36:35.918928 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-74b009d1-ed41-4b0b-b4fc-ea4a2beabab0 admin admin] Publish callbacks [] for security_group (08f75fd3-31ea-4c10-9071-0435c10334e4), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:35.957731 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bd443d-7860-4809-a3f2-43f680257828 req-a4f0cd15-c0df-472d-a52b-c90bae7c33a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:35.959997 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-64bd443d-7860-4809-a3f2-43f680257828 req-a4f0cd15-c0df-472d-a52b-c90bae7c33a9 service neutron] 10.222.0.109 "GET /v2.0/networks?id=d8632307-2281-4a7d-8be2-4fe34d09fe87 HTTP/1.1" status: 200 len: 919 time: 0.1489263 Jan 21 09:36:35.962297 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-74b009d1-ed41-4b0b-b4fc-ea4a2beabab0 admin admin] Publish callbacks [] for security_group (08f75fd3-31ea-4c10-9071-0435c10334e4), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:35.968052 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-6ca6cf57-e7e2-4f98-80c5-0a6f97bcf11a req-8cf84a82-cc2d-4fb0-a121-2c8df4eaa5d6 tempest-DeleteServersTestJSON-1321460479 tempest-DeleteServersTestJSON-1321460479-project] 10.222.0.45 "GET /v2.0/security-groups?id=67f6e35c-bf33-4444-b6b0-37741f9c67e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662057 Jan 21 09:36:36.008848 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-64bd443d-7860-4809-a3f2-43f680257828 req-002189e8-4f3a-49fa-9308-00c62f83c2b1 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2b16cf8c-7e83-4177-a9ae-f7516c48e617 HTTP/1.1" status: 200 len: 217 time: 0.0378687 Jan 21 09:36:36.047753 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-8878b9bd-5e99-474d-8618-855fe56b8c49 admin admin] Publish callbacks [] for security_group (e236b8f0-35bc-4808-adc4-ab8a5d5a58b1), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:36.099736 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bd443d-7860-4809-a3f2-43f680257828 req-85d86c9b-48c0-4c41-97f4-cb9ff86d6803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:36.101270 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-64bd443d-7860-4809-a3f2-43f680257828 req-85d86c9b-48c0-4c41-97f4-cb9ff86d6803 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=72f007c2-95bb-4c65-8ae3-279d29a2c1fd HTTP/1.1" status: 200 len: 858 time: 0.0788441 Jan 21 09:36:36.126604 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e595df-44dd-4696-96cb-d37a09706fe5 req-9e25b193-6d5d-4670-8e50-285b4e6ef4e3 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:36.128156 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-e9e595df-44dd-4696-96cb-d37a09706fe5 req-9e25b193-6d5d-4670-8e50-285b4e6ef4e3 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/ports?device_id=59ad64a5-af93-44ef-8031-fd2f2d18a901 HTTP/1.1" status: 200 len: 946 time: 0.0954742 Jan 21 09:36:36.135963 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-8878b9bd-5e99-474d-8618-855fe56b8c49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126007'] for security_group (e236b8f0-35bc-4808-adc4-ab8a5d5a58b1), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:36.154282 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-64bd443d-7860-4809-a3f2-43f680257828 req-a38c75ce-19b8-480f-9ff0-24599731bd39 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=d8632307-2281-4a7d-8be2-4fe34d09fe87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425460 Jan 21 09:36:36.181182 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [None req-8878b9bd-5e99-474d-8618-855fe56b8c49 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5ffce810cfd74d4f8bc05fc355808ec2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4742875 Jan 21 09:36:36.182875 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8878b9bd-5e99-474d-8618-855fe56b8c49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e236b8f0-35bc-4808-adc4-ab8a5d5a58b1,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:36.185453 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-74b009d1-ed41-4b0b-b4fc-ea4a2beabab0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126007'] for security_group (08f75fd3-31ea-4c10-9071-0435c10334e4), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:36.188091 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-74b009d1-ed41-4b0b-b4fc-ea4a2beabab0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:36.191745 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [None req-74b009d1-ed41-4b0b-b4fc-ea4a2beabab0 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/08f75fd3-31ea-4c10-9071-0435c10334e4 HTTP/1.1" status: 204 len: 168 time: 0.3616259 Jan 21 09:36:36.191745 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.45', 33058) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:36:36.211677 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b009d1-ed41-4b0b-b4fc-ea4a2beabab0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08f75fd3-31ea-4c10-9071-0435c10334e4,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:36.270480 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-e9e595df-44dd-4696-96cb-d37a09706fe5 req-74cd4060-d9a8-4f61-bf81-aac774725b9f tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/security-groups?id=db9ef9f1-43ce-4c8b-928d-23519653180d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1332088 Jan 21 09:36:36.291398 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-271ff088-c6d3-4895-b14e-646ab7b75677 admin admin] Publish callbacks [] for security_group (e236b8f0-35bc-4808-adc4-ab8a5d5a58b1), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:36.314480 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-64bd443d-7860-4809-a3f2-43f680257828 req-756a23d5-385f-48aa-a747-87f7b657721f service neutron] 10.222.0.109 "GET /v2.0/networks/d8632307-2281-4a7d-8be2-4fe34d09fe87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469820 Jan 21 09:36:36.316290 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-271ff088-c6d3-4895-b14e-646ab7b75677 admin admin] Publish callbacks [] for security_group (e236b8f0-35bc-4808-adc4-ab8a5d5a58b1), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:36.436786 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c54b418-6ea0-4594-b618-712fa7fdea8b req-88a7a19e-e2d5-4dec-9b0b-6dfbbd04b46d tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:36.438358 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-2c54b418-6ea0-4594-b618-712fa7fdea8b req-88a7a19e-e2d5-4dec-9b0b-6dfbbd04b46d tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] 10.222.0.45 "GET /v2.0/ports?device_id=370b78d2-d154-4c93-b8ef-3723bd26c3d4 HTTP/1.1" status: 200 len: 946 time: 0.1096022 Jan 21 09:36:36.475464 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-64bd443d-7860-4809-a3f2-43f680257828 req-131fb701-efc5-4fb7-a3be-f7984db252e4 service neutron] 10.222.0.109 "GET /v2.0/networks/d8632307-2281-4a7d-8be2-4fe34d09fe87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354980 Jan 21 09:36:36.488150 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-271ff088-c6d3-4895-b14e-646ab7b75677 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126007'] for security_group (e236b8f0-35bc-4808-adc4-ab8a5d5a58b1), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:36.500277 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-271ff088-c6d3-4895-b14e-646ab7b75677 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:36.501919 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [None req-271ff088-c6d3-4895-b14e-646ab7b75677 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e236b8f0-35bc-4808-adc4-ab8a5d5a58b1 HTTP/1.1" status: 204 len: 168 time: 0.3090708 Jan 21 09:36:36.519207 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271ff088-c6d3-4895-b14e-646ab7b75677 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e236b8f0-35bc-4808-adc4-ab8a5d5a58b1,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:36.532839 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-2c54b418-6ea0-4594-b618-712fa7fdea8b req-e7d8692e-311b-4196-a2d9-7b5f0a8c6a65 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] 10.222.0.45 "GET /v2.0/security-groups?id=689824d6-e2cc-4e2f-a7c0-efd7e57bdd17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854187 Jan 21 09:36:36.892507 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adfd0dc-0717-4875-a57d-3b02123246b7 req-013ee29f-c066-491b-8c99-8b5acd6046c3 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:36.894052 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-9adfd0dc-0717-4875-a57d-3b02123246b7 req-013ee29f-c066-491b-8c99-8b5acd6046c3 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/ports?device_id=06ae865a-6ba5-4198-be6d-e6056e645411 HTTP/1.1" status: 200 len: 946 time: 0.0511293 Jan 21 09:36:36.942647 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-9adfd0dc-0717-4875-a57d-3b02123246b7 req-31bc31ae-11a4-439d-9de9-8659cd88d079 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/security-groups?id=3362d256-4580-47a9-b110-e51f4226c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423172 Jan 21 09:36:37.136731 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bff650-fdd5-4ff1-9220-fcca4b6e8c0c req-1a489e09-4483-4644-8671-2a68887b4caa tempest-DeleteServersTestJSON-1321460479 tempest-DeleteServersTestJSON-1321460479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:37.138318 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-a4bff650-fdd5-4ff1-9220-fcca4b6e8c0c req-1a489e09-4483-4644-8671-2a68887b4caa tempest-DeleteServersTestJSON-1321460479 tempest-DeleteServersTestJSON-1321460479-project] 10.222.0.45 "GET /v2.0/ports?device_id=b50feb40-c691-4724-8570-f5873bdc5d1e HTTP/1.1" status: 200 len: 945 time: 0.0558612 Jan 21 09:36:37.155126 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.45', 33086) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:36:37.169869 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-03eb55c2-cb4a-463f-9435-1c994de013fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:37.189771 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-a4bff650-fdd5-4ff1-9220-fcca4b6e8c0c req-2cfe2271-d9ca-4235-83d3-08d36a926a60 tempest-DeleteServersTestJSON-1321460479 tempest-DeleteServersTestJSON-1321460479-project] 10.222.0.45 "GET /v2.0/security-groups?id=67f6e35c-bf33-4444-b6b0-37741f9c67e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441113 Jan 21 09:36:37.260381 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-03eb55c2-cb4a-463f-9435-1c994de013fa admin admin] Publish callbacks [] for security_group (55196654-c9b4-4a53-99ac-4cb105dac7fa), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:37.395470 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6052fa-7cee-41d7-a4b6-f92690115643 req-1cf280de-47e1-44a4-b89c-783eac0a6eb4 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:37.397806 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-4b6052fa-7cee-41d7-a4b6-f92690115643 req-1cf280de-47e1-44a4-b89c-783eac0a6eb4 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/ports?device_id=59ad64a5-af93-44ef-8031-fd2f2d18a901 HTTP/1.1" status: 200 len: 946 time: 0.0594289 Jan 21 09:36:37.397983 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-03eb55c2-cb4a-463f-9435-1c994de013fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126007'] for security_group (55196654-c9b4-4a53-99ac-4cb105dac7fa), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:37.438602 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [None req-03eb55c2-cb4a-463f-9435-1c994de013fa admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=23c181891d1542c0985463b22c4a59aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2798734 Jan 21 09:36:37.438602 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03eb55c2-cb4a-463f-9435-1c994de013fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55196654-c9b4-4a53-99ac-4cb105dac7fa,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:37.439388 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.wsgi [-] (103182) accepted ('10.222.0.45', 33092) {{(pid=103182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:36:37.460184 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-4b6052fa-7cee-41d7-a4b6-f92690115643 req-1ec2d3f8-96a5-42ac-9137-c32c240f8e25 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/security-groups?id=db9ef9f1-43ce-4c8b-928d-23519653180d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560412 Jan 21 09:36:37.482725 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.45', 33094) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:36:37.503819 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-85ff78e7-58e7-4da3-92bb-12ec83d47808 admin admin] Publish callbacks [] for security_group (55196654-c9b4-4a53-99ac-4cb105dac7fa), before_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:37.506397 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e42c3e27-15ec-45cf-a681-9a1283ce7b05 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:37.550780 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-85ff78e7-58e7-4da3-92bb-12ec83d47808 admin admin] Publish callbacks [] for security_group (55196654-c9b4-4a53-99ac-4cb105dac7fa), precommit_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:37.605254 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e42c3e27-15ec-45cf-a681-9a1283ce7b05 admin admin] Publish callbacks [] for security_group (ceb93e4f-f42f-4390-b9e4-6be76ebd9c1e), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:37.681565 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a2938d-d548-4a13-87cb-b160127a536c req-4227e4ae-ed0d-4c5d-8f80-0e58b8538444 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:37.683172 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-81a2938d-d548-4a13-87cb-b160127a536c req-4227e4ae-ed0d-4c5d-8f80-0e58b8538444 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] 10.222.0.45 "GET /v2.0/ports?device_id=370b78d2-d154-4c93-b8ef-3723bd26c3d4 HTTP/1.1" status: 200 len: 946 time: 0.0581002 Jan 21 09:36:37.692010 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e42c3e27-15ec-45cf-a681-9a1283ce7b05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126007'] for security_group (ceb93e4f-f42f-4390-b9e4-6be76ebd9c1e), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:37.731149 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42c3e27-15ec-45cf-a681-9a1283ce7b05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ceb93e4f-f42f-4390-b9e4-6be76ebd9c1e,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:37.735450 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [None req-e42c3e27-15ec-45cf-a681-9a1283ce7b05 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a86a5503b98048e1af4c05998c1032c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2509556 Jan 21 09:36:37.738984 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.45', 33100) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:36:37.752006 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-85ff78e7-58e7-4da3-92bb-12ec83d47808 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126007'] for security_group (55196654-c9b4-4a53-99ac-4cb105dac7fa), after_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:37.754716 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-85ff78e7-58e7-4da3-92bb-12ec83d47808 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:37.756626 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [None req-85ff78e7-58e7-4da3-92bb-12ec83d47808 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/55196654-c9b4-4a53-99ac-4cb105dac7fa HTTP/1.1" status: 204 len: 168 time: 0.3154018 Jan 21 09:36:37.794507 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ff78e7-58e7-4da3-92bb-12ec83d47808 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55196654-c9b4-4a53-99ac-4cb105dac7fa,revision_number=None']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:37.808667 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-81a2938d-d548-4a13-87cb-b160127a536c req-62cc08e8-7803-4b00-8095-9e93ac5a0bd9 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] 10.222.0.45 "GET /v2.0/security-groups?id=689824d6-e2cc-4e2f-a7c0-efd7e57bdd17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194088 Jan 21 09:36:37.828585 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-f5ad8c42-b13c-4737-8592-4d6323906f3e admin admin] Publish callbacks [] for security_group (ceb93e4f-f42f-4390-b9e4-6be76ebd9c1e), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:37.841761 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d0dc05-befe-4ace-a73b-7f55d69f3eff req-4c74ba2a-f317-4ebb-a407-8cf64794f0a8 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:37.846068 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-39d0dc05-befe-4ace-a73b-7f55d69f3eff req-4c74ba2a-f317-4ebb-a407-8cf64794f0a8 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/ports?device_id=59ad64a5-af93-44ef-8031-fd2f2d18a901 HTTP/1.1" status: 200 len: 946 time: 0.1343994 Jan 21 09:36:37.857406 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.wsgi [-] (103182) accepted ('10.222.0.45', 33112) {{(pid=103182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:36:37.862077 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.v2.base [None req-69b5309b-dba2-4efe-b6de-81b95bfc85f2 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Request body: {'floatingip': {'port_id': '63990fa3-fce3-4891-adb2-cd4ebc4c075a'}} {{(pid=103182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:36:37.871471 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-f5ad8c42-b13c-4737-8592-4d6323906f3e admin admin] Publish callbacks [] for security_group (ceb93e4f-f42f-4390-b9e4-6be76ebd9c1e), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:37.968625 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-69b5309b-dba2-4efe-b6de-81b95bfc85f2 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Publish callbacks [] for floatingip (a09e5482-8d1f-4df8-abb5-476096a354b3), before_update {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:38.046604 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-f5ad8c42-b13c-4737-8592-4d6323906f3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126007'] for security_group (ceb93e4f-f42f-4390-b9e4-6be76ebd9c1e), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:38.049351 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-f5ad8c42-b13c-4737-8592-4d6323906f3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:38.056542 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [None req-f5ad8c42-b13c-4737-8592-4d6323906f3e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ceb93e4f-f42f-4390-b9e4-6be76ebd9c1e HTTP/1.1" status: 204 len: 168 time: 0.3140290 Jan 21 09:36:38.063360 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ad8c42-b13c-4737-8592-4d6323906f3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceb93e4f-f42f-4390-b9e4-6be76ebd9c1e,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:38.204654 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ecbb09-8df1-4635-b8de-3b19339ff349 req-b493b107-98c0-4589-92af-7919a7b46de8 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:38.207760 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-d2ecbb09-8df1-4635-b8de-3b19339ff349 req-b493b107-98c0-4589-92af-7919a7b46de8 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/ports?device_id=06ae865a-6ba5-4198-be6d-e6056e645411 HTTP/1.1" status: 200 len: 946 time: 0.1664639 Jan 21 09:36:38.361138 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-d2ecbb09-8df1-4635-b8de-3b19339ff349 req-88d2ca8b-373a-4008-b1a9-44ff580f5853 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/security-groups?id=3362d256-4580-47a9-b110-e51f4226c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455908 Jan 21 09:36:38.934620 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.db.resource_extend [None req-69b5309b-dba2-4efe-b6de-81b95bfc85f2 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 21 09:36:38.970708 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.45', 33164) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:36:38.988849 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-7647f0ad-023d-4868-bd8b-825ed28636e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:39.061309 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-69b5309b-dba2-4efe-b6de-81b95bfc85f2 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:39.128103 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-7647f0ad-023d-4868-bd8b-825ed28636e5 admin admin] Publish callbacks [] for security_group (4d5eb1ff-72aa-4247-bd8b-46d4df10445f), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:39.206302 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-69b5309b-dba2-4efe-b6de-81b95bfc85f2 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3846398'] for floatingip (a09e5482-8d1f-4df8-abb5-476096a354b3), after_update {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:39.258331 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-7647f0ad-023d-4868-bd8b-825ed28636e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126007'] for security_group (4d5eb1ff-72aa-4247-bd8b-46d4df10445f), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:39.301330 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [None req-7647f0ad-023d-4868-bd8b-825ed28636e5 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=795b9e05a2a74f66a546b81ffc6293e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3270764 Jan 21 09:36:39.301330 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7647f0ad-023d-4868-bd8b-825ed28636e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d5eb1ff-72aa-4247-bd8b-46d4df10445f,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:39.303234 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.45', 33178) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:36:39.341810 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.db.l3_db [None req-69b5309b-dba2-4efe-b6de-81b95bfc85f2 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Floating IP a09e5482-8d1f-4df8-abb5-476096a354b3 associated. External IP: 172.27.3.77, port: 63990fa3-fce3-4891-adb2-cd4ebc4c075a. Jan 21 09:36:39.365667 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-af3b107e-9042-4d38-b4a8-630f7b52091e admin admin] Publish callbacks [] for security_group (4d5eb1ff-72aa-4247-bd8b-46d4df10445f), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:39.403593 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-af3b107e-9042-4d38-b4a8-630f7b52091e admin admin] Publish callbacks [] for security_group (4d5eb1ff-72aa-4247-bd8b-46d4df10445f), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:39.561375 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637dbb26-0c18-4888-ad1e-7ed3a57edec3 req-3047410a-e85e-4d46-b5a9-44ba610fef97 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:39.562418 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-637dbb26-0c18-4888-ad1e-7ed3a57edec3 req-3047410a-e85e-4d46-b5a9-44ba610fef97 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/ports?device_id=06ae865a-6ba5-4198-be6d-e6056e645411 HTTP/1.1" status: 200 len: 946 time: 0.1011531 Jan 21 09:36:39.574300 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-af3b107e-9042-4d38-b4a8-630f7b52091e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126007'] for security_group (4d5eb1ff-72aa-4247-bd8b-46d4df10445f), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:39.578785 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-af3b107e-9042-4d38-b4a8-630f7b52091e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:39.580735 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [None req-af3b107e-9042-4d38-b4a8-630f7b52091e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4d5eb1ff-72aa-4247-bd8b-46d4df10445f HTTP/1.1" status: 204 len: 168 time: 0.2769597 Jan 21 09:36:39.589909 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3b107e-9042-4d38-b4a8-630f7b52091e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d5eb1ff-72aa-4247-bd8b-46d4df10445f,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:39.692387 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-637dbb26-0c18-4888-ad1e-7ed3a57edec3 req-3c3f9a87-e69a-48cb-b5c9-786d5a234c56 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/security-groups?id=3362d256-4580-47a9-b110-e51f4226c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202528 Jan 21 09:36:39.700100 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69b5309b-dba2-4efe-b6de-81b95bfc85f2 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Router ced5708d-c427-449c-8be1-8af09176c38e has already been hosted by L3 agent e2f5353c-5d20-4dd0-beb4-c302aead9ffd {{(pid=103182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:36:39.773561 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.45', 33198) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:36:39.837406 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69b5309b-dba2-4efe-b6de-81b95bfc85f2 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Notify agent at l3_agent.dv-cinder-804035-25-iscsi the message routers_updated {{(pid=103182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:36:39.842247 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-69b5309b-dba2-4efe-b6de-81b95bfc85f2 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11211'] for floatingip (None), before_response {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:39.851865 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b20ba2a-3b96-4682-bebc-59f41550afc9 None None] Sync routers for ids ['ced5708d-c427-449c-8be1-8af09176c38e'] in dv-cinder-804035-25-iscsi {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:36:39.861993 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b20ba2a-3b96-4682-bebc-59f41550afc9 None None] Routers {'ced5708d-c427-449c-8be1-8af09176c38e'} bound to L3 agent in host dv-cinder-804035-25-iscsi {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 09:36:39.863127 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-3b20ba2a-3b96-4682-bebc-59f41550afc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:27:18Z,description=,heartbeat_timestamp=2022-01-21T09:36:18Z,host='dv-cinder-804035-25-iscsi',id=e2f5353c-5d20-4dd0-beb4-c302aead9ffd,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:27:19Z,topic='l3_agent')) {'router_ids': ['ced5708d-c427-449c-8be1-8af09176c38e'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:36:39.870599 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [None req-69b5309b-dba2-4efe-b6de-81b95bfc85f2 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "PUT /v2.0/floatingips/a09e5482-8d1f-4df8-abb5-476096a354b3 HTTP/1.1" status: 200 len: 991 time: 2.0120168 Jan 21 09:36:39.871228 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59ad64a5-af93-44ef-8031-fd2f2d18a901', 'tag': '63990fa3-fce3-4891-adb2-cd4ebc4c075a'}] {{(pid=103182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:36:39.873544 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa0cc1f82daaed98fc3f7058001f72739ccfc4facde8019b77a0af70a494964c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c97dad57-cae0-4e7a-b344-9af74c389d96" -d '{"events": [{"name": "network-changed", "server_uuid": "59ad64a5-af93-44ef-8031-fd2f2d18a901", "tag": "63990fa3-fce3-4891-adb2-cd4ebc4c075a"}]}' {{(pid=103182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:36:40.011776 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-3b20ba2a-3b96-4682-bebc-59f41550afc9 None None] Set router ced5708d-c427-449c-8be1-8af09176c38e gateway port host: dv-cinder-804035-25-iscsi {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:36:40.089047 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 09:36:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1517acf0-d60c-4818-949f-14e9b690c08c x-openstack-request-id: req-1517acf0-d60c-4818-949f-14e9b690c08c {{(pid=103182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:36:40.089592 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59ad64a5-af93-44ef-8031-fd2f2d18a901", "tag": "63990fa3-fce3-4891-adb2-cd4ebc4c075a", "status": "completed", "code": 200}]} {{(pid=103182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:36:40.089680 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1517acf0-d60c-4818-949f-14e9b690c08c {{(pid=103182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:36:40.090093 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59ad64a5-af93-44ef-8031-fd2f2d18a901', 'tag': '63990fa3-fce3-4891-adb2-cd4ebc4c075a', 'status': 'completed', 'code': 200} Jan 21 09:36:40.131575 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-44f00d1f-6985-4bf4-9144-3d99190ccb03 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:40.234081 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97dad57-cae0-4e7a-b344-9af74c389d96 req-0ec5a7bd-1f16-46cd-99ab-84478bb11b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:40.235633 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-c97dad57-cae0-4e7a-b344-9af74c389d96 req-0ec5a7bd-1f16-46cd-99ab-84478bb11b43 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=93281ac9cb504124a055279296f2262f&device_id=59ad64a5-af93-44ef-8031-fd2f2d18a901 HTTP/1.1" status: 200 len: 1099 time: 0.1078336 Jan 21 09:36:40.328605 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-44f00d1f-6985-4bf4-9144-3d99190ccb03 admin admin] Publish callbacks [] for security_group (419dca35-4990-4124-8beb-ac971d34fb42), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:40.451234 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-3b20ba2a-3b96-4682-bebc-59f41550afc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ced5708d-c427-449c-8be1-8af09176c38e', 'name': 'tempest-AttachVolumeShelveTestJSON-1774693524-router', 'tenant_id': '93281ac9cb504124a055279296f2262f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'external_fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': 'fae7be76-2c54-40ee-ae2a-5d1360ed27b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:35:44Z', 'updated_at': '2022-01-21T09:35:52Z', 'revision_number': 4, 'project_id': '93281ac9cb504124a055279296f2262f', 'gw_port': {'id': 'fae7be76-2c54-40ee-ae2a-5d1360ed27b8', 'name': '', 'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:dc:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced5708d-c427-449c-8be1-8af09176c38e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:35:45Z', 'updated_at': '2022-01-21T09:35:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6accd444-6422-45bf-9c21-6be173243a45', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-25-iscsi', '_floatingips': [{'id': 'a09e5482-8d1f-4df8-abb5-476096a354b3', 'tenant_id': '93281ac9cb504124a055279296f2262f', 'floating_ip_address': '172.27.3.77', 'floating_network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'router_id': 'ced5708d-c427-449c-8be1-8af09176c38e', 'port_id': '63990fa3-fce3-4891-adb2-cd4ebc4c075a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 86, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '647e31d1-4208-41da-8947-db9d9292bd9e', 'mac_address': 'fa:16:3e:ec:9d:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ad64a5-af93-44ef-8031-fd2f2d18a901', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:35:58Z', 'updated_at': '2022-01-21T09:36:38Z', 'revision_number': 1, 'project_id': '93281ac9cb504124a055279296f2262f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45edbbf3-81eb-4aa2-849a-847fc70aaa53', 'name': '', 'network_id': '647e31d1-4208-41da-8947-db9d9292bd9e', 'tenant_id': '93281ac9cb504124a055279296f2262f', 'mac_address': 'fa:16:3e:6e:a5:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced5708d-c427-449c-8be1-8af09176c38e', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '55369842-b446-444b-92ff-367c2e723c52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:35:51Z', 'updated_at': '2022-01-21T09:35:58Z', 'revision_number': 5, 'project_id': '93281ac9cb504124a055279296f2262f', 'subnets': [{'id': '55369842-b446-444b-92ff-367c2e723c52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-25-iscsi', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:36:40.457106 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97dad57-cae0-4e7a-b344-9af74c389d96 req-12452037-c541-4b22-9231-c54861930767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:40.460519 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-c97dad57-cae0-4e7a-b344-9af74c389d96 req-12452037-c541-4b22-9231-c54861930767 service neutron] 10.222.0.109 "GET /v2.0/networks?id=647e31d1-4208-41da-8947-db9d9292bd9e HTTP/1.1" status: 200 len: 918 time: 0.2131140 Jan 21 09:36:40.469281 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-44f00d1f-6985-4bf4-9144-3d99190ccb03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126007'] for security_group (419dca35-4990-4124-8beb-ac971d34fb42), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:40.479625 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b20ba2a-3b96-4682-bebc-59f41550afc9 None None] Checking router: ced5708d-c427-449c-8be1-8af09176c38e for host: dv-cinder-804035-25-iscsi {{(pid=103185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:36:40.494198 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b20ba2a-3b96-4682-bebc-59f41550afc9 None None] Routers {'ced5708d-c427-449c-8be1-8af09176c38e'} bound to L3 agent in host dv-cinder-804035-25-iscsi {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 09:36:40.495114 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-3b20ba2a-3b96-4682-bebc-59f41550afc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:27:18Z,description=,heartbeat_timestamp=2022-01-21T09:36:18Z,host='dv-cinder-804035-25-iscsi',id=e2f5353c-5d20-4dd0-beb4-c302aead9ffd,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:27:19Z,topic='l3_agent')) {'router_ids': ['ced5708d-c427-449c-8be1-8af09176c38e'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:36:40.518890 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f00d1f-6985-4bf4-9144-3d99190ccb03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=419dca35-4990-4124-8beb-ac971d34fb42,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:40.527131 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [None req-44f00d1f-6985-4bf4-9144-3d99190ccb03 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c028a83436fa4691bfb139e1357368f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7524548 Jan 21 09:36:40.531682 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.45', 33234) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:36:40.633205 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-0b1be1a3-4e31-4437-a881-860ffc3166dd admin admin] Publish callbacks [] for security_group (419dca35-4990-4124-8beb-ac971d34fb42), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:40.704200 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-0b1be1a3-4e31-4437-a881-860ffc3166dd admin admin] Publish callbacks [] for security_group (419dca35-4990-4124-8beb-ac971d34fb42), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:40.710679 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-c97dad57-cae0-4e7a-b344-9af74c389d96 req-dceffc26-4968-4953-ac51-1457f37901f0 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=63990fa3-fce3-4891-adb2-cd4ebc4c075a HTTP/1.1" status: 200 len: 999 time: 0.2436435 Jan 21 09:36:40.764811 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-3b20ba2a-3b96-4682-bebc-59f41550afc9 None None] Set router ced5708d-c427-449c-8be1-8af09176c38e gateway port host: dv-cinder-804035-25-iscsi {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:36:40.857133 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97dad57-cae0-4e7a-b344-9af74c389d96 req-e52cace3-6636-42b3-af77-d4da9878a440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:40.858901 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-c97dad57-cae0-4e7a-b344-9af74c389d96 req-e52cace3-6636-42b3-af77-d4da9878a440 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=55369842-b446-444b-92ff-367c2e723c52 HTTP/1.1" status: 200 len: 856 time: 0.1188133 Jan 21 09:36:40.894346 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-0b1be1a3-4e31-4437-a881-860ffc3166dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126007'] for security_group (419dca35-4990-4124-8beb-ac971d34fb42), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:40.897865 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-0b1be1a3-4e31-4437-a881-860ffc3166dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:40.904076 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [None req-0b1be1a3-4e31-4437-a881-860ffc3166dd admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/419dca35-4990-4124-8beb-ac971d34fb42 HTTP/1.1" status: 204 len: 168 time: 0.3714094 Jan 21 09:36:40.914919 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1be1a3-4e31-4437-a881-860ffc3166dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=419dca35-4990-4124-8beb-ac971d34fb42,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:40.973533 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b0a2a9-abe9-40db-8348-4a0d0ab60a92 req-ad89e5a1-2f03-492f-afae-c20a23597815 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:40.980301 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-51b0a2a9-abe9-40db-8348-4a0d0ab60a92 req-ad89e5a1-2f03-492f-afae-c20a23597815 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/ports?device_id=06ae865a-6ba5-4198-be6d-e6056e645411 HTTP/1.1" status: 200 len: 946 time: 0.1583622 Jan 21 09:36:41.048118 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97dad57-cae0-4e7a-b344-9af74c389d96 req-89fe46fc-e030-4668-ac4a-02b7659821db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:41.049671 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-c97dad57-cae0-4e7a-b344-9af74c389d96 req-89fe46fc-e030-4668-ac4a-02b7659821db service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=647e31d1-4208-41da-8947-db9d9292bd9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1822567 Jan 21 09:36:41.050888 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-3b20ba2a-3b96-4682-bebc-59f41550afc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ced5708d-c427-449c-8be1-8af09176c38e', 'name': 'tempest-AttachVolumeShelveTestJSON-1774693524-router', 'tenant_id': '93281ac9cb504124a055279296f2262f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'external_fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': 'fae7be76-2c54-40ee-ae2a-5d1360ed27b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:35:44Z', 'updated_at': '2022-01-21T09:35:52Z', 'revision_number': 4, 'project_id': '93281ac9cb504124a055279296f2262f', 'gw_port': {'id': 'fae7be76-2c54-40ee-ae2a-5d1360ed27b8', 'name': '', 'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:dc:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced5708d-c427-449c-8be1-8af09176c38e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:35:45Z', 'updated_at': '2022-01-21T09:35:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6accd444-6422-45bf-9c21-6be173243a45', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-25-iscsi', '_floatingips': [{'id': 'a09e5482-8d1f-4df8-abb5-476096a354b3', 'tenant_id': '93281ac9cb504124a055279296f2262f', 'floating_ip_address': '172.27.3.77', 'floating_network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'router_id': 'ced5708d-c427-449c-8be1-8af09176c38e', 'port_id': '63990fa3-fce3-4891-adb2-cd4ebc4c075a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 86, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '647e31d1-4208-41da-8947-db9d9292bd9e', 'mac_address': 'fa:16:3e:ec:9d:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ad64a5-af93-44ef-8031-fd2f2d18a901', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:35:58Z', 'updated_at': '2022-01-21T09:36:38Z', 'revision_number': 1, 'project_id': '93281ac9cb504124a055279296f2262f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45edbbf3-81eb-4aa2-849a-847fc70aaa53', 'name': '', 'network_id': '647e31d1-4208-41da-8947-db9d9292bd9e', 'tenant_id': '93281ac9cb504124a055279296f2262f', 'mac_address': 'fa:16:3e:6e:a5:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced5708d-c427-449c-8be1-8af09176c38e', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '55369842-b446-444b-92ff-367c2e723c52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:35:51Z', 'updated_at': '2022-01-21T09:35:58Z', 'revision_number': 5, 'project_id': '93281ac9cb504124a055279296f2262f', 'subnets': [{'id': '55369842-b446-444b-92ff-367c2e723c52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-25-iscsi', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:36:41.095944 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b20ba2a-3b96-4682-bebc-59f41550afc9 None None] The sync data for ids ['ced5708d-c427-449c-8be1-8af09176c38e'] in dv-cinder-804035-25-iscsi is: [{'id': 'ced5708d-c427-449c-8be1-8af09176c38e', 'name': 'tempest-AttachVolumeShelveTestJSON-1774693524-router', 'tenant_id': '93281ac9cb504124a055279296f2262f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'external_fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': 'fae7be76-2c54-40ee-ae2a-5d1360ed27b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:35:44Z', 'updated_at': '2022-01-21T09:35:52Z', 'revision_number': 4, 'project_id': '93281ac9cb504124a055279296f2262f', 'gw_port': {'id': 'fae7be76-2c54-40ee-ae2a-5d1360ed27b8', 'name': '', 'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:dc:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced5708d-c427-449c-8be1-8af09176c38e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:35:45Z', 'updated_at': '2022-01-21T09:35:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6accd444-6422-45bf-9c21-6be173243a45', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-25-iscsi', '_floatingips': [{'id': 'a09e5482-8d1f-4df8-abb5-476096a354b3', 'tenant_id': '93281ac9cb504124a055279296f2262f', 'floating_ip_address': '172.27.3.77', 'floating_network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'router_id': 'ced5708d-c427-449c-8be1-8af09176c38e', 'port_id': '63990fa3-fce3-4891-adb2-cd4ebc4c075a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 86, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '647e31d1-4208-41da-8947-db9d9292bd9e', 'mac_address': 'fa:16:3e:ec:9d:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ad64a5-af93-44ef-8031-fd2f2d18a901', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:35:58Z', 'updated_at': '2022-01-21T09:36:38Z', 'revision_number': 1, 'project_id': '93281ac9cb504124a055279296f2262f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45edbbf3-81eb-4aa2-849a-847fc70aaa53', 'name': '', 'network_id': '647e31d1-4208-41da-8947-db9d9292bd9e', 'tenant_id': '93281ac9cb504124a055279296f2262f', 'mac_address': 'fa:16:3e:6e:a5:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced5708d-c427-449c-8be1-8af09176c38e', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '55369842-b446-444b-92ff-367c2e723c52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:35:51Z', 'updated_at': '2022-01-21T09:35:58Z', 'revision_number': 5, 'project_id': '93281ac9cb504124a055279296f2262f', 'subnets': [{'id': '55369842-b446-444b-92ff-367c2e723c52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:36:41.158020 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-51b0a2a9-abe9-40db-8348-4a0d0ab60a92 req-df4dbd33-8825-4ba2-858d-45c1c378943c tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/security-groups?id=3362d256-4580-47a9-b110-e51f4226c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593409 Jan 21 09:36:41.265671 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-c97dad57-cae0-4e7a-b344-9af74c389d96 req-fbc920f9-8397-468c-94c0-a087a8dbe197 service neutron] 10.222.0.109 "GET /v2.0/networks/647e31d1-4208-41da-8947-db9d9292bd9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1980689 Jan 21 09:36:41.386713 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-c97dad57-cae0-4e7a-b344-9af74c389d96 req-dccfdbf5-cf7d-48a3-aeec-765abb9d85e5 service neutron] 10.222.0.109 "GET /v2.0/networks/647e31d1-4208-41da-8947-db9d9292bd9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124566 Jan 21 09:36:41.489621 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bde42ca-f0c9-4891-8fbc-09c89b9e3ead None None] New status for floating IP a09e5482-8d1f-4df8-abb5-476096a354b3: ACTIVE {{(pid=103184) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 09:36:41.822647 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.wsgi [-] (103182) accepted ('10.222.0.45', 33280) {{(pid=103182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:36:41.836864 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-73958939-1130-4ec1-99dd-1168c12546bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:41.916759 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-73958939-1130-4ec1-99dd-1168c12546bf admin admin] Publish callbacks [] for security_group (69eaa5c1-b41a-4599-9d84-964deab07f63), precommit_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:41.965917 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-73958939-1130-4ec1-99dd-1168c12546bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126007'] for security_group (69eaa5c1-b41a-4599-9d84-964deab07f63), after_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:42.011819 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [None req-73958939-1130-4ec1-99dd-1168c12546bf admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9145262889924aa7aae6788c37609c3a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1875963 Jan 21 09:36:42.014231 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.wsgi [-] (103182) accepted ('10.222.0.45', 33284) {{(pid=103182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:36:42.020123 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73958939-1130-4ec1-99dd-1168c12546bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69eaa5c1-b41a-4599-9d84-964deab07f63,revision_number=1']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:42.067900 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-823c1bd1-ac92-40b5-a221-b342882f18ff admin admin] Publish callbacks [] for security_group (69eaa5c1-b41a-4599-9d84-964deab07f63), before_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:42.089710 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-823c1bd1-ac92-40b5-a221-b342882f18ff admin admin] Publish callbacks [] for security_group (69eaa5c1-b41a-4599-9d84-964deab07f63), precommit_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:42.260255 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-823c1bd1-ac92-40b5-a221-b342882f18ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126007'] for security_group (69eaa5c1-b41a-4599-9d84-964deab07f63), after_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:42.262773 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-823c1bd1-ac92-40b5-a221-b342882f18ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:42.263894 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [None req-823c1bd1-ac92-40b5-a221-b342882f18ff admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/69eaa5c1-b41a-4599-9d84-964deab07f63 HTTP/1.1" status: 204 len: 168 time: 0.2487581 Jan 21 09:36:42.275811 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823c1bd1-ac92-40b5-a221-b342882f18ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69eaa5c1-b41a-4599-9d84-964deab07f63,revision_number=None']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:42.295763 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09670962-3998-4d5d-968e-f33565e40820 req-67c7baf4-5591-4010-aba6-8afbcaba9cbc tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:42.297669 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-09670962-3998-4d5d-968e-f33565e40820 req-67c7baf4-5591-4010-aba6-8afbcaba9cbc tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/ports?device_id=06ae865a-6ba5-4198-be6d-e6056e645411 HTTP/1.1" status: 200 len: 946 time: 0.0651226 Jan 21 09:36:42.355660 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-09670962-3998-4d5d-968e-f33565e40820 req-2217900f-9d2e-451a-934c-9b6737a33673 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/security-groups?id=3362d256-4580-47a9-b110-e51f4226c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494525 Jan 21 09:36:42.590709 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.45', 33296) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:36:42.704559 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-78da3e62-ed9a-434f-8eff-f1835004be84 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:42.782145 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-78da3e62-ed9a-434f-8eff-f1835004be84 admin admin] Publish callbacks [] for security_group (dbbd165b-6fa4-4e80-a5a4-4f3bd95313ff), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:42.871710 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-78da3e62-ed9a-434f-8eff-f1835004be84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126007'] for security_group (dbbd165b-6fa4-4e80-a5a4-4f3bd95313ff), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:42.914965 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78da3e62-ed9a-434f-8eff-f1835004be84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbbd165b-6fa4-4e80-a5a4-4f3bd95313ff,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:42.924360 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [None req-78da3e62-ed9a-434f-8eff-f1835004be84 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c1ae26c36d4841e2a844e779b8dfefdf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3325105 Jan 21 09:36:42.928044 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.wsgi [-] (103182) accepted ('10.222.0.45', 33318) {{(pid=103182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:36:42.979912 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-ea8b9577-2349-40e2-bacc-c66f0ea2ba2c admin admin] Publish callbacks [] for security_group (dbbd165b-6fa4-4e80-a5a4-4f3bd95313ff), before_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:43.003800 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-ea8b9577-2349-40e2-bacc-c66f0ea2ba2c admin admin] Publish callbacks [] for security_group (dbbd165b-6fa4-4e80-a5a4-4f3bd95313ff), precommit_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:43.157078 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-ea8b9577-2349-40e2-bacc-c66f0ea2ba2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126007'] for security_group (dbbd165b-6fa4-4e80-a5a4-4f3bd95313ff), after_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:43.160068 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-ea8b9577-2349-40e2-bacc-c66f0ea2ba2c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:43.163573 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [None req-ea8b9577-2349-40e2-bacc-c66f0ea2ba2c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/dbbd165b-6fa4-4e80-a5a4-4f3bd95313ff HTTP/1.1" status: 204 len: 168 time: 0.2331924 Jan 21 09:36:43.171575 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8b9577-2349-40e2-bacc-c66f0ea2ba2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbbd165b-6fa4-4e80-a5a4-4f3bd95313ff,revision_number=None']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:43.179974 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8b9577-2349-40e2-bacc-c66f0ea2ba2c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:36:43.180557 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8b9577-2349-40e2-bacc-c66f0ea2ba2c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:36:43.180876 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8b9577-2349-40e2-bacc-c66f0ea2ba2c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:36:43.181316 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8b9577-2349-40e2-bacc-c66f0ea2ba2c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:36:43.181724 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8b9577-2349-40e2-bacc-c66f0ea2ba2c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:36:43.182127 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8b9577-2349-40e2-bacc-c66f0ea2ba2c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:36:43.182554 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8b9577-2349-40e2-bacc-c66f0ea2ba2c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:36:43.182952 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8b9577-2349-40e2-bacc-c66f0ea2ba2c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:36:43.183362 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8b9577-2349-40e2-bacc-c66f0ea2ba2c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:36:43.183790 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8b9577-2349-40e2-bacc-c66f0ea2ba2c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:36:43.184435 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8b9577-2349-40e2-bacc-c66f0ea2ba2c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:36:43.184883 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8b9577-2349-40e2-bacc-c66f0ea2ba2c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:36:43.185299 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8b9577-2349-40e2-bacc-c66f0ea2ba2c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:36:43.489980 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac775f55-6123-438b-bbb9-22f824d9bf6a req-e53425fb-819c-434e-9950-635376be5b36 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:43.502930 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-ac775f55-6123-438b-bbb9-22f824d9bf6a req-e53425fb-819c-434e-9950-635376be5b36 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/ports?device_id=06ae865a-6ba5-4198-be6d-e6056e645411 HTTP/1.1" status: 200 len: 946 time: 0.0727732 Jan 21 09:36:43.555882 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-ac775f55-6123-438b-bbb9-22f824d9bf6a req-fe30f5ab-fda1-4371-aebc-77d7175a11b1 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/security-groups?id=3362d256-4580-47a9-b110-e51f4226c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520601 Jan 21 09:36:44.332360 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.wsgi [-] (103182) accepted ('10.222.0.45', 33380) {{(pid=103182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:36:44.452333 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.v2.base [None req-4b304dcd-5376-48d0-b1ef-a5639abfd15e admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-167097730-network', 'tenant_id': '5db07feb3a43432999da539b6b85fb2a'}} {{(pid=103182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:36:44.556689 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b304dcd-5376-48d0-b1ef-a5639abfd15e admin admin] Made reservation on behalf of 5db07feb3a43432999da539b6b85fb2a for: {'network': 1} {{(pid=103182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:36:44.564340 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-4b304dcd-5376-48d0-b1ef-a5639abfd15e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for network (None), before_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:44.573816 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-4b304dcd-5376-48d0-b1ef-a5639abfd15e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:44.720874 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-4b304dcd-5376-48d0-b1ef-a5639abfd15e admin admin] Publish callbacks [] for security_group (784dddf7-3a3a-4731-9a1a-126ddfb40ef6), precommit_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:44.745572 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae91a1b-e7d5-49ea-b0b4-3909155cc727 req-b7aafdb8-5444-46eb-8ab1-b8877cba69fb tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:44.748063 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-4ae91a1b-e7d5-49ea-b0b4-3909155cc727 req-b7aafdb8-5444-46eb-8ab1-b8877cba69fb tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/ports?device_id=06ae865a-6ba5-4198-be6d-e6056e645411 HTTP/1.1" status: 200 len: 946 time: 0.0906243 Jan 21 09:36:44.800145 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-4ae91a1b-e7d5-49ea-b0b4-3909155cc727 req-b0326d75-84c3-46f7-95de-44730cff6d0e tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/security-groups?id=3362d256-4580-47a9-b110-e51f4226c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459657 Jan 21 09:36:44.823333 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-4b304dcd-5376-48d0-b1ef-a5639abfd15e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126007'] for security_group (784dddf7-3a3a-4731-9a1a-126ddfb40ef6), after_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:44.852037 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b304dcd-5376-48d0-b1ef-a5639abfd15e admin admin] vlan segment allocate from pool success with {'vlan_id': 382, 'physical_network': 'physnet1'} {{(pid=103182) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:36:44.860211 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b304dcd-5376-48d0-b1ef-a5639abfd15e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=784dddf7-3a3a-4731-9a1a-126ddfb40ef6,revision_number=1']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:44.868396 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-4b304dcd-5376-48d0-b1ef-a5639abfd15e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906022'] for segment (ad0cc7f3-f595-4923-bff8-faff8d5a4463), precommit_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:44.868785 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.db.segments_db [None req-4b304dcd-5376-48d0-b1ef-a5639abfd15e admin admin] Added segment ad0cc7f3-f595-4923-bff8-faff8d5a4463 of type vlan for network 7ccd0197-ed42-4d03-8ffc-af304fe19f70 Jan 21 09:36:44.923815 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-4b304dcd-5376-48d0-b1ef-a5639abfd15e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774670334190'] for network (7ccd0197-ed42-4d03-8ffc-af304fe19f70), precommit_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:44.926294 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.45', 33412) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:36:45.029086 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-4b304dcd-5376-48d0-b1ef-a5639abfd15e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430'] for network (7ccd0197-ed42-4d03-8ffc-af304fe19f70), after_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:45.030271 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b304dcd-5376-48d0-b1ef-a5639abfd15e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:45.030859 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-4b304dcd-5376-48d0-b1ef-a5639abfd15e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4184320'] for network (None), before_response {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:45.054097 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b25d12b4-4414-44b2-aea4-c713d5175d2d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:45.097574 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b304dcd-5376-48d0-b1ef-a5639abfd15e admin admin] Pushing event updated for resources: {'Network': ['ID=7ccd0197-ed42-4d03-8ffc-af304fe19f70,revision_number=1']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:45.109735 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Network 7ccd0197-ed42-4d03-8ffc-af304fe19f70 details requested by agent ovs-agent-dv-cinder-804035-25-iscsi with host dv-cinder-804035-25-iscsi {{(pid=103184) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 09:36:45.144871 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b25d12b4-4414-44b2-aea4-c713d5175d2d admin admin] Publish callbacks [] for security_group (33211250-b292-4b63-94c5-0c4cdc5d4cd5), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:45.237486 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [None req-4b304dcd-5376-48d0-b1ef-a5639abfd15e admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9033494 Jan 21 09:36:45.240891 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.wsgi [-] (103182) accepted ('10.222.0.45', 33416) {{(pid=103182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:36:45.245674 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.v2.base [None req-4a8d2cd1-e910-4c64-ad4d-7dc155f0af77 admin admin] Request body: {'subnet': {'network_id': '7ccd0197-ed42-4d03-8ffc-af304fe19f70', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-167097730-subnet', 'tenant_id': '5db07feb3a43432999da539b6b85fb2a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:36:45.271626 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b25d12b4-4414-44b2-aea4-c713d5175d2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126007'] for security_group (33211250-b292-4b63-94c5-0c4cdc5d4cd5), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:45.310671 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [None req-b25d12b4-4414-44b2-aea4-c713d5175d2d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7758ffbc948743b6b2fdab1727301f48&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3832858 Jan 21 09:36:45.312565 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25d12b4-4414-44b2-aea4-c713d5175d2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33211250-b292-4b63-94c5-0c4cdc5d4cd5,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:45.313531 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.wsgi [-] (103182) accepted ('10.222.0.45', 33418) {{(pid=103182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:36:45.319810 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25d12b4-4414-44b2-aea4-c713d5175d2d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:36:45.320177 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25d12b4-4414-44b2-aea4-c713d5175d2d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:36:45.324153 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25d12b4-4414-44b2-aea4-c713d5175d2d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:36:45.324153 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25d12b4-4414-44b2-aea4-c713d5175d2d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:36:45.324153 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25d12b4-4414-44b2-aea4-c713d5175d2d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:36:45.324153 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25d12b4-4414-44b2-aea4-c713d5175d2d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:36:45.324153 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25d12b4-4414-44b2-aea4-c713d5175d2d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:36:45.324153 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25d12b4-4414-44b2-aea4-c713d5175d2d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:36:45.324153 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25d12b4-4414-44b2-aea4-c713d5175d2d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:36:45.324153 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25d12b4-4414-44b2-aea4-c713d5175d2d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:36:45.324153 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25d12b4-4414-44b2-aea4-c713d5175d2d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:36:45.324153 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25d12b4-4414-44b2-aea4-c713d5175d2d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:36:45.324153 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25d12b4-4414-44b2-aea4-c713d5175d2d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:36:45.365886 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-ac28629b-03b0-4d55-929e-cedcb24573e3 admin admin] Publish callbacks [] for security_group (33211250-b292-4b63-94c5-0c4cdc5d4cd5), before_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:45.367561 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a8d2cd1-e910-4c64-ad4d-7dc155f0af77 admin admin] Made reservation on behalf of 5db07feb3a43432999da539b6b85fb2a for: {'subnet': 1} {{(pid=103182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:36:45.369870 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-4a8d2cd1-e910-4c64-ad4d-7dc155f0af77 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:45.439171 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-ac28629b-03b0-4d55-929e-cedcb24573e3 admin admin] Publish callbacks [] for security_group (33211250-b292-4b63-94c5-0c4cdc5d4cd5), precommit_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:45.621879 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-ac28629b-03b0-4d55-929e-cedcb24573e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126007'] for security_group (33211250-b292-4b63-94c5-0c4cdc5d4cd5), after_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:45.625099 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-ac28629b-03b0-4d55-929e-cedcb24573e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:45.626358 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [None req-ac28629b-03b0-4d55-929e-cedcb24573e3 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/33211250-b292-4b63-94c5-0c4cdc5d4cd5 HTTP/1.1" status: 204 len: 168 time: 0.3117132 Jan 21 09:36:45.639763 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac28629b-03b0-4d55-929e-cedcb24573e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33211250-b292-4b63-94c5-0c4cdc5d4cd5,revision_number=None']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:45.706145 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-4a8d2cd1-e910-4c64-ad4d-7dc155f0af77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4120330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430'] for subnet (a8daf7f4-5b37-472d-866e-ed6bc53918ba), after_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:45.763917 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8d2cd1-e910-4c64-ad4d-7dc155f0af77 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8daf7f4-5b37-472d-866e-ed6bc53918ba,revision_number=0']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:45.783272 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8d2cd1-e910-4c64-ad4d-7dc155f0af77 admin admin] Checking segment: {'id': 'ad0cc7f3-f595-4923-bff8-faff8d5a4463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '7ccd0197-ed42-4d03-8ffc-af304fe19f70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 09:36:45.783644 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a8d2cd1-e910-4c64-ad4d-7dc155f0af77 admin admin] Network hostable DHCP agents. Network: 7ccd0197-ed42-4d03-8ffc-af304fe19f70, hostable agents: ['8a5d4a72-43a4-4fcf-b58e-bc9792bd5f0a'], hosted agents: [] {{(pid=103182) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:36:45.826047 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-45f3ad64-f85d-4008-b76e-5759cb09e6b6 req-ac5b5885-47f2-4694-b21b-ba9b2da47ce2 service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=b50feb40-c691-4724-8570-f5873bdc5d1e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0581641 Jan 21 09:36:45.888122 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a8d2cd1-e910-4c64-ad4d-7dc155f0af77 admin admin] Network 7ccd0197-ed42-4d03-8ffc-af304fe19f70 is scheduled to be hosted by DHCP agent 8a5d4a72-43a4-4fcf-b58e-bc9792bd5f0a with binding_index 1 {{(pid=103182) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:36:45.979132 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5227326f-4fa3-4c58-adf8-fbb9836d798e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (8a5d4a72-43a4-4fcf-b58e-bc9792bd5f0a), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:46.013012 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f3ad64-f85d-4008-b76e-5759cb09e6b6 req-9103e289-145e-48b2-9fbf-aaf092f2f41d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:46.014660 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-45f3ad64-f85d-4008-b76e-5759cb09e6b6 req-9103e289-145e-48b2-9fbf-aaf092f2f41d service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=22a31f7136c241578473d4d323722c69&device_id=b50feb40-c691-4724-8570-f5873bdc5d1e HTTP/1.1" status: 200 len: 1098 time: 0.1075470 Jan 21 09:36:46.031202 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f285a823-7113-4a53-a315-540afd6539b9 req-6244b524-3674-47b1-9c6f-898ef470c39e tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:46.032802 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-f285a823-7113-4a53-a315-540afd6539b9 req-6244b524-3674-47b1-9c6f-898ef470c39e tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/ports?device_id=06ae865a-6ba5-4198-be6d-e6056e645411 HTTP/1.1" status: 200 len: 946 time: 0.0955405 Jan 21 09:36:46.099160 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.scheduler.base_scheduler [None req-4a8d2cd1-e910-4c64-ad4d-7dc155f0af77 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-25-iscsi, 7ccd0197-ed42-4d03-8ffc-af304fe19f70) {{(pid=103182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:36:46.108704 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5239c45-145c-448c-93a7-3ee98c458d82 None None] Network 7ccd0197-ed42-4d03-8ffc-af304fe19f70 requested from dv-cinder-804035-25-iscsi {{(pid=103184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 09:36:46.146576 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a8d2cd1-e910-4c64-ad4d-7dc155f0af77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:46.147164 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-4a8d2cd1-e910-4c64-ad4d-7dc155f0af77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4184320'] for subnet (None), before_response {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:46.164130 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-f285a823-7113-4a53-a315-540afd6539b9 req-95f9e8d7-bd56-4c8c-8cbb-f696c035ceed tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/security-groups?id=3362d256-4580-47a9-b110-e51f4226c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237643 Jan 21 09:36:46.191275 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f3ad64-f85d-4008-b76e-5759cb09e6b6 req-158f813f-ea12-4553-8412-15f2b793f3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:46.192733 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-45f3ad64-f85d-4008-b76e-5759cb09e6b6 req-158f813f-ea12-4553-8412-15f2b793f3ee service neutron] 10.222.0.109 "GET /v2.0/networks?id=4b308458-76e4-44e0-92a9-9be5555db9bc HTTP/1.1" status: 200 len: 912 time: 0.1450253 Jan 21 09:36:46.224009 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9924b502-d07f-47a6-894c-1d2e97f839af None None] Network 7ccd0197-ed42-4d03-8ffc-af304fe19f70 requested from dv-cinder-804035-25-iscsi {{(pid=103184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 09:36:46.242307 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-45f3ad64-f85d-4008-b76e-5759cb09e6b6 req-1346b504-76c2-4bdd-9a7d-5a433b9989f6 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dde72027-8017-427e-a871-c6be683d8168 HTTP/1.1" status: 200 len: 217 time: 0.0363228 Jan 21 09:36:46.246514 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [None req-4a8d2cd1-e910-4c64-ad4d-7dc155f0af77 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0036197 Jan 21 09:36:46.301953 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f3ad64-f85d-4008-b76e-5759cb09e6b6 req-7fc6b703-77ea-4b29-95ac-054513e1a81b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:46.304907 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-45f3ad64-f85d-4008-b76e-5759cb09e6b6 req-7fc6b703-77ea-4b29-95ac-054513e1a81b service neutron] 10.222.0.109 "GET /v2.0/subnets?id=b2505870-163d-404f-ba9e-f9c2872a5e5a HTTP/1.1" status: 200 len: 851 time: 0.0500684 Jan 21 09:36:46.464620 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.45', 33450) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:36:46.481437 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4f865bbe-af53-47bc-a0af-8657cf31315a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:46.557134 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-45f3ad64-f85d-4008-b76e-5759cb09e6b6 req-97a864d4-443a-4269-9073-cb48f36db8b5 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=4b308458-76e4-44e0-92a9-9be5555db9bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2456038 Jan 21 09:36:46.577249 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4f865bbe-af53-47bc-a0af-8657cf31315a admin admin] Publish callbacks [] for security_group (cd357ffc-ce3e-4c81-8952-1c8064f44c7c), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:46.642738 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4f865bbe-af53-47bc-a0af-8657cf31315a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126007'] for security_group (cd357ffc-ce3e-4c81-8952-1c8064f44c7c), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:46.668699 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-45f3ad64-f85d-4008-b76e-5759cb09e6b6 req-5ea71f7c-fcc2-4f0d-85fd-c614a4c723be service neutron] 10.222.0.109 "GET /v2.0/networks/4b308458-76e4-44e0-92a9-9be5555db9bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950029 Jan 21 09:36:46.681176 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [None req-4f865bbe-af53-47bc-a0af-8657cf31315a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1a2faf9175c64697acd694e347d57fe5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2152495 Jan 21 09:36:46.683770 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.wsgi [-] (103182) accepted ('10.222.0.45', 33456) {{(pid=103182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:36:46.692964 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f865bbe-af53-47bc-a0af-8657cf31315a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd357ffc-ce3e-4c81-8952-1c8064f44c7c,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:46.823156 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-863a82fe-35ca-44a2-b7c0-f8ff22d4f5c6 admin admin] Publish callbacks [] for security_group (cd357ffc-ce3e-4c81-8952-1c8064f44c7c), before_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:46.836424 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-45f3ad64-f85d-4008-b76e-5759cb09e6b6 req-d330de6a-63da-4735-ba70-0d26922e8ca4 service neutron] 10.222.0.109 "GET /v2.0/networks/4b308458-76e4-44e0-92a9-9be5555db9bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456120 Jan 21 09:36:46.863385 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-863a82fe-35ca-44a2-b7c0-f8ff22d4f5c6 admin admin] Publish callbacks [] for security_group (cd357ffc-ce3e-4c81-8952-1c8064f44c7c), precommit_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:47.040274 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-863a82fe-35ca-44a2-b7c0-f8ff22d4f5c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126007'] for security_group (cd357ffc-ce3e-4c81-8952-1c8064f44c7c), after_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:47.042991 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-863a82fe-35ca-44a2-b7c0-f8ff22d4f5c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:47.044160 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [None req-863a82fe-35ca-44a2-b7c0-f8ff22d4f5c6 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/cd357ffc-ce3e-4c81-8952-1c8064f44c7c HTTP/1.1" status: 204 len: 168 time: 0.3592463 Jan 21 09:36:47.052352 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863a82fe-35ca-44a2-b7c0-f8ff22d4f5c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd357ffc-ce3e-4c81-8952-1c8064f44c7c,revision_number=None']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:47.305447 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0628824d-2650-40f6-bc1b-14e169a180ad req-00c9d6c2-1d98-4af5-8c7a-512c2c50bab5 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:47.307057 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-0628824d-2650-40f6-bc1b-14e169a180ad req-00c9d6c2-1d98-4af5-8c7a-512c2c50bab5 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/ports?device_id=06ae865a-6ba5-4198-be6d-e6056e645411 HTTP/1.1" status: 200 len: 946 time: 0.0539579 Jan 21 09:36:47.365468 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-0628824d-2650-40f6-bc1b-14e169a180ad req-4f8bf728-b5b7-49e2-8992-f8bc1ae40404 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/security-groups?id=3362d256-4580-47a9-b110-e51f4226c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520060 Jan 21 09:36:47.501647 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (5a7f6758-1e24-44b8-9b24-65ffc30c20d4), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:48.342210 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.45', 33498) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:36:48.358254 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-437c0aed-756c-43f3-b4bd-d22b27eb65d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:48.419918 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c79bdfb5-059f-4f08-a7b4-75cfa48f535a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (e2f5353c-5d20-4dd0-beb4-c302aead9ffd), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:48.449662 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-437c0aed-756c-43f3-b4bd-d22b27eb65d4 admin admin] Publish callbacks [] for security_group (66c0c2d4-4739-4a82-b421-576a016c1922), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:48.489776 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e520a4-8858-476b-b4bf-99b911f6a62f req-e2a8782e-292f-4f77-9fe0-ac8342a1305e tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:48.494717 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-95e520a4-8858-476b-b4bf-99b911f6a62f req-e2a8782e-292f-4f77-9fe0-ac8342a1305e tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/ports?device_id=06ae865a-6ba5-4198-be6d-e6056e645411 HTTP/1.1" status: 200 len: 946 time: 0.0558717 Jan 21 09:36:48.550599 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-95e520a4-8858-476b-b4bf-99b911f6a62f req-142ecd3b-b93f-4e9d-a8ed-b9f5a89ce6d3 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/security-groups?id=3362d256-4580-47a9-b110-e51f4226c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500655 Jan 21 09:36:48.578149 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-437c0aed-756c-43f3-b4bd-d22b27eb65d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126007'] for security_group (66c0c2d4-4739-4a82-b421-576a016c1922), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:48.614083 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [None req-437c0aed-756c-43f3-b4bd-d22b27eb65d4 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ffde52e3b1714540b57329d027dd84e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2707484 Jan 21 09:36:48.614964 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c0aed-756c-43f3-b4bd-d22b27eb65d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66c0c2d4-4739-4a82-b421-576a016c1922,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:48.617525 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.wsgi [-] (103182) accepted ('10.222.0.45', 33508) {{(pid=103182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:36:48.676794 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-60a42904-31eb-4c19-bed7-d2cc6e3d905e admin admin] Publish callbacks [] for security_group (66c0c2d4-4739-4a82-b421-576a016c1922), before_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:48.699606 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-60a42904-31eb-4c19-bed7-d2cc6e3d905e admin admin] Publish callbacks [] for security_group (66c0c2d4-4739-4a82-b421-576a016c1922), precommit_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:48.764971 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.wsgi [-] (103182) accepted ('10.222.0.45', 33514) {{(pid=103182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:36:48.852246 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-60a42904-31eb-4c19-bed7-d2cc6e3d905e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126007'] for security_group (66c0c2d4-4739-4a82-b421-576a016c1922), after_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:48.857435 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-60a42904-31eb-4c19-bed7-d2cc6e3d905e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:48.863968 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [None req-60a42904-31eb-4c19-bed7-d2cc6e3d905e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/66c0c2d4-4739-4a82-b421-576a016c1922 HTTP/1.1" status: 204 len: 168 time: 0.2448256 Jan 21 09:36:48.890142 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a42904-31eb-4c19-bed7-d2cc6e3d905e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66c0c2d4-4739-4a82-b421-576a016c1922,revision_number=None']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:48.891833 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-5377c0c3-ff38-4b31-b1ee-df1c39e0aaca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:49.012976 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-5377c0c3-ff38-4b31-b1ee-df1c39e0aaca admin admin] Publish callbacks [] for security_group (b02d478b-e846-4c77-93ac-0498c2aeb1c7), precommit_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:49.105587 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cb474d-4e54-4401-8b49-195c582a70be req-9eaf4cb0-a0f5-4043-8965-d5a17eef6e57 tempest-VolumesSnapshotTestJSON-1583482103 tempest-VolumesSnapshotTestJSON-1583482103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:49.107135 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-50cb474d-4e54-4401-8b49-195c582a70be req-9eaf4cb0-a0f5-4043-8965-d5a17eef6e57 tempest-VolumesSnapshotTestJSON-1583482103 tempest-VolumesSnapshotTestJSON-1583482103-project] 10.222.0.45 "GET /v2.0/networks?id=7ccd0197-ed42-4d03-8ffc-af304fe19f70 HTTP/1.1" status: 200 len: 813 time: 0.1444023 Jan 21 09:36:49.121824 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-5377c0c3-ff38-4b31-b1ee-df1c39e0aaca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126007'] for security_group (b02d478b-e846-4c77-93ac-0498c2aeb1c7), after_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:49.134838 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-50cb474d-4e54-4401-8b49-195c582a70be req-41db2295-0cdb-4e07-b4f6-9efc46855992 tempest-VolumesSnapshotTestJSON-1583482103 tempest-VolumesSnapshotTestJSON-1583482103-project] 10.222.0.45 "GET /v2.0/quotas/5db07feb3a43432999da539b6b85fb2a HTTP/1.1" status: 200 len: 375 time: 0.0222785 Jan 21 09:36:49.197171 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-50cb474d-4e54-4401-8b49-195c582a70be req-3b25330d-f33e-47cc-ac2a-22c81c55a0ca tempest-VolumesSnapshotTestJSON-1583482103 tempest-VolumesSnapshotTestJSON-1583482103-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=5db07feb3a43432999da539b6b85fb2a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0530083 Jan 21 09:36:49.198154 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5377c0c3-ff38-4b31-b1ee-df1c39e0aaca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b02d478b-e846-4c77-93ac-0498c2aeb1c7,revision_number=1']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:49.203193 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [None req-5377c0c3-ff38-4b31-b1ee-df1c39e0aaca admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d2e9dd9a9fe744b6bf6f8f21af3b0033&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4364443 Jan 21 09:36:49.205326 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.45', 33540) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:36:49.272060 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-66ae75b8-86f0-4dff-ab52-064c872ec52e admin admin] Publish callbacks [] for security_group (b02d478b-e846-4c77-93ac-0498c2aeb1c7), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:49.296890 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-66ae75b8-86f0-4dff-ab52-064c872ec52e admin admin] Publish callbacks [] for security_group (b02d478b-e846-4c77-93ac-0498c2aeb1c7), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:49.316381 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-50cb474d-4e54-4401-8b49-195c582a70be req-e6e74e3c-1e18-4a87-8f70-0aa0564a36b8 service neutron] 10.222.0.45 "GET /v2.0/networks/7ccd0197-ed42-4d03-8ffc-af304fe19f70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099966 Jan 21 09:36:49.432199 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-50cb474d-4e54-4401-8b49-195c582a70be req-302fc354-43ff-4487-9710-a549c8b70bad service neutron] 10.222.0.45 "GET /v2.0/networks/7ccd0197-ed42-4d03-8ffc-af304fe19f70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067729 Jan 21 09:36:49.465698 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-66ae75b8-86f0-4dff-ab52-064c872ec52e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126007'] for security_group (b02d478b-e846-4c77-93ac-0498c2aeb1c7), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:49.468268 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-66ae75b8-86f0-4dff-ab52-064c872ec52e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:49.472604 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [None req-66ae75b8-86f0-4dff-ab52-064c872ec52e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b02d478b-e846-4c77-93ac-0498c2aeb1c7 HTTP/1.1" status: 204 len: 168 time: 0.2625802 Jan 21 09:36:49.480589 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ae75b8-86f0-4dff-ab52-064c872ec52e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b02d478b-e846-4c77-93ac-0498c2aeb1c7,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:49.556446 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0beda05d-594e-4362-80c2-bc999a9a2b64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (9e31de2d-26a2-4a88-b799-f1f3b7df75bf), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:49.718250 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86de3f9-c72e-40bf-a5e6-04e4aaeadf82 req-137bbe8d-b5d4-4b29-a447-7021af7fa15f tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:49.733925 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-e86de3f9-c72e-40bf-a5e6-04e4aaeadf82 req-137bbe8d-b5d4-4b29-a447-7021af7fa15f tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/ports?device_id=06ae865a-6ba5-4198-be6d-e6056e645411 HTTP/1.1" status: 200 len: 946 time: 0.0950756 Jan 21 09:36:49.798017 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-93858cff-2921-4107-9dbd-bc3a5fd3ce6e req-87aa7cf2-ff14-4660-a9a9-544a58c08f01 tempest-VolumesSnapshotTestJSON-1583482103 tempest-VolumesSnapshotTestJSON-1583482103-project] 10.222.0.45 "GET /v2.0/ports?device_id=deb54068-874d-4b55-ab9c-777c53b1d707 HTTP/1.1" status: 200 len: 210 time: 0.0371754 Jan 21 09:36:49.825578 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-e86de3f9-c72e-40bf-a5e6-04e4aaeadf82 req-2d956f29-c5c3-4c20-9bdf-949ba3715a60 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/security-groups?id=3362d256-4580-47a9-b110-e51f4226c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937040 Jan 21 09:36:50.392582 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.45', 33588) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:36:50.406989 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b36a106f-332c-4788-9c2a-11426d88389f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:50.486829 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b36a106f-332c-4788-9c2a-11426d88389f admin admin] Publish callbacks [] for security_group (f302c8ac-bfbf-4edd-9660-745f8df612b1), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:50.548588 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b36a106f-332c-4788-9c2a-11426d88389f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126007'] for security_group (f302c8ac-bfbf-4edd-9660-745f8df612b1), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:50.596241 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [None req-b36a106f-332c-4788-9c2a-11426d88389f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1e08e739415a48b38df8b4a7bd00fe48&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2024546 Jan 21 09:36:50.597244 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36a106f-332c-4788-9c2a-11426d88389f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f302c8ac-bfbf-4edd-9660-745f8df612b1,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:50.598897 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.wsgi [-] (103182) accepted ('10.222.0.45', 33594) {{(pid=103182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:36:50.665031 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-1256f0bd-adc6-47aa-83f6-507a6ab2a6cb admin admin] Publish callbacks [] for security_group (f302c8ac-bfbf-4edd-9660-745f8df612b1), before_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:50.689471 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-1256f0bd-adc6-47aa-83f6-507a6ab2a6cb admin admin] Publish callbacks [] for security_group (f302c8ac-bfbf-4edd-9660-745f8df612b1), precommit_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:50.829620 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-1256f0bd-adc6-47aa-83f6-507a6ab2a6cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126007'] for security_group (f302c8ac-bfbf-4edd-9660-745f8df612b1), after_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:50.837724 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-1256f0bd-adc6-47aa-83f6-507a6ab2a6cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:50.837724 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [None req-1256f0bd-adc6-47aa-83f6-507a6ab2a6cb admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f302c8ac-bfbf-4edd-9660-745f8df612b1 HTTP/1.1" status: 204 len: 168 time: 0.2361391 Jan 21 09:36:50.851225 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1256f0bd-adc6-47aa-83f6-507a6ab2a6cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f302c8ac-bfbf-4edd-9660-745f8df612b1,revision_number=None']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:50.920679 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-ad574694-0623-4252-a869-935a48aeca20 req-e395c15b-0a25-4531-80eb-abd7ca69d8c4 tempest-VolumesSnapshotTestJSON-1583482103 tempest-VolumesSnapshotTestJSON-1583482103-project] 10.222.0.45 "GET /v2.0/ports?device_id=deb54068-874d-4b55-ab9c-777c53b1d707 HTTP/1.1" status: 200 len: 210 time: 0.0276158 Jan 21 09:36:51.031686 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e1e9a1-a6c7-4ce9-a81d-bd01364d2ff2 req-b5f2fc3d-425a-41b0-84e3-49dd4bfa9209 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:51.033656 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-e7e1e9a1-a6c7-4ce9-a81d-bd01364d2ff2 req-b5f2fc3d-425a-41b0-84e3-49dd4bfa9209 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/ports?device_id=06ae865a-6ba5-4198-be6d-e6056e645411 HTTP/1.1" status: 200 len: 946 time: 0.0524168 Jan 21 09:36:51.105884 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-e7e1e9a1-a6c7-4ce9-a81d-bd01364d2ff2 req-ea7d0c3c-3b1b-4c6e-b34d-e9672cd7caf0 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/security-groups?id=3362d256-4580-47a9-b110-e51f4226c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657372 Jan 21 09:36:51.185978 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f5928849-742c-4298-9c4e-ae1543ad1886 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (fd0edb9a-d711-47a6-aedf-fe72898a6c79), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:51.329671 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c3f774-ec0e-4413-b382-808d230887d8 req-da0d8211-29f5-4f2a-8f29-fb58e90f7f0f tempest-DeleteServersTestJSON-1321460479 tempest-DeleteServersTestJSON-1321460479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:51.331380 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-c9c3f774-ec0e-4413-b382-808d230887d8 req-da0d8211-29f5-4f2a-8f29-fb58e90f7f0f tempest-DeleteServersTestJSON-1321460479 tempest-DeleteServersTestJSON-1321460479-project] 10.222.0.45 "GET /v2.0/ports?device_id=b50feb40-c691-4724-8570-f5873bdc5d1e HTTP/1.1" status: 200 len: 945 time: 0.0568388 Jan 21 09:36:51.395415 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-c9c3f774-ec0e-4413-b382-808d230887d8 req-fe418da6-88d1-4f7b-9336-1f602c456e5a tempest-DeleteServersTestJSON-1321460479 tempest-DeleteServersTestJSON-1321460479-project] 10.222.0.45 "GET /v2.0/security-groups?id=67f6e35c-bf33-4444-b6b0-37741f9c67e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576212 Jan 21 09:36:51.421113 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.45', 33620) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:36:51.453126 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.45', 33624) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:36:51.658984 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-00b0b799-bc41-44b3-89d4-239461f95c6f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:51.697312 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-907065e9-fb03-466d-ae74-309ec2fc4575 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:51.782508 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-00b0b799-bc41-44b3-89d4-239461f95c6f admin admin] Publish callbacks [] for security_group (09c68833-eaf7-4bd4-b960-889034d17c40), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:51.815968 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-907065e9-fb03-466d-ae74-309ec2fc4575 admin admin] Publish callbacks [] for security_group (f6e12fff-a3b0-4696-91b4-702c17e8d023), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:51.848114 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-00b0b799-bc41-44b3-89d4-239461f95c6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126007'] for security_group (09c68833-eaf7-4bd4-b960-889034d17c40), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:51.885007 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b0b799-bc41-44b3-89d4-239461f95c6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09c68833-eaf7-4bd4-b960-889034d17c40,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:51.890547 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [None req-00b0b799-bc41-44b3-89d4-239461f95c6f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=76183dd7994043218e3bb034c93b30a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4670038 Jan 21 09:36:51.892141 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.45', 33638) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:36:51.909719 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-907065e9-fb03-466d-ae74-309ec2fc4575 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126007'] for security_group (f6e12fff-a3b0-4696-91b4-702c17e8d023), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:51.970543 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [None req-907065e9-fb03-466d-ae74-309ec2fc4575 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1b9cbd9a3a6c44e5975074bd0799e996&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5163219 Jan 21 09:36:51.973249 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907065e9-fb03-466d-ae74-309ec2fc4575 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6e12fff-a3b0-4696-91b4-702c17e8d023,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:51.973385 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.wsgi [-] (103182) accepted ('10.222.0.45', 33642) {{(pid=103182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:36:51.993447 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d832a07a-3d2e-4909-8023-30a147e3e40e admin admin] Publish callbacks [] for security_group (09c68833-eaf7-4bd4-b960-889034d17c40), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:52.019261 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d832a07a-3d2e-4909-8023-30a147e3e40e admin admin] Publish callbacks [] for security_group (09c68833-eaf7-4bd4-b960-889034d17c40), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:52.048162 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-b8aa9a10-5b2f-456f-a716-8d430177cebd req-40e370e0-f8e0-4454-9d1a-99ef641a6a7d tempest-VolumesSnapshotTestJSON-1583482103 tempest-VolumesSnapshotTestJSON-1583482103-project] 10.222.0.45 "GET /v2.0/ports?device_id=deb54068-874d-4b55-ab9c-777c53b1d707 HTTP/1.1" status: 200 len: 210 time: 0.0333405 Jan 21 09:36:52.049172 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-813c744b-298a-469e-aed6-e5ebebe8cb0a admin admin] Publish callbacks [] for security_group (f6e12fff-a3b0-4696-91b4-702c17e8d023), before_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:52.090536 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-813c744b-298a-469e-aed6-e5ebebe8cb0a admin admin] Publish callbacks [] for security_group (f6e12fff-a3b0-4696-91b4-702c17e8d023), precommit_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:52.209212 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d832a07a-3d2e-4909-8023-30a147e3e40e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126007'] for security_group (09c68833-eaf7-4bd4-b960-889034d17c40), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:52.213133 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d832a07a-3d2e-4909-8023-30a147e3e40e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:52.218242 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [None req-d832a07a-3d2e-4909-8023-30a147e3e40e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/09c68833-eaf7-4bd4-b960-889034d17c40 HTTP/1.1" status: 204 len: 168 time: 0.3240485 Jan 21 09:36:52.226408 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d832a07a-3d2e-4909-8023-30a147e3e40e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09c68833-eaf7-4bd4-b960-889034d17c40,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:52.258512 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7860a865-253b-464a-9a32-41038a4fff81 req-b54e8ca2-526e-457b-a337-ae6454b324df tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:52.264186 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-7860a865-253b-464a-9a32-41038a4fff81 req-b54e8ca2-526e-457b-a337-ae6454b324df tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/ports?device_id=06ae865a-6ba5-4198-be6d-e6056e645411 HTTP/1.1" status: 200 len: 946 time: 0.0713427 Jan 21 09:36:52.300145 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-813c744b-298a-469e-aed6-e5ebebe8cb0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126007'] for security_group (f6e12fff-a3b0-4696-91b4-702c17e8d023), after_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:52.302935 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-813c744b-298a-469e-aed6-e5ebebe8cb0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:52.304088 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [None req-813c744b-298a-469e-aed6-e5ebebe8cb0a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f6e12fff-a3b0-4696-91b4-702c17e8d023 HTTP/1.1" status: 204 len: 168 time: 0.3297501 Jan 21 09:36:52.323611 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813c744b-298a-469e-aed6-e5ebebe8cb0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6e12fff-a3b0-4696-91b4-702c17e8d023,revision_number=None']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:52.329940 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-7860a865-253b-464a-9a32-41038a4fff81 req-796031af-225f-4228-bc91-6b8fc2138faf tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/security-groups?id=3362d256-4580-47a9-b110-e51f4226c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602264 Jan 21 09:36:52.424620 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (a4f58dde-e5c6-489c-94fe-b355a6abc90e), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:52.552541 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cb474d-4e54-4401-8b49-195c582a70be req-7655d8f3-c30b-4cce-80d2-37f6f0152782 tempest-VolumesSnapshotTestJSON-1583482103 tempest-VolumesSnapshotTestJSON-1583482103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:52.554120 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-50cb474d-4e54-4401-8b49-195c582a70be req-7655d8f3-c30b-4cce-80d2-37f6f0152782 tempest-VolumesSnapshotTestJSON-1583482103 tempest-VolumesSnapshotTestJSON-1583482103-project] 10.222.0.109 "GET /v2.0/networks?id=7ccd0197-ed42-4d03-8ffc-af304fe19f70 HTTP/1.1" status: 200 len: 813 time: 0.1604095 Jan 21 09:36:52.565200 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3d3ffa-0009-4c60-be41-7fee047792b0 req-3688200b-1f4e-4a36-818b-5755dce96f29 tempest-DeleteServersTestJSON-1321460479 tempest-DeleteServersTestJSON-1321460479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:52.569839 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-ed3d3ffa-0009-4c60-be41-7fee047792b0 req-3688200b-1f4e-4a36-818b-5755dce96f29 tempest-DeleteServersTestJSON-1321460479 tempest-DeleteServersTestJSON-1321460479-project] 10.222.0.45 "GET /v2.0/ports?device_id=b50feb40-c691-4724-8570-f5873bdc5d1e HTTP/1.1" status: 200 len: 945 time: 0.0940444 Jan 21 09:36:52.584895 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.v2.base [req-50cb474d-4e54-4401-8b49-195c582a70be req-d3a69d83-cbf9-4bd2-9cb1-11a5924fb71c tempest-VolumesSnapshotTestJSON-1583482103 tempest-VolumesSnapshotTestJSON-1583482103-project] Request body: {'port': {'device_id': 'deb54068-874d-4b55-ab9c-777c53b1d707', 'network_id': '7ccd0197-ed42-4d03-8ffc-af304fe19f70', 'admin_state_up': True, 'tenant_id': '5db07feb3a43432999da539b6b85fb2a'}} {{(pid=103182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:36:52.686349 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-ed3d3ffa-0009-4c60-be41-7fee047792b0 req-5200570c-73fa-4ead-bfd3-38473503947e tempest-DeleteServersTestJSON-1321460479 tempest-DeleteServersTestJSON-1321460479-project] 10.222.0.45 "GET /v2.0/security-groups?id=67f6e35c-bf33-4444-b6b0-37741f9c67e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122327 Jan 21 09:36:52.814134 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50cb474d-4e54-4401-8b49-195c582a70be req-d3a69d83-cbf9-4bd2-9cb1-11a5924fb71c tempest-VolumesSnapshotTestJSON-1583482103 tempest-VolumesSnapshotTestJSON-1583482103-project] Made reservation on behalf of 5db07feb3a43432999da539b6b85fb2a for: {'port': 1} {{(pid=103182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:36:52.818815 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-50cb474d-4e54-4401-8b49-195c582a70be req-d3a69d83-cbf9-4bd2-9cb1-11a5924fb71c tempest-VolumesSnapshotTestJSON-1583482103 tempest-VolumesSnapshotTestJSON-1583482103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (None), before_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:52.951634 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.db.db_base_plugin_common [req-50cb474d-4e54-4401-8b49-195c582a70be req-d3a69d83-cbf9-4bd2-9cb1-11a5924fb71c tempest-VolumesSnapshotTestJSON-1583482103 tempest-VolumesSnapshotTestJSON-1583482103-project] Allocated IP 172.20.0.4 (7ccd0197-ed42-4d03-8ffc-af304fe19f70/a8daf7f4-5b37-472d-866e-ed6bc53918ba/14aab43b-4ab3-4c41-bc46-826e868d0936) {{(pid=103182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:36:53.114512 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-50cb474d-4e54-4401-8b49-195c582a70be req-d3a69d83-cbf9-4bd2-9cb1-11a5924fb71c tempest-VolumesSnapshotTestJSON-1583482103 tempest-VolumesSnapshotTestJSON-1583482103-project] Publish callbacks [] for port (14aab43b-4ab3-4c41-bc46-826e868d0936), precommit_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:53.155961 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-70112f1f-1b52-4aeb-b6d5-dd19caffa289 req-7a7d14e5-cef4-430f-8698-d8e15b324031 tempest-VolumesSnapshotTestJSON-1583482103 tempest-VolumesSnapshotTestJSON-1583482103-project] 10.222.0.45 "GET /v2.0/ports?device_id=deb54068-874d-4b55-ab9c-777c53b1d707 HTTP/1.1" status: 200 len: 210 time: 0.0334125 Jan 21 09:36:53.184284 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.45', 33682) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:36:53.203760 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-0209eec4-3620-4e23-91a8-50a07043459c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:53.241289 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-50cb474d-4e54-4401-8b49-195c582a70be req-d3a69d83-cbf9-4bd2-9cb1-11a5924fb71c tempest-VolumesSnapshotTestJSON-1583482103 tempest-VolumesSnapshotTestJSON-1583482103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774670299796'] for port (14aab43b-4ab3-4c41-bc46-826e868d0936), after_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:53.284013 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50cb474d-4e54-4401-8b49-195c582a70be req-d3a69d83-cbf9-4bd2-9cb1-11a5924fb71c tempest-VolumesSnapshotTestJSON-1583482103 tempest-VolumesSnapshotTestJSON-1583482103-project] Network 7ccd0197-ed42-4d03-8ffc-af304fe19f70 is already hosted by enough agents. {{(pid=103182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:36:53.288066 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.scheduler.base_scheduler [req-50cb474d-4e54-4401-8b49-195c582a70be req-d3a69d83-cbf9-4bd2-9cb1-11a5924fb71c tempest-VolumesSnapshotTestJSON-1583482103 tempest-VolumesSnapshotTestJSON-1583482103-project] Resources bound (agent type, host, resource id): {{(pid=103182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:36:53.292786 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.db.l3_dvrscheduler_db [req-50cb474d-4e54-4401-8b49-195c582a70be req-d3a69d83-cbf9-4bd2-9cb1-11a5924fb71c tempest-VolumesSnapshotTestJSON-1583482103 tempest-VolumesSnapshotTestJSON-1583482103-project] Received port after_create {{(pid=103182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 09:36:53.298086 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-0209eec4-3620-4e23-91a8-50a07043459c admin admin] Publish callbacks [] for security_group (adca02a6-fc90-4e26-8f7b-73dc3c782f49), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:53.299535 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cb474d-4e54-4401-8b49-195c582a70be req-d3a69d83-cbf9-4bd2-9cb1-11a5924fb71c tempest-VolumesSnapshotTestJSON-1583482103 tempest-VolumesSnapshotTestJSON-1583482103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:53.300307 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-50cb474d-4e54-4401-8b49-195c582a70be req-d3a69d83-cbf9-4bd2-9cb1-11a5924fb71c tempest-VolumesSnapshotTestJSON-1583482103 tempest-VolumesSnapshotTestJSON-1583482103-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4184320'] for port (None), before_response {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:53.329579 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a69d83-cbf9-4bd2-9cb1-11a5924fb71c tempest-VolumesSnapshotTestJSON-1583482103 tempest-VolumesSnapshotTestJSON-1583482103-project] Pushing event updated for resources: {'Port': ['ID=14aab43b-4ab3-4c41-bc46-826e868d0936,revision_number=1']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:53.402501 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-0209eec4-3620-4e23-91a8-50a07043459c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126007'] for security_group (adca02a6-fc90-4e26-8f7b-73dc3c782f49), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:53.432176 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-50cb474d-4e54-4401-8b49-195c582a70be req-d3a69d83-cbf9-4bd2-9cb1-11a5924fb71c tempest-VolumesSnapshotTestJSON-1583482103 tempest-VolumesSnapshotTestJSON-1583482103-project] 10.222.0.109 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8561354 Jan 21 09:36:53.444579 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0209eec4-3620-4e23-91a8-50a07043459c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adca02a6-fc90-4e26-8f7b-73dc3c782f49,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:53.449510 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [None req-0209eec4-3620-4e23-91a8-50a07043459c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e655b86053484099aed25fea6cc4fff2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2641566 Jan 21 09:36:53.452127 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.45', 33694) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:36:53.485428 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.v2.base [req-50cb474d-4e54-4401-8b49-195c582a70be req-b2fa7204-48eb-44d7-acb8-86991bba81fd service neutron] Request body: {'port': {'device_id': 'deb54068-874d-4b55-ab9c-777c53b1d707', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=103182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:36:53.533837 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-7939581b-7904-4c98-9e4e-87530084bb4c admin admin] Publish callbacks [] for security_group (adca02a6-fc90-4e26-8f7b-73dc3c782f49), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:53.562900 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-7939581b-7904-4c98-9e4e-87530084bb4c admin admin] Publish callbacks [] for security_group (adca02a6-fc90-4e26-8f7b-73dc3c782f49), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:53.577518 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dde1d87-7125-421d-86c5-dc6f17a40210 req-97b8bf54-f2e8-45ac-bdc0-8045b6d6803e tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:53.588261 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-9dde1d87-7125-421d-86c5-dc6f17a40210 req-97b8bf54-f2e8-45ac-bdc0-8045b6d6803e tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/ports?device_id=06ae865a-6ba5-4198-be6d-e6056e645411 HTTP/1.1" status: 200 len: 946 time: 0.1208742 Jan 21 09:36:53.613311 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-50cb474d-4e54-4401-8b49-195c582a70be req-b2fa7204-48eb-44d7-acb8-86991bba81fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (14aab43b-4ab3-4c41-bc46-826e868d0936), before_update {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:53.686463 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-9dde1d87-7125-421d-86c5-dc6f17a40210 req-34f00626-8df4-4edd-a7ef-818df2dcb05b tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/security-groups?id=3362d256-4580-47a9-b110-e51f4226c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970342 Jan 21 09:36:53.712797 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-7939581b-7904-4c98-9e4e-87530084bb4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126007'] for security_group (adca02a6-fc90-4e26-8f7b-73dc3c782f49), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:53.712797 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-7939581b-7904-4c98-9e4e-87530084bb4c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:53.712797 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [None req-7939581b-7904-4c98-9e4e-87530084bb4c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/adca02a6-fc90-4e26-8f7b-73dc3c782f49 HTTP/1.1" status: 204 len: 168 time: 0.2567248 Jan 21 09:36:53.718106 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7939581b-7904-4c98-9e4e-87530084bb4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adca02a6-fc90-4e26-8f7b-73dc3c782f49,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:53.959993 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49040f51-8a72-4437-8b37-3f661268f118 req-f66e9bca-dc3c-48cd-917a-516747bf31a5 tempest-DeleteServersTestJSON-1321460479 tempest-DeleteServersTestJSON-1321460479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:53.961513 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-49040f51-8a72-4437-8b37-3f661268f118 req-f66e9bca-dc3c-48cd-917a-516747bf31a5 tempest-DeleteServersTestJSON-1321460479 tempest-DeleteServersTestJSON-1321460479-project] 10.222.0.45 "GET /v2.0/ports?device_id=b50feb40-c691-4724-8570-f5873bdc5d1e HTTP/1.1" status: 200 len: 945 time: 0.1535625 Jan 21 09:36:53.969167 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1674a2f5-658c-4018-b2fd-989b2b46781b req-81dd6643-5094-4de3-98ea-8138f064f459 tempest-DeleteServersTestJSON-1321460479 tempest-DeleteServersTestJSON-1321460479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:53.970478 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-1674a2f5-658c-4018-b2fd-989b2b46781b req-81dd6643-5094-4de3-98ea-8138f064f459 tempest-DeleteServersTestJSON-1321460479 tempest-DeleteServersTestJSON-1321460479-project] 10.222.0.109 "GET /v2.0/ports?device_id=b50feb40-c691-4724-8570-f5873bdc5d1e HTTP/1.1" status: 200 len: 945 time: 0.1181953 Jan 21 09:36:54.150089 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-49040f51-8a72-4437-8b37-3f661268f118 req-c75237fd-b13b-4954-9e06-fec822f3eddb tempest-DeleteServersTestJSON-1321460479 tempest-DeleteServersTestJSON-1321460479-project] 10.222.0.45 "GET /v2.0/security-groups?id=67f6e35c-bf33-4444-b6b0-37741f9c67e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731150 Jan 21 09:36:54.155398 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.notifiers.nova [req-50cb474d-4e54-4401-8b49-195c582a70be req-b2fa7204-48eb-44d7-acb8-86991bba81fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14aab43b-4ab3-4c41-bc46-826e868d0936 {{(pid=103182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:36:54.166049 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-50cb474d-4e54-4401-8b49-195c582a70be req-b2fa7204-48eb-44d7-acb8-86991bba81fd service neutron] Publish callbacks [] for port (14aab43b-4ab3-4c41-bc46-826e868d0936), precommit_update {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:54.199258 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.db.provisioning_blocks [req-50cb474d-4e54-4401-8b49-195c582a70be req-b2fa7204-48eb-44d7-acb8-86991bba81fd service neutron] Transition to ACTIVE for port object 14aab43b-4ab3-4c41-bc46-826e868d0936 will not be triggered until provisioned by entity L2. {{(pid=103182) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:36:54.223408 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.plugin [req-1674a2f5-658c-4018-b2fd-989b2b46781b req-cba207fa-e10f-493b-9056-061e5885f078 tempest-DeleteServersTestJSON-1321460479 tempest-DeleteServersTestJSON-1321460479-project] Deleting port dde72027-8017-427e-a871-c6be683d8168 {{(pid=103182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 09:36:54.223408 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-1674a2f5-658c-4018-b2fd-989b2b46781b req-cba207fa-e10f-493b-9056-061e5885f078 tempest-DeleteServersTestJSON-1321460479 tempest-DeleteServersTestJSON-1321460479-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774670727720'] for port (dde72027-8017-427e-a871-c6be683d8168), before_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:54.304687 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-50cb474d-4e54-4401-8b49-195c582a70be req-b2fa7204-48eb-44d7-acb8-86991bba81fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774670732957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774670299814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774670299832'] for port (14aab43b-4ab3-4c41-bc46-826e868d0936), after_update {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:54.418862 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fa7204-48eb-44d7-acb8-86991bba81fd service neutron] Pushing event updated for resources: {'Port': ['ID=14aab43b-4ab3-4c41-bc46-826e868d0936,revision_number=2']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:54.426294 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.db [req-1674a2f5-658c-4018-b2fd-989b2b46781b req-cba207fa-e10f-493b-9056-061e5885f078 tempest-DeleteServersTestJSON-1321460479 tempest-DeleteServersTestJSON-1321460479-project] For port dde72027-8017-427e-a871-c6be683d8168, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=dde72027-8017-427e-a871-c6be683d8168,segment=NetworkSegment(8461ac26-15e8-439c-b33d-fe4263fb9a4e),segment_id=8461ac26-15e8-439c-b33d-fe4263fb9a4e)] {{(pid=103182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:36:54.426671 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-1674a2f5-658c-4018-b2fd-989b2b46781b req-cba207fa-e10f-493b-9056-061e5885f078 tempest-DeleteServersTestJSON-1321460479 tempest-DeleteServersTestJSON-1321460479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3846167'] for port (dde72027-8017-427e-a871-c6be683d8168), precommit_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:54.476571 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac16b05c-2a64-4c4c-ae61-098b8780268c req-fe6fcefa-a3ae-49a6-877e-63e0f90bdfa9 tempest-VolumesSnapshotTestJSON-1583482103 tempest-VolumesSnapshotTestJSON-1583482103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:54.478260 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-ac16b05c-2a64-4c4c-ae61-098b8780268c req-fe6fcefa-a3ae-49a6-877e-63e0f90bdfa9 tempest-VolumesSnapshotTestJSON-1583482103 tempest-VolumesSnapshotTestJSON-1583482103-project] 10.222.0.45 "GET /v2.0/ports?device_id=deb54068-874d-4b55-ab9c-777c53b1d707 HTTP/1.1" status: 200 len: 943 time: 0.1793168 Jan 21 09:36:54.481044 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.plugin [req-1674a2f5-658c-4018-b2fd-989b2b46781b req-cba207fa-e10f-493b-9056-061e5885f078 tempest-DeleteServersTestJSON-1321460479 tempest-DeleteServersTestJSON-1321460479-project] Calling delete_port for dde72027-8017-427e-a871-c6be683d8168 owned by compute:nova {{(pid=103182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 09:36:54.498132 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.managers [req-50cb474d-4e54-4401-8b49-195c582a70be req-b2fa7204-48eb-44d7-acb8-86991bba81fd service neutron] Attempting to bind port 14aab43b-4ab3-4c41-bc46-826e868d0936 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=103182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 09:36:54.498480 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.managers [req-50cb474d-4e54-4401-8b49-195c582a70be req-b2fa7204-48eb-44d7-acb8-86991bba81fd service neutron] Attempting to bind port 14aab43b-4ab3-4c41-bc46-826e868d0936 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': 'ad0cc7f3-f595-4923-bff8-faff8d5a4463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '7ccd0197-ed42-4d03-8ffc-af304fe19f70'}] {{(pid=103182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 09:36:54.498783 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50cb474d-4e54-4401-8b49-195c582a70be req-b2fa7204-48eb-44d7-acb8-86991bba81fd service neutron] Attempting to bind port 14aab43b-4ab3-4c41-bc46-826e868d0936 on network 7ccd0197-ed42-4d03-8ffc-af304fe19f70 {{(pid=103182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:36:54.552248 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50cb474d-4e54-4401-8b49-195c582a70be req-b2fa7204-48eb-44d7-acb8-86991bba81fd service neutron] Port 14aab43b-4ab3-4c41-bc46-826e868d0936 on network 7ccd0197-ed42-4d03-8ffc-af304fe19f70 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=103182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 21 09:36:54.552584 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50cb474d-4e54-4401-8b49-195c582a70be req-b2fa7204-48eb-44d7-acb8-86991bba81fd service neutron] Attempting to bind port 14aab43b-4ab3-4c41-bc46-826e868d0936 on network 7ccd0197-ed42-4d03-8ffc-af304fe19f70 {{(pid=103182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:36:54.604700 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50cb474d-4e54-4401-8b49-195c582a70be req-b2fa7204-48eb-44d7-acb8-86991bba81fd service neutron] Checking agent: {'id': '5a7f6758-1e24-44b8-9b24-65ffc30c20d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 33, 47), 'started_at': datetime.datetime(2022, 1, 21, 9, 33, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 36, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:36:54.605073 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50cb474d-4e54-4401-8b49-195c582a70be req-b2fa7204-48eb-44d7-acb8-86991bba81fd service neutron] Checking segment: {'id': 'ad0cc7f3-f595-4923-bff8-faff8d5a4463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '7ccd0197-ed42-4d03-8ffc-af304fe19f70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 09:36:54.605453 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50cb474d-4e54-4401-8b49-195c582a70be req-b2fa7204-48eb-44d7-acb8-86991bba81fd service neutron] Bound using segment: {'id': 'ad0cc7f3-f595-4923-bff8-faff8d5a4463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '7ccd0197-ed42-4d03-8ffc-af304fe19f70'} {{(pid=103182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:36:54.605904 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.managers [req-50cb474d-4e54-4401-8b49-195c582a70be req-b2fa7204-48eb-44d7-acb8-86991bba81fd service neutron] Bound port: 14aab43b-4ab3-4c41-bc46-826e868d0936, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad0cc7f3-f595-4923-bff8-faff8d5a4463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '7ccd0197-ed42-4d03-8ffc-af304fe19f70'}}] {{(pid=103182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 09:36:54.606264 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-50cb474d-4e54-4401-8b49-195c582a70be req-b2fa7204-48eb-44d7-acb8-86991bba81fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (14aab43b-4ab3-4c41-bc46-826e868d0936), before_update {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:54.636461 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-ac16b05c-2a64-4c4c-ae61-098b8780268c req-5941085d-9753-45a5-a5ca-aafa79dc28e3 tempest-VolumesSnapshotTestJSON-1583482103 tempest-VolumesSnapshotTestJSON-1583482103-project] 10.222.0.45 "GET /v2.0/security-groups?id=784dddf7-3a3a-4731-9a1a-126ddfb40ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504843 Jan 21 09:36:54.724428 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.db [req-50cb474d-4e54-4401-8b49-195c582a70be req-b2fa7204-48eb-44d7-acb8-86991bba81fd service neutron] For port 14aab43b-4ab3-4c41-bc46-826e868d0936, host hv-cinder-80403, cleared binding levels {{(pid=103182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:36:54.731177 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.db [req-50cb474d-4e54-4401-8b49-195c582a70be req-b2fa7204-48eb-44d7-acb8-86991bba81fd service neutron] For port 14aab43b-4ab3-4c41-bc46-826e868d0936, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=14aab43b-4ab3-4c41-bc46-826e868d0936,segment=NetworkSegment(ad0cc7f3-f595-4923-bff8-faff8d5a4463),segment_id=ad0cc7f3-f595-4923-bff8-faff8d5a4463)] {{(pid=103182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:36:54.817054 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-50cb474d-4e54-4401-8b49-195c582a70be req-b2fa7204-48eb-44d7-acb8-86991bba81fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774670732957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774670299814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774670299832'] for port (14aab43b-4ab3-4c41-bc46-826e868d0936), after_update {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:54.868196 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cb474d-4e54-4401-8b49-195c582a70be req-b2fa7204-48eb-44d7-acb8-86991bba81fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:54.868816 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-50cb474d-4e54-4401-8b49-195c582a70be req-b2fa7204-48eb-44d7-acb8-86991bba81fd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4184320'] for port (None), before_response {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:54.870238 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-50cb474d-4e54-4401-8b49-195c582a70be req-b2fa7204-48eb-44d7-acb8-86991bba81fd service neutron] 10.222.0.109 "PUT /v2.0/ports/14aab43b-4ab3-4c41-bc46-826e868d0936 HTTP/1.1" status: 200 len: 1093 time: 1.3922248 Jan 21 09:36:54.870707 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'deb54068-874d-4b55-ab9c-777c53b1d707', 'tag': '14aab43b-4ab3-4c41-bc46-826e868d0936'}] {{(pid=103182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:36:54.872901 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa0cc1f82daaed98fc3f7058001f72739ccfc4facde8019b77a0af70a494964c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59e0f47d-95eb-462d-9665-3c2a093afb2c" -d '{"events": [{"name": "network-changed", "server_uuid": "deb54068-874d-4b55-ab9c-777c53b1d707", "tag": "14aab43b-4ab3-4c41-bc46-826e868d0936"}]}' {{(pid=103182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:36:54.889550 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-1674a2f5-658c-4018-b2fd-989b2b46781b req-cba207fa-e10f-493b-9056-061e5885f078 tempest-DeleteServersTestJSON-1321460479 tempest-DeleteServersTestJSON-1321460479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774670733020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774670299805'] for port (dde72027-8017-427e-a871-c6be683d8168), after_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:54.901875 dv-cinder-804035-25-iscsi neutron-server[103182]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 21 09:36:54.901875 dv-cinder-804035-25-iscsi neutron-server[103182]: from cryptography.utils import int_from_bytes Jan 21 09:36:54.901875 dv-cinder-804035-25-iscsi neutron-server[103182]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 21 09:36:54.901875 dv-cinder-804035-25-iscsi neutron-server[103182]: from cryptography.utils import int_from_bytes Jan 21 09:36:54.901875 dv-cinder-804035-25-iscsi neutron-server[103182]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:36:54.901875 dv-cinder-804035-25-iscsi neutron-server[103182]: warnings.warn(msg) Jan 21 09:36:54.901875 dv-cinder-804035-25-iscsi neutron-server[103182]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:36:54.901875 dv-cinder-804035-25-iscsi neutron-server[103182]: warnings.warn(msg) Jan 21 09:36:54.901875 dv-cinder-804035-25-iscsi neutron-server[103182]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:36:54.901875 dv-cinder-804035-25-iscsi neutron-server[103182]: warnings.warn(msg) Jan 21 09:36:54.901875 dv-cinder-804035-25-iscsi neutron-server[103182]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:36:54.901875 dv-cinder-804035-25-iscsi neutron-server[103182]: warnings.warn(msg) Jan 21 09:36:54.901875 dv-cinder-804035-25-iscsi neutron-server[103182]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:36:54.901875 dv-cinder-804035-25-iscsi neutron-server[103182]: warnings.warn(msg) Jan 21 09:36:54.901875 dv-cinder-804035-25-iscsi neutron-server[103182]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:36:54.901875 dv-cinder-804035-25-iscsi neutron-server[103182]: warnings.warn(msg) Jan 21 09:36:54.901875 dv-cinder-804035-25-iscsi neutron-server[103182]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:36:54.901875 dv-cinder-804035-25-iscsi neutron-server[103182]: warnings.warn(msg) Jan 21 09:36:54.901875 dv-cinder-804035-25-iscsi neutron-server[103182]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:36:54.901875 dv-cinder-804035-25-iscsi neutron-server[103182]: warnings.warn(msg) Jan 21 09:36:54.901875 dv-cinder-804035-25-iscsi neutron-server[103182]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:36:54.901875 dv-cinder-804035-25-iscsi neutron-server[103182]: warnings.warn(msg) Jan 21 09:36:54.901875 dv-cinder-804035-25-iscsi neutron-server[103182]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:36:54.901875 dv-cinder-804035-25-iscsi neutron-server[103182]: warnings.warn(msg) Jan 21 09:36:54.901875 dv-cinder-804035-25-iscsi neutron-server[103182]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:36:54.901875 dv-cinder-804035-25-iscsi neutron-server[103182]: warnings.warn(msg) Jan 21 09:36:54.901875 dv-cinder-804035-25-iscsi neutron-server[103182]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:36:54.901875 dv-cinder-804035-25-iscsi neutron-server[103182]: warnings.warn(msg) Jan 21 09:36:54.901875 dv-cinder-804035-25-iscsi neutron-server[103182]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:36:54.901875 dv-cinder-804035-25-iscsi neutron-server[103182]: warnings.warn(msg) Jan 21 09:36:54.901875 dv-cinder-804035-25-iscsi neutron-server[103182]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:36:54.901875 dv-cinder-804035-25-iscsi neutron-server[103182]: warnings.warn(msg) Jan 21 09:36:54.901875 dv-cinder-804035-25-iscsi neutron-server[103182]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:36:54.901875 dv-cinder-804035-25-iscsi neutron-server[103182]: warnings.warn(msg) Jan 21 09:36:54.901875 dv-cinder-804035-25-iscsi neutron-server[103182]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:36:54.901875 dv-cinder-804035-25-iscsi neutron-server[103182]: warnings.warn(msg) Jan 21 09:36:54.901875 dv-cinder-804035-25-iscsi neutron-server[103182]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:36:54.904360 dv-cinder-804035-25-iscsi neutron-server[103182]: warnings.warn(msg) Jan 21 09:36:54.904360 dv-cinder-804035-25-iscsi neutron-server[103182]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:36:54.904360 dv-cinder-804035-25-iscsi neutron-server[103182]: warnings.warn(msg) Jan 21 09:36:54.904360 dv-cinder-804035-25-iscsi neutron-server[103182]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:36:54.904360 dv-cinder-804035-25-iscsi neutron-server[103182]: warnings.warn(msg) Jan 21 09:36:54.904360 dv-cinder-804035-25-iscsi neutron-server[103182]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:36:54.904360 dv-cinder-804035-25-iscsi neutron-server[103182]: warnings.warn(msg) Jan 21 09:36:54.904360 dv-cinder-804035-25-iscsi neutron-server[103182]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:36:54.904360 dv-cinder-804035-25-iscsi neutron-server[103182]: warnings.warn(msg) Jan 21 09:36:54.904360 dv-cinder-804035-25-iscsi neutron-server[103182]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:36:54.904360 dv-cinder-804035-25-iscsi neutron-server[103182]: warnings.warn(msg) Jan 21 09:36:54.905074 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] get_ports_and_sgs() called for port_ids ['dde72027-8017-427e-a871-c6be683d8168'] {{(pid=103184) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 09:36:54.912898 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7160fb1-1edd-4527-a0f7-e181ab2b7a9a req-1cde1dfa-21d2-49fc-bff4-a43ad8b5eb97 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:54.915107 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-d7160fb1-1edd-4527-a0f7-e181ab2b7a9a req-1cde1dfa-21d2-49fc-bff4-a43ad8b5eb97 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/ports?device_id=06ae865a-6ba5-4198-be6d-e6056e645411 HTTP/1.1" status: 200 len: 946 time: 0.1315956 Jan 21 09:36:54.920609 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fa7204-48eb-44d7-acb8-86991bba81fd service neutron] Pushing event updated for resources: {'Port': ['ID=14aab43b-4ab3-4c41-bc46-826e868d0936,revision_number=3']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:54.938185 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 09:36:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4802e459-15a5-4db9-af2a-3ac9646bbe28 x-openstack-request-id: req-4802e459-15a5-4db9-af2a-3ac9646bbe28 {{(pid=103182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:36:54.938470 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "deb54068-874d-4b55-ab9c-777c53b1d707", "tag": "14aab43b-4ab3-4c41-bc46-826e868d0936", "status": "completed", "code": 200}]} {{(pid=103182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:36:54.939235 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4802e459-15a5-4db9-af2a-3ac9646bbe28 {{(pid=103182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:36:54.940029 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'deb54068-874d-4b55-ab9c-777c53b1d707', 'tag': '14aab43b-4ab3-4c41-bc46-826e868d0936', 'status': 'completed', 'code': 200} Jan 21 09:36:55.004005 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba207fa-e10f-493b-9056-061e5885f078 tempest-DeleteServersTestJSON-1321460479 tempest-DeleteServersTestJSON-1321460479-project] Pushing event deleted for resources: {'Port': ['ID=dde72027-8017-427e-a871-c6be683d8168,revision_number=None']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:55.090380 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.db.l3_dvrscheduler_db [req-1674a2f5-658c-4018-b2fd-989b2b46781b req-cba207fa-e10f-493b-9056-061e5885f078 tempest-DeleteServersTestJSON-1321460479 tempest-DeleteServersTestJSON-1321460479-project] No DVR routers for this DVR port dde72027-8017-427e-a871-c6be683d8168 on host hv-cinder-80403 {{(pid=103182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:36:55.093595 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-1674a2f5-658c-4018-b2fd-989b2b46781b req-cba207fa-e10f-493b-9056-061e5885f078 tempest-DeleteServersTestJSON-1321460479 tempest-DeleteServersTestJSON-1321460479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11211'] for port (None), before_response {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:55.097609 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-1674a2f5-658c-4018-b2fd-989b2b46781b req-cba207fa-e10f-493b-9056-061e5885f078 tempest-DeleteServersTestJSON-1321460479 tempest-DeleteServersTestJSON-1321460479-project] 10.222.0.109 "DELETE /v2.0/ports/dde72027-8017-427e-a871-c6be683d8168 HTTP/1.1" status: 204 len: 173 time: 1.1157167 Jan 21 09:36:55.125624 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e0f47d-95eb-462d-9665-3c2a093afb2c req-f617d553-de1b-4d08-86b1-0efa789907a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:55.127159 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-59e0f47d-95eb-462d-9665-3c2a093afb2c req-f617d553-de1b-4d08-86b1-0efa789907a6 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=5db07feb3a43432999da539b6b85fb2a&device_id=deb54068-874d-4b55-ab9c-777c53b1d707 HTTP/1.1" status: 200 len: 1096 time: 0.1478157 Jan 21 09:36:55.131385 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-d7160fb1-1edd-4527-a0f7-e181ab2b7a9a req-8a0f2746-95fe-464f-bd96-6ab2eab97976 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/security-groups?id=3362d256-4580-47a9-b110-e51f4226c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902707 Jan 21 09:36:55.497236 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-aa3654dc-d2af-4f74-b4e5-ad81a15bcc43 req-e82657f6-239e-4626-a7e4-a11b38df577a tempest-DeleteServersTestJSON-1321460479 tempest-DeleteServersTestJSON-1321460479-project] 10.222.0.45 "GET /v2.0/ports?device_id=b50feb40-c691-4724-8570-f5873bdc5d1e HTTP/1.1" status: 200 len: 210 time: 0.2707012 Jan 21 09:36:55.500319 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e0f47d-95eb-462d-9665-3c2a093afb2c req-411ede95-902c-46ad-8ec0-c5800622db37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:55.501785 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-59e0f47d-95eb-462d-9665-3c2a093afb2c req-411ede95-902c-46ad-8ec0-c5800622db37 service neutron] 10.222.0.109 "GET /v2.0/networks?tenant_id=5db07feb3a43432999da539b6b85fb2a&shared=False HTTP/1.1" status: 200 len: 914 time: 0.3652673 Jan 21 09:36:55.609428 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e0f47d-95eb-462d-9665-3c2a093afb2c req-4f0f9f5b-8533-4036-ad00-79dbd05d73e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:55.611553 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-59e0f47d-95eb-462d-9665-3c2a093afb2c req-4f0f9f5b-8533-4036-ad00-79dbd05d73e4 service neutron] 10.222.0.109 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1008482 Jan 21 09:36:55.788341 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cb474d-4e54-4401-8b49-195c582a70be req-79cd3786-4d6e-49bf-9c7a-d544543ab3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:55.790575 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-50cb474d-4e54-4401-8b49-195c582a70be req-79cd3786-4d6e-49bf-9c7a-d544543ab3d7 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=5db07feb3a43432999da539b6b85fb2a&device_id=deb54068-874d-4b55-ab9c-777c53b1d707 HTTP/1.1" status: 200 len: 1096 time: 0.0841734 Jan 21 09:36:55.801794 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb2db4d-af0f-4a3f-9f8a-898c865bf176 req-4d0dd0ec-3515-46df-9c1c-5aeab5300b87 tempest-VolumesSnapshotTestJSON-1583482103 tempest-VolumesSnapshotTestJSON-1583482103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:55.804949 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-1eb2db4d-af0f-4a3f-9f8a-898c865bf176 req-4d0dd0ec-3515-46df-9c1c-5aeab5300b87 tempest-VolumesSnapshotTestJSON-1583482103 tempest-VolumesSnapshotTestJSON-1583482103-project] 10.222.0.45 "GET /v2.0/ports?device_id=deb54068-874d-4b55-ab9c-777c53b1d707 HTTP/1.1" status: 200 len: 943 time: 0.0882061 Jan 21 09:36:55.884845 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-50cb474d-4e54-4401-8b49-195c582a70be req-63ebaf76-7f7d-4535-bd6a-b37217bc2a00 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=14aab43b-4ab3-4c41-bc46-826e868d0936 HTTP/1.1" status: 200 len: 217 time: 0.0787797 Jan 21 09:36:55.962684 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-1eb2db4d-af0f-4a3f-9f8a-898c865bf176 req-53ee41e4-3816-43b8-a5fd-ba9d3fd122c7 tempest-VolumesSnapshotTestJSON-1583482103 tempest-VolumesSnapshotTestJSON-1583482103-project] 10.222.0.45 "GET /v2.0/security-groups?id=784dddf7-3a3a-4731-9a1a-126ddfb40ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299751 Jan 21 09:36:55.964149 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cb474d-4e54-4401-8b49-195c582a70be req-e474dbcb-15ec-4518-8d59-0df419702790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:55.965525 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-50cb474d-4e54-4401-8b49-195c582a70be req-e474dbcb-15ec-4518-8d59-0df419702790 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=a8daf7f4-5b37-472d-866e-ed6bc53918ba HTTP/1.1" status: 200 len: 853 time: 0.0745122 Jan 21 09:36:55.999020 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-50cb474d-4e54-4401-8b49-195c582a70be req-a336a086-3019-4511-9cf9-ded9cc637cac service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=7ccd0197-ed42-4d03-8ffc-af304fe19f70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263488 Jan 21 09:36:56.119351 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-50cb474d-4e54-4401-8b49-195c582a70be req-4876ca97-680a-4b8b-ade6-1c408d6506fb service neutron] 10.222.0.109 "GET /v2.0/networks/7ccd0197-ed42-4d03-8ffc-af304fe19f70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051795 Jan 21 09:36:56.312413 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-50cb474d-4e54-4401-8b49-195c582a70be req-fd0420f4-fc1a-4ddd-a25d-2309fa669f48 service neutron] 10.222.0.109 "GET /v2.0/networks/7ccd0197-ed42-4d03-8ffc-af304fe19f70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695900 Jan 21 09:36:56.321420 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fee99d-a132-4918-81f4-2f7f3dedf729 req-3e69c49e-81b2-4251-bc78-a0a95fd1d319 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:56.323029 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-35fee99d-a132-4918-81f4-2f7f3dedf729 req-3e69c49e-81b2-4251-bc78-a0a95fd1d319 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/ports?device_id=06ae865a-6ba5-4198-be6d-e6056e645411 HTTP/1.1" status: 200 len: 946 time: 0.0860815 Jan 21 09:36:56.401759 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-35fee99d-a132-4918-81f4-2f7f3dedf729 req-924144bf-d9f3-4ada-af19-0d30780c6235 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/security-groups?id=3362d256-4580-47a9-b110-e51f4226c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616298 Jan 21 09:36:56.622140 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-26a66d67-494c-4ff9-ac1e-48625fe7aff0 req-81ae4cc1-45a7-491b-bd6e-1a415dbed3fc tempest-DeleteServersTestJSON-1321460479 tempest-DeleteServersTestJSON-1321460479-project] 10.222.0.45 "GET /v2.0/ports?device_id=b50feb40-c691-4724-8570-f5873bdc5d1e HTTP/1.1" status: 200 len: 210 time: 0.0330193 Jan 21 09:36:56.940646 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b50feb40-c691-4724-8570-f5873bdc5d1e', 'name': 'network-vif-deleted', 'tag': 'dde72027-8017-427e-a871-c6be683d8168'}] {{(pid=103182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:36:56.945035 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa0cc1f82daaed98fc3f7058001f72739ccfc4facde8019b77a0af70a494964c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d82b23e-7b99-4c8f-a24f-24202e126c02" -d '{"events": [{"server_uuid": "b50feb40-c691-4724-8570-f5873bdc5d1e", "name": "network-vif-deleted", "tag": "dde72027-8017-427e-a871-c6be683d8168"}]}' {{(pid=103182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:36:56.989377 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 09:36:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c266347d-9f4c-4a10-bbbb-b4a597ecb349 x-openstack-request-id: req-c266347d-9f4c-4a10-bbbb-b4a597ecb349 {{(pid=103182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:36:56.989377 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b50feb40-c691-4724-8570-f5873bdc5d1e", "name": "network-vif-deleted", "tag": "dde72027-8017-427e-a871-c6be683d8168", "status": "completed", "code": 200}]} {{(pid=103182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:36:56.989377 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c266347d-9f4c-4a10-bbbb-b4a597ecb349 {{(pid=103182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:36:56.989377 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b50feb40-c691-4724-8570-f5873bdc5d1e', 'name': 'network-vif-deleted', 'tag': 'dde72027-8017-427e-a871-c6be683d8168', 'status': 'completed', 'code': 200} Jan 21 09:36:57.090728 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad985b02-5aea-40d9-81db-73cd1fb79e25 req-013947f9-8f76-41ac-87d9-57bb1f3684d5 tempest-VolumesSnapshotTestJSON-1583482103 tempest-VolumesSnapshotTestJSON-1583482103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:57.092225 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-ad985b02-5aea-40d9-81db-73cd1fb79e25 req-013947f9-8f76-41ac-87d9-57bb1f3684d5 tempest-VolumesSnapshotTestJSON-1583482103 tempest-VolumesSnapshotTestJSON-1583482103-project] 10.222.0.45 "GET /v2.0/ports?device_id=deb54068-874d-4b55-ab9c-777c53b1d707 HTTP/1.1" status: 200 len: 943 time: 0.0503137 Jan 21 09:36:57.144032 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-ad985b02-5aea-40d9-81db-73cd1fb79e25 req-4f6928c3-5ada-4784-bc6d-ee7c5872dcea tempest-VolumesSnapshotTestJSON-1583482103 tempest-VolumesSnapshotTestJSON-1583482103-project] 10.222.0.45 "GET /v2.0/security-groups?id=784dddf7-3a3a-4731-9a1a-126ddfb40ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461907 Jan 21 09:36:57.521763 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa8ab34-cf3e-4b67-83a2-7aafdbfea707 req-a31d9d8f-dd9e-45ef-873b-3151d18a2cd1 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:57.523485 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-3aa8ab34-cf3e-4b67-83a2-7aafdbfea707 req-a31d9d8f-dd9e-45ef-873b-3151d18a2cd1 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/ports?device_id=06ae865a-6ba5-4198-be6d-e6056e645411 HTTP/1.1" status: 200 len: 946 time: 0.0563202 Jan 21 09:36:57.581350 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-3aa8ab34-cf3e-4b67-83a2-7aafdbfea707 req-6c6061eb-305e-4a3e-83cb-5b4cdfcb7122 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/security-groups?id=3362d256-4580-47a9-b110-e51f4226c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519559 Jan 21 09:36:58.171989 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ce3fba-35d0-4650-9f57-02ec2ec7a376 req-d4de06b3-e044-4f4e-ae13-9e3298fc4994 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:58.174743 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-d9ce3fba-35d0-4650-9f57-02ec2ec7a376 req-d4de06b3-e044-4f4e-ae13-9e3298fc4994 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] 10.222.0.45 "GET /v2.0/networks?id=6d3bfab5-614b-42ce-87b9-03bdb3f3c1da HTTP/1.1" status: 200 len: 815 time: 0.1365931 Jan 21 09:36:58.190374 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-d9ce3fba-35d0-4650-9f57-02ec2ec7a376 req-4a3e456a-52e8-4e62-b68d-2d2ecc1e349e tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] 10.222.0.45 "GET /v2.0/quotas/e3390729231b409e9a83376b428c1a7f HTTP/1.1" status: 200 len: 375 time: 0.0099819 Jan 21 09:36:58.245455 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-d9ce3fba-35d0-4650-9f57-02ec2ec7a376 req-747b9751-1f1f-4194-a7d6-82bdba72dadb tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=e3390729231b409e9a83376b428c1a7f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0485487 Jan 21 09:36:58.267927 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.45', 33882) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:36:58.344338 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-d9ce3fba-35d0-4650-9f57-02ec2ec7a376 req-7efedfcf-0872-499b-b497-12fb7fcdb2d8 service neutron] 10.222.0.45 "GET /v2.0/networks/6d3bfab5-614b-42ce-87b9-03bdb3f3c1da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919375 Jan 21 09:36:58.382862 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-f7404b67-4573-454b-99c9-fe91854627dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:58.437260 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-d9ce3fba-35d0-4650-9f57-02ec2ec7a376 req-0041b4f1-10ba-4ff0-ad66-df6249f9dea5 service neutron] 10.222.0.45 "GET /v2.0/networks/6d3bfab5-614b-42ce-87b9-03bdb3f3c1da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862677 Jan 21 09:36:58.459247 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-f7404b67-4573-454b-99c9-fe91854627dc admin admin] Publish callbacks [] for security_group (43fd3d23-96fe-4dee-88d8-127b26f83bd6), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:58.528198 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-f7404b67-4573-454b-99c9-fe91854627dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126007'] for security_group (43fd3d23-96fe-4dee-88d8-127b26f83bd6), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:58.566199 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [None req-f7404b67-4573-454b-99c9-fe91854627dc admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=404008eb79324f25b4fd92dc2590fcd0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2971957 Jan 21 09:36:58.567094 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7404b67-4573-454b-99c9-fe91854627dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43fd3d23-96fe-4dee-88d8-127b26f83bd6,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:58.569776 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.wsgi [-] (103182) accepted ('10.222.0.45', 33886) {{(pid=103182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:36:58.628868 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-94f7a636-f344-4817-aed9-921c1acea35f admin admin] Publish callbacks [] for security_group (43fd3d23-96fe-4dee-88d8-127b26f83bd6), before_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:58.654429 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-94f7a636-f344-4817-aed9-921c1acea35f admin admin] Publish callbacks [] for security_group (43fd3d23-96fe-4dee-88d8-127b26f83bd6), precommit_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:58.788786 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb06a0e8-ce7c-4c57-8dae-f29a975d2826 req-33b554dc-f150-441e-94ce-5494844fa012 tempest-VolumesSnapshotTestJSON-1583482103 tempest-VolumesSnapshotTestJSON-1583482103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:58.790463 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-cb06a0e8-ce7c-4c57-8dae-f29a975d2826 req-33b554dc-f150-441e-94ce-5494844fa012 tempest-VolumesSnapshotTestJSON-1583482103 tempest-VolumesSnapshotTestJSON-1583482103-project] 10.222.0.45 "GET /v2.0/ports?device_id=deb54068-874d-4b55-ab9c-777c53b1d707 HTTP/1.1" status: 200 len: 943 time: 0.0521452 Jan 21 09:36:58.804681 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-94f7a636-f344-4817-aed9-921c1acea35f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126007'] for security_group (43fd3d23-96fe-4dee-88d8-127b26f83bd6), after_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:58.807776 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-94f7a636-f344-4817-aed9-921c1acea35f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:58.809103 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [None req-94f7a636-f344-4817-aed9-921c1acea35f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/43fd3d23-96fe-4dee-88d8-127b26f83bd6 HTTP/1.1" status: 204 len: 168 time: 0.2381516 Jan 21 09:36:58.827151 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f7a636-f344-4817-aed9-921c1acea35f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43fd3d23-96fe-4dee-88d8-127b26f83bd6,revision_number=None']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:58.861285 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-cb06a0e8-ce7c-4c57-8dae-f29a975d2826 req-5d4c4f95-d983-43dc-a547-b7080ed32186 tempest-VolumesSnapshotTestJSON-1583482103 tempest-VolumesSnapshotTestJSON-1583482103-project] 10.222.0.45 "GET /v2.0/security-groups?id=784dddf7-3a3a-4731-9a1a-126ddfb40ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650823 Jan 21 09:36:58.971920 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267e4978-cb2b-4ff6-bb91-a7cddd670e4e req-7066e5b8-4f08-42a1-a818-d95fd001d3bd tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:36:58.973361 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-267e4978-cb2b-4ff6-bb91-a7cddd670e4e req-7066e5b8-4f08-42a1-a818-d95fd001d3bd tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/ports?device_id=06ae865a-6ba5-4198-be6d-e6056e645411 HTTP/1.1" status: 200 len: 946 time: 0.0497439 Jan 21 09:36:59.031679 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-267e4978-cb2b-4ff6-bb91-a7cddd670e4e req-9fc06705-f3df-4369-a4ab-2457af3be3a0 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/security-groups?id=3362d256-4580-47a9-b110-e51f4226c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518124 Jan 21 09:36:59.104837 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-60c62a94-0514-4ad7-8619-f084a91c1069 req-6207f237-813f-46f8-b467-3730fd0ab7f9 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] 10.222.0.45 "GET /v2.0/ports?device_id=bc1c3d0f-0474-4bad-b8a1-7c7d169b6ad0 HTTP/1.1" status: 200 len: 210 time: 0.0281997 Jan 21 09:36:59.694232 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.wsgi [-] (103182) accepted ('10.222.0.45', 33914) {{(pid=103182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:36:59.696254 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Device dde72027-8017-427e-a871-c6be683d8168 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=103184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:36:59.719946 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] No Port match for: dde72027-8017-427e-a871-c6be683d8168 {{(pid=103184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 21 09:36:59.720296 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Device dde72027-8017-427e-a871-c6be683d8168 not bound to the agent host hv-cinder-80403 {{(pid=103184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:36:59.725750 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-769e0293-c7ed-4118-a148-1638b6790606 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:59.805822 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-769e0293-c7ed-4118-a148-1638b6790606 admin admin] Publish callbacks [] for security_group (1ec15772-4738-446c-9c13-22ed680b1309), precommit_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:59.885899 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-769e0293-c7ed-4118-a148-1638b6790606 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126007'] for security_group (1ec15772-4738-446c-9c13-22ed680b1309), after_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:36:59.928127 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [None req-769e0293-c7ed-4118-a148-1638b6790606 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4f66e49481f047dd8e34b8b935f1bb3e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2310355 Jan 21 09:36:59.929006 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769e0293-c7ed-4118-a148-1638b6790606 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ec15772-4738-446c-9c13-22ed680b1309,revision_number=1']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:36:59.931698 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.45', 33918) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:37:00.000841 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-7ebcc502-3cb7-4fc5-8f9f-0eba12baffa3 admin admin] Publish callbacks [] for security_group (1ec15772-4738-446c-9c13-22ed680b1309), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:00.009717 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015c1fa0-cacb-4d52-8c7d-b9639c9fb77a req-6e5129cd-d41b-46b5-9866-4f7c5cead51e tempest-VolumesSnapshotTestJSON-1583482103 tempest-VolumesSnapshotTestJSON-1583482103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:00.012263 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-015c1fa0-cacb-4d52-8c7d-b9639c9fb77a req-6e5129cd-d41b-46b5-9866-4f7c5cead51e tempest-VolumesSnapshotTestJSON-1583482103 tempest-VolumesSnapshotTestJSON-1583482103-project] 10.222.0.45 "GET /v2.0/ports?device_id=deb54068-874d-4b55-ab9c-777c53b1d707 HTTP/1.1" status: 200 len: 943 time: 0.0645957 Jan 21 09:37:00.034347 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-7ebcc502-3cb7-4fc5-8f9f-0eba12baffa3 admin admin] Publish callbacks [] for security_group (1ec15772-4738-446c-9c13-22ed680b1309), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:00.069229 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-015c1fa0-cacb-4d52-8c7d-b9639c9fb77a req-5e32f45a-81cd-4f3a-a0ae-0d23d545e40a tempest-VolumesSnapshotTestJSON-1583482103 tempest-VolumesSnapshotTestJSON-1583482103-project] 10.222.0.45 "GET /v2.0/security-groups?id=784dddf7-3a3a-4731-9a1a-126ddfb40ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487015 Jan 21 09:37:00.154322 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-7ebcc502-3cb7-4fc5-8f9f-0eba12baffa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126007'] for security_group (1ec15772-4738-446c-9c13-22ed680b1309), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:00.156857 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-7ebcc502-3cb7-4fc5-8f9f-0eba12baffa3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:00.158089 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [None req-7ebcc502-3cb7-4fc5-8f9f-0eba12baffa3 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1ec15772-4738-446c-9c13-22ed680b1309 HTTP/1.1" status: 204 len: 168 time: 0.2253735 Jan 21 09:37:00.166671 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebcc502-3cb7-4fc5-8f9f-0eba12baffa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ec15772-4738-446c-9c13-22ed680b1309,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:00.187768 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd2e1df-a0e9-4909-9f58-eb24e051fa4b req-1f9c964a-cf9d-4f30-ae01-e20837c3bd87 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:00.190436 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-fbd2e1df-a0e9-4909-9f58-eb24e051fa4b req-1f9c964a-cf9d-4f30-ae01-e20837c3bd87 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/ports?device_id=06ae865a-6ba5-4198-be6d-e6056e645411 HTTP/1.1" status: 200 len: 946 time: 0.0626857 Jan 21 09:37:00.264331 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-fbd2e1df-a0e9-4909-9f58-eb24e051fa4b req-0e5eaa05-45d7-47c6-97ee-16f504e8972b tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/security-groups?id=3362d256-4580-47a9-b110-e51f4226c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632808 Jan 21 09:37:00.371422 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-dd43d29a-e2d8-4f31-aec6-0f591830bc42 req-dfdce909-dabe-4a34-9705-89877931879c tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] 10.222.0.45 "GET /v2.0/ports?device_id=bc1c3d0f-0474-4bad-b8a1-7c7d169b6ad0 HTTP/1.1" status: 200 len: 210 time: 0.0310380 Jan 21 09:37:00.817400 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Device 14aab43b-4ab3-4c41-bc46-826e868d0936 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=103184) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 21 09:37:00.935928 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] For port 14aab43b-4ab3-4c41-bc46-826e868d0936, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=14aab43b-4ab3-4c41-bc46-826e868d0936,segment=NetworkSegment(ad0cc7f3-f595-4923-bff8-faff8d5a4463),segment_id=ad0cc7f3-f595-4923-bff8-faff8d5a4463)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:37:00.947732 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Returning: {'device': '14aab43b-4ab3-4c41-bc46-826e868d0936', 'network_id': '7ccd0197-ed42-4d03-8ffc-af304fe19f70', 'port_id': '14aab43b-4ab3-4c41-bc46-826e868d0936', 'mac_address': 'fa:16:3e:4e:80:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8daf7f4-5b37-472d-866e-ed6bc53918ba', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103184) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 21 09:37:01.118648 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Current status of the port 14aab43b-4ab3-4c41-bc46-826e868d0936 is: DOWN; New status is: BUILD {{(pid=103184) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:37:01.119682 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (14aab43b-4ab3-4c41-bc46-826e868d0936), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:01.133507 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.notifiers.nova [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14aab43b-4ab3-4c41-bc46-826e868d0936 {{(pid=103184) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:37:01.155400 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] For port 14aab43b-4ab3-4c41-bc46-826e868d0936, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=14aab43b-4ab3-4c41-bc46-826e868d0936,segment=NetworkSegment(ad0cc7f3-f595-4923-bff8-faff8d5a4463),segment_id=ad0cc7f3-f595-4923-bff8-faff8d5a4463)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:37:01.213585 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b0886d-da94-49f0-9604-4bac3a020848 req-7ff8fbfb-4d9f-456c-8afa-67bb40448fd5 tempest-VolumesSnapshotTestJSON-1583482103 tempest-VolumesSnapshotTestJSON-1583482103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:01.215118 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-87b0886d-da94-49f0-9604-4bac3a020848 req-7ff8fbfb-4d9f-456c-8afa-67bb40448fd5 tempest-VolumesSnapshotTestJSON-1583482103 tempest-VolumesSnapshotTestJSON-1583482103-project] 10.222.0.45 "GET /v2.0/ports?device_id=deb54068-874d-4b55-ab9c-777c53b1d707 HTTP/1.1" status: 200 len: 943 time: 0.0503778 Jan 21 09:37:01.276240 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-87b0886d-da94-49f0-9604-4bac3a020848 req-8fcc3970-5f4c-4777-8305-d4ff002e4408 tempest-VolumesSnapshotTestJSON-1583482103 tempest-VolumesSnapshotTestJSON-1583482103-project] 10.222.0.45 "GET /v2.0/security-groups?id=784dddf7-3a3a-4731-9a1a-126ddfb40ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554266 Jan 21 09:37:01.282728 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774670732957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774670299814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774670299832'] for port (14aab43b-4ab3-4c41-bc46-826e868d0936), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:01.346060 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Pushing event updated for resources: {'Port': ['ID=14aab43b-4ab3-4c41-bc46-826e868d0936,revision_number=4']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:01.355085 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:01.355448 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:01.355803 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:01.356304 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:01.356641 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:01.356964 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:01.357385 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:01.357716 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:01.358040 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:01.358379 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:01.358701 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:01.359014 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:01.359326 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:01.423839 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e2b485-505f-4945-9082-a578e3b590e3 req-daeab608-20e3-4be8-9810-3cc9b704a920 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:01.431645 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-56e2b485-505f-4945-9082-a578e3b590e3 req-daeab608-20e3-4be8-9810-3cc9b704a920 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/ports?device_id=06ae865a-6ba5-4198-be6d-e6056e645411 HTTP/1.1" status: 200 len: 946 time: 0.0595593 Jan 21 09:37:01.485051 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-3871166b-8933-487b-b559-732087710526 req-13a4c93e-2fbf-4ee0-bd7f-588847862c8e tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] 10.222.0.45 "GET /v2.0/ports?device_id=bc1c3d0f-0474-4bad-b8a1-7c7d169b6ad0 HTTP/1.1" status: 200 len: 210 time: 0.0377131 Jan 21 09:37:01.525747 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-56e2b485-505f-4945-9082-a578e3b590e3 req-9698e67c-c8e6-4d5b-8464-5ca80c90f0f7 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/security-groups?id=3362d256-4580-47a9-b110-e51f4226c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929191 Jan 21 09:37:01.603519 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] get_ports_and_sgs() called for port_ids ['14aab43b-4ab3-4c41-bc46-826e868d0936'] {{(pid=103184) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 09:37:02.097400 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ce3fba-35d0-4650-9f57-02ec2ec7a376 req-f7356077-9279-4112-89e4-8e6a57730983 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:02.099148 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-d9ce3fba-35d0-4650-9f57-02ec2ec7a376 req-f7356077-9279-4112-89e4-8e6a57730983 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] 10.222.0.109 "GET /v2.0/networks?id=6d3bfab5-614b-42ce-87b9-03bdb3f3c1da HTTP/1.1" status: 200 len: 815 time: 0.1172285 Jan 21 09:37:02.134532 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.v2.base [req-d9ce3fba-35d0-4650-9f57-02ec2ec7a376 req-eb02180c-f8ac-415e-8d54-311a4d191d77 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] Request body: {'port': {'device_id': 'bc1c3d0f-0474-4bad-b8a1-7c7d169b6ad0', 'network_id': '6d3bfab5-614b-42ce-87b9-03bdb3f3c1da', 'admin_state_up': True, 'tenant_id': 'e3390729231b409e9a83376b428c1a7f'}} {{(pid=103182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:02.424317 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997f44cf-d812-426b-a072-bde6941c72e6 req-74a398ac-06ce-4d83-b42c-25733203f574 tempest-VolumesSnapshotTestJSON-1583482103 tempest-VolumesSnapshotTestJSON-1583482103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:02.434243 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-997f44cf-d812-426b-a072-bde6941c72e6 req-74a398ac-06ce-4d83-b42c-25733203f574 tempest-VolumesSnapshotTestJSON-1583482103 tempest-VolumesSnapshotTestJSON-1583482103-project] 10.222.0.45 "GET /v2.0/ports?device_id=deb54068-874d-4b55-ab9c-777c53b1d707 HTTP/1.1" status: 200 len: 944 time: 0.0867157 Jan 21 09:37:02.442285 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9ce3fba-35d0-4650-9f57-02ec2ec7a376 req-eb02180c-f8ac-415e-8d54-311a4d191d77 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] Made reservation on behalf of e3390729231b409e9a83376b428c1a7f for: {'port': 1} {{(pid=103182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:37:02.446616 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-d9ce3fba-35d0-4650-9f57-02ec2ec7a376 req-eb02180c-f8ac-415e-8d54-311a4d191d77 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (None), before_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:02.456172 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.45', 33998) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:37:02.502918 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.db.db_base_plugin_v2 [None req-0db39f80-2f15-4dc3-9d43-61182dc63c67 admin admin] Deleting subnet b2505870-163d-404f-ba9e-f9c2872a5e5a {{(pid=103183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 21 09:37:02.507008 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-0db39f80-2f15-4dc3-9d43-61182dc63c67 admin admin] Publish callbacks [] for subnet (b2505870-163d-404f-ba9e-f9c2872a5e5a), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:02.559784 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-0db39f80-2f15-4dc3-9d43-61182dc63c67 admin admin] Publish callbacks [] for subnet (b2505870-163d-404f-ba9e-f9c2872a5e5a), precommit_delete_associations {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:02.571709 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-0db39f80-2f15-4dc3-9d43-61182dc63c67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-981758'] for subnet (b2505870-163d-404f-ba9e-f9c2872a5e5a), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:02.585375 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-997f44cf-d812-426b-a072-bde6941c72e6 req-d4e45548-5310-4e53-aa8f-96a4a650cfad tempest-VolumesSnapshotTestJSON-1583482103 tempest-VolumesSnapshotTestJSON-1583482103-project] 10.222.0.45 "GET /v2.0/security-groups?id=784dddf7-3a3a-4731-9a1a-126ddfb40ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502340 Jan 21 09:37:02.706151 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-a4d94695-c2d3-41fc-887f-d2e5090548bd req-40ac8dc9-325f-4628-a2f0-b4ddd9b594be tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] 10.222.0.45 "GET /v2.0/ports?device_id=bc1c3d0f-0474-4bad-b8a1-7c7d169b6ad0 HTTP/1.1" status: 200 len: 210 time: 0.0812438 Jan 21 09:37:02.752755 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.db.db_base_plugin_common [req-d9ce3fba-35d0-4650-9f57-02ec2ec7a376 req-eb02180c-f8ac-415e-8d54-311a4d191d77 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] Allocated IP 172.20.0.6 (6d3bfab5-614b-42ce-87b9-03bdb3f3c1da/dc85c810-f6f8-41f3-bbb2-2b1bee730031/81cdcb77-b728-4dac-a9d7-2fe131466b38) {{(pid=103182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:37:02.756384 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-0db39f80-2f15-4dc3-9d43-61182dc63c67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-982036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4120330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430'] for subnet (b2505870-163d-404f-ba9e-f9c2872a5e5a), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:02.782359 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013bfc44-8d9f-4dba-b6fc-c8b9e4d5efcc req-49b05f15-812d-4d69-bf20-deb39a4c792b tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:02.783951 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-013bfc44-8d9f-4dba-b6fc-c8b9e4d5efcc req-49b05f15-812d-4d69-bf20-deb39a4c792b tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/ports?device_id=06ae865a-6ba5-4198-be6d-e6056e645411 HTTP/1.1" status: 200 len: 946 time: 0.0958571 Jan 21 09:37:02.806815 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db39f80-2f15-4dc3-9d43-61182dc63c67 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b2505870-163d-404f-ba9e-f9c2872a5e5a,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:02.808718 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-0db39f80-2f15-4dc3-9d43-61182dc63c67 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:02.812122 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [None req-0db39f80-2f15-4dc3-9d43-61182dc63c67 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/b2505870-163d-404f-ba9e-f9c2872a5e5a HTTP/1.1" status: 204 len: 168 time: 0.3549421 Jan 21 09:37:02.816600 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.45', 34022) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:37:02.903771 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-95bb5837-cac6-467b-9cef-1f30308a461d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-989250'] for network (4b308458-76e4-44e0-92a9-9be5555db9bc), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:02.945095 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-013bfc44-8d9f-4dba-b6fc-c8b9e4d5efcc req-8fa8db77-6725-4bcd-af75-8d62592805ad tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/security-groups?id=3362d256-4580-47a9-b110-e51f4226c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450684 Jan 21 09:37:02.998653 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-d9ce3fba-35d0-4650-9f57-02ec2ec7a376 req-eb02180c-f8ac-415e-8d54-311a4d191d77 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] Publish callbacks [] for port (81cdcb77-b728-4dac-a9d7-2fe131466b38), precommit_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:03.000849 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-95bb5837-cac6-467b-9cef-1f30308a461d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968284', 'neutron.services.segments.db._delete_segments_for_network-8774670886943'] for network (4b308458-76e4-44e0-92a9-9be5555db9bc), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:03.024021 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-95bb5837-cac6-467b-9cef-1f30308a461d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103183) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:37:03.024276 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-95bb5837-cac6-467b-9cef-1f30308a461d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103183) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:37:03.025079 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-95bb5837-cac6-467b-9cef-1f30308a461d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103183) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:37:03.025440 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-95bb5837-cac6-467b-9cef-1f30308a461d admin admin] Subscribe: > port after_create 55550000 {{(pid=103183) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:37:03.025797 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-95bb5837-cac6-467b-9cef-1f30308a461d admin admin] Subscribe: > port after_delete 55550000 {{(pid=103183) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:37:03.026127 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-95bb5837-cac6-467b-9cef-1f30308a461d admin admin] Subscribe: > port after_update 55550000 {{(pid=103183) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:37:03.026446 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-95bb5837-cac6-467b-9cef-1f30308a461d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103183) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:37:03.026762 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-95bb5837-cac6-467b-9cef-1f30308a461d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103183) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:37:03.027077 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-95bb5837-cac6-467b-9cef-1f30308a461d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103183) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:37:03.027394 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-95bb5837-cac6-467b-9cef-1f30308a461d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103183) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:37:03.118203 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-d9ce3fba-35d0-4650-9f57-02ec2ec7a376 req-eb02180c-f8ac-415e-8d54-311a4d191d77 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774670299796'] for port (81cdcb77-b728-4dac-a9d7-2fe131466b38), after_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:03.166701 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9ce3fba-35d0-4650-9f57-02ec2ec7a376 req-eb02180c-f8ac-415e-8d54-311a4d191d77 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] Network 6d3bfab5-614b-42ce-87b9-03bdb3f3c1da is already hosted by enough agents. {{(pid=103182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:37:03.172222 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.scheduler.base_scheduler [req-d9ce3fba-35d0-4650-9f57-02ec2ec7a376 req-eb02180c-f8ac-415e-8d54-311a4d191d77 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] Resources bound (agent type, host, resource id): {{(pid=103182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:37:03.177917 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9ce3fba-35d0-4650-9f57-02ec2ec7a376 req-eb02180c-f8ac-415e-8d54-311a4d191d77 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] Received port after_create {{(pid=103182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 09:37:03.181840 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ce3fba-35d0-4650-9f57-02ec2ec7a376 req-eb02180c-f8ac-415e-8d54-311a4d191d77 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:03.182491 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-d9ce3fba-35d0-4650-9f57-02ec2ec7a376 req-eb02180c-f8ac-415e-8d54-311a4d191d77 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11211'] for port (None), before_response {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:03.188769 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb02180c-f8ac-415e-8d54-311a4d191d77 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] Pushing event updated for resources: {'Port': ['ID=81cdcb77-b728-4dac-a9d7-2fe131466b38,revision_number=1']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:03.223237 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-95bb5837-cac6-467b-9cef-1f30308a461d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103183) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:37:03.223627 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-95bb5837-cac6-467b-9cef-1f30308a461d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103183) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:37:03.225204 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-95bb5837-cac6-467b-9cef-1f30308a461d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103183) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:37:03.225545 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-95bb5837-cac6-467b-9cef-1f30308a461d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103183) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:37:03.225921 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.services.segments.db [None req-95bb5837-cac6-467b-9cef-1f30308a461d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b308458-76e4-44e0-92a9-9be5555db9bc']}} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:03.244913 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.services.segments.db [None req-95bb5837-cac6-467b-9cef-1f30308a461d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8461ac26-15e8-439c-b33d-fe4263fb9a4e') {'for_net_delete': True} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:03.245245 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.services.segments.db [None req-95bb5837-cac6-467b-9cef-1f30308a461d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8461ac26-15e8-439c-b33d-fe4263fb9a4e') {} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:03.262655 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-95bb5837-cac6-467b-9cef-1f30308a461d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774670886301', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29255211'] for segment (8461ac26-15e8-439c-b33d-fe4263fb9a4e), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:03.288169 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-95bb5837-cac6-467b-9cef-1f30308a461d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906022'] for segment (8461ac26-15e8-439c-b33d-fe4263fb9a4e), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:03.300978 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95bb5837-cac6-467b-9cef-1f30308a461d admin admin] Releasing vlan 361 on physical network physnet1 to pool {{(pid=103183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:37:03.301429 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-95bb5837-cac6-467b-9cef-1f30308a461d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25181805'] for segment (8461ac26-15e8-439c-b33d-fe4263fb9a4e), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:03.310425 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-d9ce3fba-35d0-4650-9f57-02ec2ec7a376 req-eb02180c-f8ac-415e-8d54-311a4d191d77 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] 10.222.0.109 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1863542 Jan 21 09:37:03.327686 dv-cinder-804035-25-iscsi neutron-server[103183]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 21 09:37:03.327686 dv-cinder-804035-25-iscsi neutron-server[103183]: from cryptography.utils import int_from_bytes Jan 21 09:37:03.327686 dv-cinder-804035-25-iscsi neutron-server[103183]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 21 09:37:03.327686 dv-cinder-804035-25-iscsi neutron-server[103183]: from cryptography.utils import int_from_bytes Jan 21 09:37:03.327686 dv-cinder-804035-25-iscsi neutron-server[103183]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:37:03.327686 dv-cinder-804035-25-iscsi neutron-server[103183]: warnings.warn(msg) Jan 21 09:37:03.327686 dv-cinder-804035-25-iscsi neutron-server[103183]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:37:03.327686 dv-cinder-804035-25-iscsi neutron-server[103183]: warnings.warn(msg) Jan 21 09:37:03.327686 dv-cinder-804035-25-iscsi neutron-server[103183]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:37:03.327686 dv-cinder-804035-25-iscsi neutron-server[103183]: warnings.warn(msg) Jan 21 09:37:03.327686 dv-cinder-804035-25-iscsi neutron-server[103183]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:37:03.327686 dv-cinder-804035-25-iscsi neutron-server[103183]: warnings.warn(msg) Jan 21 09:37:03.327686 dv-cinder-804035-25-iscsi neutron-server[103183]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:37:03.327686 dv-cinder-804035-25-iscsi neutron-server[103183]: warnings.warn(msg) Jan 21 09:37:03.327686 dv-cinder-804035-25-iscsi neutron-server[103183]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:37:03.327686 dv-cinder-804035-25-iscsi neutron-server[103183]: warnings.warn(msg) Jan 21 09:37:03.327686 dv-cinder-804035-25-iscsi neutron-server[103183]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:37:03.327686 dv-cinder-804035-25-iscsi neutron-server[103183]: warnings.warn(msg) Jan 21 09:37:03.327686 dv-cinder-804035-25-iscsi neutron-server[103183]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:37:03.327686 dv-cinder-804035-25-iscsi neutron-server[103183]: warnings.warn(msg) Jan 21 09:37:03.327686 dv-cinder-804035-25-iscsi neutron-server[103183]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:37:03.327686 dv-cinder-804035-25-iscsi neutron-server[103183]: warnings.warn(msg) Jan 21 09:37:03.327686 dv-cinder-804035-25-iscsi neutron-server[103183]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:37:03.327686 dv-cinder-804035-25-iscsi neutron-server[103183]: warnings.warn(msg) Jan 21 09:37:03.327686 dv-cinder-804035-25-iscsi neutron-server[103183]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:37:03.327686 dv-cinder-804035-25-iscsi neutron-server[103183]: warnings.warn(msg) Jan 21 09:37:03.327686 dv-cinder-804035-25-iscsi neutron-server[103183]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:37:03.327686 dv-cinder-804035-25-iscsi neutron-server[103183]: warnings.warn(msg) Jan 21 09:37:03.327686 dv-cinder-804035-25-iscsi neutron-server[103183]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:37:03.327686 dv-cinder-804035-25-iscsi neutron-server[103183]: warnings.warn(msg) Jan 21 09:37:03.327686 dv-cinder-804035-25-iscsi neutron-server[103183]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:37:03.327686 dv-cinder-804035-25-iscsi neutron-server[103183]: warnings.warn(msg) Jan 21 09:37:03.327686 dv-cinder-804035-25-iscsi neutron-server[103183]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:37:03.327686 dv-cinder-804035-25-iscsi neutron-server[103183]: warnings.warn(msg) Jan 21 09:37:03.327686 dv-cinder-804035-25-iscsi neutron-server[103183]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:37:03.327686 dv-cinder-804035-25-iscsi neutron-server[103183]: warnings.warn(msg) Jan 21 09:37:03.327686 dv-cinder-804035-25-iscsi neutron-server[103183]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:37:03.330356 dv-cinder-804035-25-iscsi neutron-server[103183]: warnings.warn(msg) Jan 21 09:37:03.330356 dv-cinder-804035-25-iscsi neutron-server[103183]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:37:03.330356 dv-cinder-804035-25-iscsi neutron-server[103183]: warnings.warn(msg) Jan 21 09:37:03.330356 dv-cinder-804035-25-iscsi neutron-server[103183]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:37:03.330356 dv-cinder-804035-25-iscsi neutron-server[103183]: warnings.warn(msg) Jan 21 09:37:03.330356 dv-cinder-804035-25-iscsi neutron-server[103183]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:37:03.330356 dv-cinder-804035-25-iscsi neutron-server[103183]: warnings.warn(msg) Jan 21 09:37:03.330356 dv-cinder-804035-25-iscsi neutron-server[103183]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:37:03.330356 dv-cinder-804035-25-iscsi neutron-server[103183]: warnings.warn(msg) Jan 21 09:37:03.330356 dv-cinder-804035-25-iscsi neutron-server[103183]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:37:03.330356 dv-cinder-804035-25-iscsi neutron-server[103183]: warnings.warn(msg) Jan 21 09:37:03.330356 dv-cinder-804035-25-iscsi neutron-server[103183]: Traceback (most recent call last): Jan 21 09:37:03.330356 dv-cinder-804035-25-iscsi neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:37:03.330356 dv-cinder-804035-25-iscsi neutron-server[103183]: timer() Jan 21 09:37:03.330356 dv-cinder-804035-25-iscsi neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:37:03.330356 dv-cinder-804035-25-iscsi neutron-server[103183]: cb(*args, **kw) Jan 21 09:37:03.330356 dv-cinder-804035-25-iscsi neutron-server[103183]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 09:37:03.330356 dv-cinder-804035-25-iscsi neutron-server[103183]: return func(*args, **kwargs) Jan 21 09:37:03.330356 dv-cinder-804035-25-iscsi neutron-server[103183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:37:03.330356 dv-cinder-804035-25-iscsi neutron-server[103183]: self._notify() Jan 21 09:37:03.330356 dv-cinder-804035-25-iscsi neutron-server[103183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:37:03.330356 dv-cinder-804035-25-iscsi neutron-server[103183]: self.callback(batched_events) Jan 21 09:37:03.330356 dv-cinder-804035-25-iscsi neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:37:03.330356 dv-cinder-804035-25-iscsi neutron-server[103183]: event.method(event) Jan 21 09:37:03.330356 dv-cinder-804035-25-iscsi neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 09:37:03.330356 dv-cinder-804035-25-iscsi neutron-server[103183]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:37:03.330356 dv-cinder-804035-25-iscsi neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 09:37:03.330356 dv-cinder-804035-25-iscsi neutron-server[103183]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:37:03.330356 dv-cinder-804035-25-iscsi neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 09:37:03.330356 dv-cinder-804035-25-iscsi neutron-server[103183]: return f(self, *a, **k) Jan 21 09:37:03.330356 dv-cinder-804035-25-iscsi neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:37:03.330356 dv-cinder-804035-25-iscsi neutron-server[103183]: return self._get(url).json() Jan 21 09:37:03.330356 dv-cinder-804035-25-iscsi neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:37:03.330356 dv-cinder-804035-25-iscsi neutron-server[103183]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:37:03.330356 dv-cinder-804035-25-iscsi neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:37:03.330356 dv-cinder-804035-25-iscsi neutron-server[103183]: return self.request(url, 'GET', **kwargs) Jan 21 09:37:03.330356 dv-cinder-804035-25-iscsi neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:37:03.330356 dv-cinder-804035-25-iscsi neutron-server[103183]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:37:03.330356 dv-cinder-804035-25-iscsi neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:37:03.330356 dv-cinder-804035-25-iscsi neutron-server[103183]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:37:03.330356 dv-cinder-804035-25-iscsi neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:37:03.330356 dv-cinder-804035-25-iscsi neutron-server[103183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:37:03.330356 dv-cinder-804035-25-iscsi neutron-server[103183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:37:03.391161 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.wsgi [-] (103182) accepted ('10.222.0.45', 34030) {{(pid=103182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:37:03.462814 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-95bb5837-cac6-467b-9cef-1f30308a461d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3846310'] for network (4b308458-76e4-44e0-92a9-9be5555db9bc), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:03.470565 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-95bb5837-cac6-467b-9cef-1f30308a461d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4184320'] for network (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:03.477216 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [None req-95bb5837-cac6-467b-9cef-1f30308a461d admin admin] 10.222.0.45 "DELETE /v2.0/networks/4b308458-76e4-44e0-92a9-9be5555db9bc HTTP/1.1" status: 204 len: 168 time: 0.6564860 Jan 21 09:37:03.483713 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bb5837-cac6-467b-9cef-1f30308a461d admin admin] Pushing event deleted for resources: {'Network': ['ID=4b308458-76e4-44e0-92a9-9be5555db9bc,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:03.508669 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-fe0eedca-0bc3-4cd6-9ad3-dfb43e99fca4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:03.559847 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Device 14aab43b-4ab3-4c41-bc46-826e868d0936 up at agent hyperv_hv-cinder-80403 {{(pid=103184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:37:03.591488 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-fe0eedca-0bc3-4cd6-9ad3-dfb43e99fca4 admin admin] Publish callbacks [] for security_group (2ce6f826-c12e-4cc9-897e-ee0b40e4b34c), precommit_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:03.659594 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-fe0eedca-0bc3-4cd6-9ad3-dfb43e99fca4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126007'] for security_group (2ce6f826-c12e-4cc9-897e-ee0b40e4b34c), after_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:03.696942 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.provisioning_blocks [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Provisioning for port 14aab43b-4ab3-4c41-bc46-826e868d0936 completed by entity L2. {{(pid=103184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:37:03.701710 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.provisioning_blocks [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Provisioning complete for port 14aab43b-4ab3-4c41-bc46-826e868d0936 triggered by entity L2. {{(pid=103184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:37:03.702093 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983013'] for port (14aab43b-4ab3-4c41-bc46-826e868d0936), provisioning_complete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:03.731146 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [None req-fe0eedca-0bc3-4cd6-9ad3-dfb43e99fca4 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8051a52dd1334c189ac2a9aa4ebd9351&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3388567 Jan 21 09:37:03.734052 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.45', 34040) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:37:03.735239 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0eedca-0bc3-4cd6-9ad3-dfb43e99fca4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ce6f826-c12e-4cc9-897e-ee0b40e4b34c,revision_number=1']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:03.762801 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94ee06d-df81-4cad-86c2-b4d142294e4f req-967a01bb-ab78-408d-9cdd-e167bd23e307 tempest-VolumesSnapshotTestJSON-1583482103 tempest-VolumesSnapshotTestJSON-1583482103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:03.769719 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-a94ee06d-df81-4cad-86c2-b4d142294e4f req-967a01bb-ab78-408d-9cdd-e167bd23e307 tempest-VolumesSnapshotTestJSON-1583482103 tempest-VolumesSnapshotTestJSON-1583482103-project] 10.222.0.45 "GET /v2.0/ports?device_id=deb54068-874d-4b55-ab9c-777c53b1d707 HTTP/1.1" status: 200 len: 944 time: 0.0964997 Jan 21 09:37:03.805030 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-73be2b6f-b88d-4726-bcf8-d7f8aa2e5b20 admin admin] Publish callbacks [] for security_group (2ce6f826-c12e-4cc9-897e-ee0b40e4b34c), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:03.808600 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Current status of the port 14aab43b-4ab3-4c41-bc46-826e868d0936 is: BUILD; New status is: ACTIVE {{(pid=103184) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:37:03.808998 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (14aab43b-4ab3-4c41-bc46-826e868d0936), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:03.833180 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-73be2b6f-b88d-4726-bcf8-d7f8aa2e5b20 admin admin] Publish callbacks [] for security_group (2ce6f826-c12e-4cc9-897e-ee0b40e4b34c), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:03.835361 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-a94ee06d-df81-4cad-86c2-b4d142294e4f req-854aff18-bab4-478d-92e4-ac145b4a2ce6 tempest-VolumesSnapshotTestJSON-1583482103 tempest-VolumesSnapshotTestJSON-1583482103-project] 10.222.0.45 "GET /v2.0/security-groups?id=784dddf7-3a3a-4731-9a1a-126ddfb40ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645084 Jan 21 09:37:03.845485 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'deb54068-874d-4b55-ab9c-777c53b1d707', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14aab43b-4ab3-4c41-bc46-826e868d0936'}] {{(pid=103184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:37:03.848470 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c59f8b740f259e85ceecfc878b6c10e974145cf55d87f3575c92c12753de108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af754204-40a1-4837-a70f-4920822a0fb4" -d '{"events": [{"server_uuid": "deb54068-874d-4b55-ab9c-777c53b1d707", "name": "network-vif-plugged", "status": "completed", "tag": "14aab43b-4ab3-4c41-bc46-826e868d0936"}]}' {{(pid=103184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:37:03.866615 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] For port 14aab43b-4ab3-4c41-bc46-826e868d0936, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=14aab43b-4ab3-4c41-bc46-826e868d0936,segment=NetworkSegment(ad0cc7f3-f595-4923-bff8-faff8d5a4463),segment_id=ad0cc7f3-f595-4923-bff8-faff8d5a4463)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:37:03.893297 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.45', 34048) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:37:03.938928 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774670732957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774670299814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774670299832'] for port (14aab43b-4ab3-4c41-bc46-826e868d0936), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:03.943055 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [None req-31f680c1-6ad4-4543-991f-bcd34e4d3526 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=22a31f7136c241578473d4d323722c69&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0478926 Jan 21 09:37:03.950538 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.45', 34052) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:37:03.995452 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a92cc0-b25a-440f-b7f3-6be2c74a0ef8 req-df5b3da9-965a-4314-8c41-e45dc4bf1d1c tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:03.998347 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-a0a92cc0-b25a-440f-b7f3-6be2c74a0ef8 req-df5b3da9-965a-4314-8c41-e45dc4bf1d1c tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] 10.222.0.45 "GET /v2.0/ports?device_id=bc1c3d0f-0474-4bad-b8a1-7c7d169b6ad0 HTTP/1.1" status: 200 len: 931 time: 0.0740604 Jan 21 09:37:04.002176 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-73be2b6f-b88d-4726-bcf8-d7f8aa2e5b20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126007'] for security_group (2ce6f826-c12e-4cc9-897e-ee0b40e4b34c), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:04.004755 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-73be2b6f-b88d-4726-bcf8-d7f8aa2e5b20 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:04.007197 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [None req-73be2b6f-b88d-4726-bcf8-d7f8aa2e5b20 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2ce6f826-c12e-4cc9-897e-ee0b40e4b34c HTTP/1.1" status: 204 len: 168 time: 0.2720072 Jan 21 09:37:04.009277 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Pushing event updated for resources: {'Port': ['ID=14aab43b-4ab3-4c41-bc46-826e868d0936,revision_number=5']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:04.019622 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73be2b6f-b88d-4726-bcf8-d7f8aa2e5b20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ce6f826-c12e-4cc9-897e-ee0b40e4b34c,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:04.042302 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-daeb2f99-f84c-45f2-9790-9cfd05f4b983 admin admin] Publish callbacks [] for security_group (67f6e35c-bf33-4444-b6b0-37741f9c67e2), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:04.070054 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-daeb2f99-f84c-45f2-9790-9cfd05f4b983 admin admin] Publish callbacks [] for security_group (67f6e35c-bf33-4444-b6b0-37741f9c67e2), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:04.085916 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-a0a92cc0-b25a-440f-b7f3-6be2c74a0ef8 req-04428241-d7bf-4b53-89ec-67ccfa2ee7e4 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] 10.222.0.45 "GET /v2.0/security-groups?id=689824d6-e2cc-4e2f-a7c0-efd7e57bdd17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817766 Jan 21 09:37:04.131612 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 09:37:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac00a818-6ba0-4988-b657-e43c73447d90 x-openstack-request-id: req-ac00a818-6ba0-4988-b657-e43c73447d90 {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:37:04.131987 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "deb54068-874d-4b55-ab9c-777c53b1d707", "name": "network-vif-plugged", "status": "completed", "tag": "14aab43b-4ab3-4c41-bc46-826e868d0936", "code": 200}]} {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:37:04.132245 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ac00a818-6ba0-4988-b657-e43c73447d90 {{(pid=103184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:37:04.132643 dv-cinder-804035-25-iscsi neutron-server[103184]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'deb54068-874d-4b55-ab9c-777c53b1d707', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14aab43b-4ab3-4c41-bc46-826e868d0936', 'code': 200} Jan 21 09:37:04.294394 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-daeb2f99-f84c-45f2-9790-9cfd05f4b983 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126007'] for security_group (67f6e35c-bf33-4444-b6b0-37741f9c67e2), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:04.296981 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-daeb2f99-f84c-45f2-9790-9cfd05f4b983 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:04.299319 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [None req-daeb2f99-f84c-45f2-9790-9cfd05f4b983 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/67f6e35c-bf33-4444-b6b0-37741f9c67e2 HTTP/1.1" status: 204 len: 168 time: 0.3477128 Jan 21 09:37:04.322376 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daeb2f99-f84c-45f2-9790-9cfd05f4b983 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67f6e35c-bf33-4444-b6b0-37741f9c67e2,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:04.388950 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb833675-71d4-4740-973a-edc09001688f req-2a18c7f3-66f8-4d01-b825-f18616cef73d tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:04.390810 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-eb833675-71d4-4740-973a-edc09001688f req-2a18c7f3-66f8-4d01-b825-f18616cef73d tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/ports?device_id=06ae865a-6ba5-4198-be6d-e6056e645411 HTTP/1.1" status: 200 len: 946 time: 0.0719371 Jan 21 09:37:04.440831 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-eb833675-71d4-4740-973a-edc09001688f req-a34b889f-41c2-4131-a0b5-7e22f77cf6e4 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/security-groups?id=3362d256-4580-47a9-b110-e51f4226c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435255 Jan 21 09:37:04.865323 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.wsgi [-] (103182) accepted ('10.222.0.45', 34076) {{(pid=103182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:37:04.878191 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-fdb9b073-a19f-436c-84f6-ff74b45a0483 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:04.991604 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-fdb9b073-a19f-436c-84f6-ff74b45a0483 admin admin] Publish callbacks [] for security_group (bbc930fd-0ac7-47a9-9f3a-ed7b63e3c9e1), precommit_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:05.003346 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a135a2-ed58-4770-bfc7-b952eede7b92 req-2f940def-be66-43ac-9ea5-9a911e958267 tempest-VolumesSnapshotTestJSON-1583482103 tempest-VolumesSnapshotTestJSON-1583482103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:05.005458 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-e9a135a2-ed58-4770-bfc7-b952eede7b92 req-2f940def-be66-43ac-9ea5-9a911e958267 tempest-VolumesSnapshotTestJSON-1583482103 tempest-VolumesSnapshotTestJSON-1583482103-project] 10.222.0.45 "GET /v2.0/ports?device_id=deb54068-874d-4b55-ab9c-777c53b1d707 HTTP/1.1" status: 200 len: 945 time: 0.0784421 Jan 21 09:37:05.057319 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-e9a135a2-ed58-4770-bfc7-b952eede7b92 req-16f4b163-bc84-4e27-9f9e-5d61e277c89e tempest-VolumesSnapshotTestJSON-1583482103 tempest-VolumesSnapshotTestJSON-1583482103-project] 10.222.0.45 "GET /v2.0/security-groups?id=784dddf7-3a3a-4731-9a1a-126ddfb40ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454400 Jan 21 09:37:05.063318 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-fdb9b073-a19f-436c-84f6-ff74b45a0483 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126007'] for security_group (bbc930fd-0ac7-47a9-9f3a-ed7b63e3c9e1), after_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:05.113739 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [None req-fdb9b073-a19f-436c-84f6-ff74b45a0483 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5b3aecd6158f46ff9a52e1fda185eab7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2473471 Jan 21 09:37:05.115404 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb9b073-a19f-436c-84f6-ff74b45a0483 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbc930fd-0ac7-47a9-9f3a-ed7b63e3c9e1,revision_number=1']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:05.117201 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.45', 34084) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:37:05.173336 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d68b7c3d-09d9-4e28-ab8e-7963d0f0465f admin admin] Publish callbacks [] for security_group (bbc930fd-0ac7-47a9-9f3a-ed7b63e3c9e1), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:05.200414 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d68b7c3d-09d9-4e28-ab8e-7963d0f0465f admin admin] Publish callbacks [] for security_group (bbc930fd-0ac7-47a9-9f3a-ed7b63e3c9e1), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:05.200817 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd84a6f-78a9-4aef-bc2e-852bdb451b72 req-bc6d5851-aaaf-4a65-a275-44f0142a4685 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:05.203256 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-6dd84a6f-78a9-4aef-bc2e-852bdb451b72 req-bc6d5851-aaaf-4a65-a275-44f0142a4685 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] 10.222.0.45 "GET /v2.0/ports?device_id=bc1c3d0f-0474-4bad-b8a1-7c7d169b6ad0 HTTP/1.1" status: 200 len: 931 time: 0.0508254 Jan 21 09:37:05.268172 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-6dd84a6f-78a9-4aef-bc2e-852bdb451b72 req-bf7bb243-e2a8-4dad-a9e1-78e7ce53524b tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] 10.222.0.45 "GET /v2.0/security-groups?id=689824d6-e2cc-4e2f-a7c0-efd7e57bdd17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567229 Jan 21 09:37:05.342631 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d68b7c3d-09d9-4e28-ab8e-7963d0f0465f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126007'] for security_group (bbc930fd-0ac7-47a9-9f3a-ed7b63e3c9e1), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:05.345309 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d68b7c3d-09d9-4e28-ab8e-7963d0f0465f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:05.346462 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [None req-d68b7c3d-09d9-4e28-ab8e-7963d0f0465f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/bbc930fd-0ac7-47a9-9f3a-ed7b63e3c9e1 HTTP/1.1" status: 204 len: 168 time: 0.2264814 Jan 21 09:37:05.356707 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68b7c3d-09d9-4e28-ab8e-7963d0f0465f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbc930fd-0ac7-47a9-9f3a-ed7b63e3c9e1,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:05.482899 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.v2.base [req-d9ce3fba-35d0-4650-9f57-02ec2ec7a376 req-b6f470e3-c17d-4b3f-b1de-8a53a103c502 service neutron] Request body: {'port': {'device_id': 'bc1c3d0f-0474-4bad-b8a1-7c7d169b6ad0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=103182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:05.484244 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] get_ports_and_sgs() called for port_ids ['af30d40e-e03c-4e1e-a789-41a34ac8bec6'] {{(pid=103184) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 09:37:05.632623 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-d9ce3fba-35d0-4650-9f57-02ec2ec7a376 req-b6f470e3-c17d-4b3f-b1de-8a53a103c502 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (81cdcb77-b728-4dac-a9d7-2fe131466b38), before_update {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:05.650746 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17413157-adc4-481d-9cf0-917689e7cb14 req-506803c6-2fd1-4251-bfd7-daed6c376599 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:05.652604 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-17413157-adc4-481d-9cf0-917689e7cb14 req-506803c6-2fd1-4251-bfd7-daed6c376599 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/ports?device_id=06ae865a-6ba5-4198-be6d-e6056e645411 HTTP/1.1" status: 200 len: 946 time: 0.0923030 Jan 21 09:37:05.797218 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-17413157-adc4-481d-9cf0-917689e7cb14 req-de184088-7391-40d2-9113-637807cce810 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/security-groups?id=3362d256-4580-47a9-b110-e51f4226c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249621 Jan 21 09:37:06.017942 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.notifiers.nova [req-d9ce3fba-35d0-4650-9f57-02ec2ec7a376 req-b6f470e3-c17d-4b3f-b1de-8a53a103c502 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81cdcb77-b728-4dac-a9d7-2fe131466b38 {{(pid=103182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:37:06.030128 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-d9ce3fba-35d0-4650-9f57-02ec2ec7a376 req-b6f470e3-c17d-4b3f-b1de-8a53a103c502 service neutron] Publish callbacks [] for port (81cdcb77-b728-4dac-a9d7-2fe131466b38), precommit_update {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:06.033660 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310de797-ee2a-4efc-9810-d047b2909fd1 req-c18cd7b7-9db0-4ec8-8518-b3085a57cae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:06.035183 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-310de797-ee2a-4efc-9810-d047b2909fd1 req-c18cd7b7-9db0-4ec8-8518-b3085a57cae7 service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=deb54068-874d-4b55-ab9c-777c53b1d707 HTTP/1.1" status: 200 len: 1098 time: 0.0888221 Jan 21 09:37:06.059189 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.db.provisioning_blocks [req-d9ce3fba-35d0-4650-9f57-02ec2ec7a376 req-b6f470e3-c17d-4b3f-b1de-8a53a103c502 service neutron] Transition to ACTIVE for port object 81cdcb77-b728-4dac-a9d7-2fe131466b38 will not be triggered until provisioned by entity L2. {{(pid=103182) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:37:06.087957 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-310de797-ee2a-4efc-9810-d047b2909fd1 req-db74671d-7b80-4df3-acb1-e3ffe33160c3 service neutron] 10.222.0.109 "GET /v2.0/security-groups?id=784dddf7-3a3a-4731-9a1a-126ddfb40ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451579 Jan 21 09:37:06.169383 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-d9ce3fba-35d0-4650-9f57-02ec2ec7a376 req-b6f470e3-c17d-4b3f-b1de-8a53a103c502 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774670732957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774670299814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774670299832'] for port (81cdcb77-b728-4dac-a9d7-2fe131466b38), after_update {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:06.260792 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297f9254-3e32-47cb-906e-1284fe82dafd req-2b287ce8-c5da-4f8e-9bc7-ae44122a9aea tempest-VolumesSnapshotTestJSON-1583482103 tempest-VolumesSnapshotTestJSON-1583482103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:06.262406 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-297f9254-3e32-47cb-906e-1284fe82dafd req-2b287ce8-c5da-4f8e-9bc7-ae44122a9aea tempest-VolumesSnapshotTestJSON-1583482103 tempest-VolumesSnapshotTestJSON-1583482103-project] 10.222.0.45 "GET /v2.0/ports?device_id=deb54068-874d-4b55-ab9c-777c53b1d707 HTTP/1.1" status: 200 len: 945 time: 0.1199329 Jan 21 09:37:06.266300 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f470e3-c17d-4b3f-b1de-8a53a103c502 service neutron] Pushing event updated for resources: {'Port': ['ID=81cdcb77-b728-4dac-a9d7-2fe131466b38,revision_number=2']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:06.315172 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.managers [req-d9ce3fba-35d0-4650-9f57-02ec2ec7a376 req-b6f470e3-c17d-4b3f-b1de-8a53a103c502 service neutron] Attempting to bind port 81cdcb77-b728-4dac-a9d7-2fe131466b38 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=103182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 09:37:06.318687 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.managers [req-d9ce3fba-35d0-4650-9f57-02ec2ec7a376 req-b6f470e3-c17d-4b3f-b1de-8a53a103c502 service neutron] Attempting to bind port 81cdcb77-b728-4dac-a9d7-2fe131466b38 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '040eb47d-f813-4918-9757-ad97391c2793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '6d3bfab5-614b-42ce-87b9-03bdb3f3c1da'}] {{(pid=103182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 09:37:06.318687 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9ce3fba-35d0-4650-9f57-02ec2ec7a376 req-b6f470e3-c17d-4b3f-b1de-8a53a103c502 service neutron] Attempting to bind port 81cdcb77-b728-4dac-a9d7-2fe131466b38 on network 6d3bfab5-614b-42ce-87b9-03bdb3f3c1da {{(pid=103182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:37:06.352205 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9ce3fba-35d0-4650-9f57-02ec2ec7a376 req-b6f470e3-c17d-4b3f-b1de-8a53a103c502 service neutron] Port 81cdcb77-b728-4dac-a9d7-2fe131466b38 on network 6d3bfab5-614b-42ce-87b9-03bdb3f3c1da not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=103182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 21 09:37:06.352658 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9ce3fba-35d0-4650-9f57-02ec2ec7a376 req-b6f470e3-c17d-4b3f-b1de-8a53a103c502 service neutron] Attempting to bind port 81cdcb77-b728-4dac-a9d7-2fe131466b38 on network 6d3bfab5-614b-42ce-87b9-03bdb3f3c1da {{(pid=103182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:37:06.377112 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-297f9254-3e32-47cb-906e-1284fe82dafd req-7b5f95ad-99d7-40ea-a68b-0a6f222a1b75 tempest-VolumesSnapshotTestJSON-1583482103 tempest-VolumesSnapshotTestJSON-1583482103-project] 10.222.0.45 "GET /v2.0/security-groups?id=784dddf7-3a3a-4731-9a1a-126ddfb40ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018457 Jan 21 09:37:06.379246 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9ce3fba-35d0-4650-9f57-02ec2ec7a376 req-b6f470e3-c17d-4b3f-b1de-8a53a103c502 service neutron] Checking agent: {'id': '5a7f6758-1e24-44b8-9b24-65ffc30c20d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 33, 47), 'started_at': datetime.datetime(2022, 1, 21, 9, 33, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 36, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:37:06.379584 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9ce3fba-35d0-4650-9f57-02ec2ec7a376 req-b6f470e3-c17d-4b3f-b1de-8a53a103c502 service neutron] Checking segment: {'id': '040eb47d-f813-4918-9757-ad97391c2793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '6d3bfab5-614b-42ce-87b9-03bdb3f3c1da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 09:37:06.380939 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9ce3fba-35d0-4650-9f57-02ec2ec7a376 req-b6f470e3-c17d-4b3f-b1de-8a53a103c502 service neutron] Bound using segment: {'id': '040eb47d-f813-4918-9757-ad97391c2793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '6d3bfab5-614b-42ce-87b9-03bdb3f3c1da'} {{(pid=103182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:37:06.381493 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.managers [req-d9ce3fba-35d0-4650-9f57-02ec2ec7a376 req-b6f470e3-c17d-4b3f-b1de-8a53a103c502 service neutron] Bound port: 81cdcb77-b728-4dac-a9d7-2fe131466b38, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '040eb47d-f813-4918-9757-ad97391c2793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '6d3bfab5-614b-42ce-87b9-03bdb3f3c1da'}}] {{(pid=103182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 09:37:06.381864 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-d9ce3fba-35d0-4650-9f57-02ec2ec7a376 req-b6f470e3-c17d-4b3f-b1de-8a53a103c502 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (81cdcb77-b728-4dac-a9d7-2fe131466b38), before_update {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:06.463105 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f9d127-2986-4e79-892f-999a17a9d450 req-c45177fa-f404-42bf-b37e-e779673020db tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:06.463105 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-17f9d127-2986-4e79-892f-999a17a9d450 req-c45177fa-f404-42bf-b37e-e779673020db tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] 10.222.0.45 "GET /v2.0/ports?device_id=bc1c3d0f-0474-4bad-b8a1-7c7d169b6ad0 HTTP/1.1" status: 200 len: 943 time: 0.1030333 Jan 21 09:37:06.516135 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.db [req-d9ce3fba-35d0-4650-9f57-02ec2ec7a376 req-b6f470e3-c17d-4b3f-b1de-8a53a103c502 service neutron] For port 81cdcb77-b728-4dac-a9d7-2fe131466b38, host hv-cinder-80403, cleared binding levels {{(pid=103182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:37:06.526692 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.db [req-d9ce3fba-35d0-4650-9f57-02ec2ec7a376 req-b6f470e3-c17d-4b3f-b1de-8a53a103c502 service neutron] For port 81cdcb77-b728-4dac-a9d7-2fe131466b38, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=81cdcb77-b728-4dac-a9d7-2fe131466b38,segment=NetworkSegment(040eb47d-f813-4918-9757-ad97391c2793),segment_id=040eb47d-f813-4918-9757-ad97391c2793)] {{(pid=103182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:37:06.565009 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-17f9d127-2986-4e79-892f-999a17a9d450 req-fd818bba-33dd-4bd8-b25f-7d66764379cf tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] 10.222.0.45 "GET /v2.0/security-groups?id=689824d6-e2cc-4e2f-a7c0-efd7e57bdd17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920064 Jan 21 09:37:06.608712 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-d9ce3fba-35d0-4650-9f57-02ec2ec7a376 req-b6f470e3-c17d-4b3f-b1de-8a53a103c502 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774670732957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774670299814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774670299832'] for port (81cdcb77-b728-4dac-a9d7-2fe131466b38), after_update {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:06.644253 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ce3fba-35d0-4650-9f57-02ec2ec7a376 req-b6f470e3-c17d-4b3f-b1de-8a53a103c502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:06.647242 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-d9ce3fba-35d0-4650-9f57-02ec2ec7a376 req-b6f470e3-c17d-4b3f-b1de-8a53a103c502 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11211'] for port (None), before_response {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:06.647242 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-d9ce3fba-35d0-4650-9f57-02ec2ec7a376 req-b6f470e3-c17d-4b3f-b1de-8a53a103c502 service neutron] 10.222.0.109 "PUT /v2.0/ports/81cdcb77-b728-4dac-a9d7-2fe131466b38 HTTP/1.1" status: 200 len: 1093 time: 1.1732371 Jan 21 09:37:06.647608 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc1c3d0f-0474-4bad-b8a1-7c7d169b6ad0', 'tag': '81cdcb77-b728-4dac-a9d7-2fe131466b38'}] {{(pid=103182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:37:06.649902 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa0cc1f82daaed98fc3f7058001f72739ccfc4facde8019b77a0af70a494964c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c390c9e-0cdd-46c8-8556-0b3e7d75b824" -d '{"events": [{"name": "network-changed", "server_uuid": "bc1c3d0f-0474-4bad-b8a1-7c7d169b6ad0", "tag": "81cdcb77-b728-4dac-a9d7-2fe131466b38"}]}' {{(pid=103182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:37:06.688127 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 09:37:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6151991b-5ff7-4224-b92d-a2a6a8717fa3 x-openstack-request-id: req-6151991b-5ff7-4224-b92d-a2a6a8717fa3 {{(pid=103182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:37:06.688522 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc1c3d0f-0474-4bad-b8a1-7c7d169b6ad0", "tag": "81cdcb77-b728-4dac-a9d7-2fe131466b38", "status": "completed", "code": 200}]} {{(pid=103182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:37:06.688662 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6151991b-5ff7-4224-b92d-a2a6a8717fa3 {{(pid=103182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:37:06.689061 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc1c3d0f-0474-4bad-b8a1-7c7d169b6ad0', 'tag': '81cdcb77-b728-4dac-a9d7-2fe131466b38', 'status': 'completed', 'code': 200} Jan 21 09:37:06.692879 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f470e3-c17d-4b3f-b1de-8a53a103c502 service neutron] Pushing event updated for resources: {'Port': ['ID=81cdcb77-b728-4dac-a9d7-2fe131466b38,revision_number=3']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:06.792063 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c390c9e-0cdd-46c8-8556-0b3e7d75b824 req-020d6480-79ff-440e-bebc-6611e72dec83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:06.793756 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-6c390c9e-0cdd-46c8-8556-0b3e7d75b824 req-020d6480-79ff-440e-bebc-6611e72dec83 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=e3390729231b409e9a83376b428c1a7f&device_id=bc1c3d0f-0474-4bad-b8a1-7c7d169b6ad0 HTTP/1.1" status: 200 len: 1096 time: 0.0637295 Jan 21 09:37:06.865877 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.45', 34170) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:37:06.949695 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c390c9e-0cdd-46c8-8556-0b3e7d75b824 req-2df8f015-e4a4-4f14-a745-cf5922dd3696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:06.949695 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-6c390c9e-0cdd-46c8-8556-0b3e7d75b824 req-2df8f015-e4a4-4f14-a745-cf5922dd3696 service neutron] 10.222.0.109 "GET /v2.0/networks?tenant_id=e3390729231b409e9a83376b428c1a7f&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1428800 Jan 21 09:37:06.959924 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b137a7-3828-413b-917a-c60b742e0764 req-e8218add-b8b3-4015-a4a7-423ba16f47dc tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:06.961494 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-a2b137a7-3828-413b-917a-c60b742e0764 req-e8218add-b8b3-4015-a4a7-423ba16f47dc tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/ports?device_id=06ae865a-6ba5-4198-be6d-e6056e645411 HTTP/1.1" status: 200 len: 946 time: 0.0773416 Jan 21 09:37:07.073310 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-a2b137a7-3828-413b-917a-c60b742e0764 req-c1ac4666-43c3-411b-921d-ef130886b447 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/security-groups?id=3362d256-4580-47a9-b110-e51f4226c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020346 Jan 21 09:37:07.093355 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c390c9e-0cdd-46c8-8556-0b3e7d75b824 req-269b068a-8e4c-49cb-973e-e426857271c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:07.094984 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-6c390c9e-0cdd-46c8-8556-0b3e7d75b824 req-269b068a-8e4c-49cb-973e-e426857271c9 service neutron] 10.222.0.109 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1324632 Jan 21 09:37:07.096733 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-96fdc81d-8315-4e70-b3e4-68eb16a94041 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:07.181440 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ce3fba-35d0-4650-9f57-02ec2ec7a376 req-893d26e6-e286-4b6f-bcdb-3949b45bac12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:07.183156 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-d9ce3fba-35d0-4650-9f57-02ec2ec7a376 req-893d26e6-e286-4b6f-bcdb-3949b45bac12 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=e3390729231b409e9a83376b428c1a7f&device_id=bc1c3d0f-0474-4bad-b8a1-7c7d169b6ad0 HTTP/1.1" status: 200 len: 1096 time: 0.0446103 Jan 21 09:37:07.191979 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-96fdc81d-8315-4e70-b3e4-68eb16a94041 admin admin] Publish callbacks [] for security_group (b0a708ea-8a08-4223-999c-bc69a9d552c8), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:07.242063 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-d9ce3fba-35d0-4650-9f57-02ec2ec7a376 req-43959fa6-0cea-4b4b-8cf3-1fe83d00919e service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=81cdcb77-b728-4dac-a9d7-2fe131466b38 HTTP/1.1" status: 200 len: 217 time: 0.0378194 Jan 21 09:37:07.302697 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ce3fba-35d0-4650-9f57-02ec2ec7a376 req-dbd1436e-6c7f-4c49-927f-fbbb0200689b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:07.304189 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-d9ce3fba-35d0-4650-9f57-02ec2ec7a376 req-dbd1436e-6c7f-4c49-927f-fbbb0200689b service neutron] 10.222.0.109 "GET /v2.0/subnets?id=dc85c810-f6f8-41f3-bbb2-2b1bee730031 HTTP/1.1" status: 200 len: 855 time: 0.0498762 Jan 21 09:37:07.331657 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-96fdc81d-8315-4e70-b3e4-68eb16a94041 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126007'] for security_group (b0a708ea-8a08-4223-999c-bc69a9d552c8), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:07.339134 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-d9ce3fba-35d0-4650-9f57-02ec2ec7a376 req-80a15703-3457-4ff8-9d10-0a5b71642468 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=6d3bfab5-614b-42ce-87b9-03bdb3f3c1da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242341 Jan 21 09:37:07.381600 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [None req-96fdc81d-8315-4e70-b3e4-68eb16a94041 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=41e79a392fc74b8a8106d8ce5887bacb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5137429 Jan 21 09:37:07.385212 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.45', 34186) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:37:07.389516 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fdc81d-8315-4e70-b3e4-68eb16a94041 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0a708ea-8a08-4223-999c-bc69a9d552c8,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:07.447270 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-0b0b9456-c93b-4ebd-9946-08a37e0be158 admin admin] Publish callbacks [] for security_group (b0a708ea-8a08-4223-999c-bc69a9d552c8), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:07.475276 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-0b0b9456-c93b-4ebd-9946-08a37e0be158 admin admin] Publish callbacks [] for security_group (b0a708ea-8a08-4223-999c-bc69a9d552c8), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:07.508058 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.wsgi [-] (103182) accepted ('10.222.0.45', 34192) {{(pid=103182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:37:07.594799 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-d9ce3fba-35d0-4650-9f57-02ec2ec7a376 req-5ccaab8f-0dd0-4d80-b13c-6fdce2e91d4f service neutron] 10.222.0.109 "GET /v2.0/networks/6d3bfab5-614b-42ce-87b9-03bdb3f3c1da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2394619 Jan 21 09:37:07.647099 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331b3d83-cdec-4915-8307-7f9321dd64d9 req-c6fb6063-b882-4684-855f-8ede72717738 tempest-VolumesSnapshotTestJSON-1583482103 tempest-VolumesSnapshotTestJSON-1583482103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:07.649656 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-331b3d83-cdec-4915-8307-7f9321dd64d9 req-c6fb6063-b882-4684-855f-8ede72717738 tempest-VolumesSnapshotTestJSON-1583482103 tempest-VolumesSnapshotTestJSON-1583482103-project] 10.222.0.45 "GET /v2.0/ports?device_id=deb54068-874d-4b55-ab9c-777c53b1d707 HTTP/1.1" status: 200 len: 945 time: 0.1248555 Jan 21 09:37:07.677089 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-0b0b9456-c93b-4ebd-9946-08a37e0be158 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126007'] for security_group (b0a708ea-8a08-4223-999c-bc69a9d552c8), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:07.680000 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-0b0b9456-c93b-4ebd-9946-08a37e0be158 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:07.681331 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [None req-0b0b9456-c93b-4ebd-9946-08a37e0be158 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b0a708ea-8a08-4223-999c-bc69a9d552c8 HTTP/1.1" status: 204 len: 168 time: 0.2978811 Jan 21 09:37:07.693618 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0b9456-c93b-4ebd-9946-08a37e0be158 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0a708ea-8a08-4223-999c-bc69a9d552c8,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:08.011867 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-8fd25992-32c2-4305-be53-b47604771888 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:08.103613 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87acb892-08a3-4e73-8be1-837d01a6cba2 req-1a4207b8-07a2-44b5-9f7a-735e3b28f3f0 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:08.105953 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-87acb892-08a3-4e73-8be1-837d01a6cba2 req-1a4207b8-07a2-44b5-9f7a-735e3b28f3f0 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] 10.222.0.45 "GET /v2.0/ports?device_id=bc1c3d0f-0474-4bad-b8a1-7c7d169b6ad0 HTTP/1.1" status: 200 len: 943 time: 0.4487078 Jan 21 09:37:08.113398 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-331b3d83-cdec-4915-8307-7f9321dd64d9 req-f1775f54-3c79-45ab-9941-621acd82f503 tempest-VolumesSnapshotTestJSON-1583482103 tempest-VolumesSnapshotTestJSON-1583482103-project] 10.222.0.45 "GET /v2.0/security-groups?id=784dddf7-3a3a-4731-9a1a-126ddfb40ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4467592 Jan 21 09:37:08.150060 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-d9ce3fba-35d0-4650-9f57-02ec2ec7a376 req-bd362204-852b-4a14-8486-7f01b476e29b service neutron] 10.222.0.109 "GET /v2.0/networks/6d3bfab5-614b-42ce-87b9-03bdb3f3c1da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5414941 Jan 21 09:37:08.202749 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-87acb892-08a3-4e73-8be1-837d01a6cba2 req-67c4e2b5-958e-4268-b614-a52aa9a3c899 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] 10.222.0.45 "GET /v2.0/security-groups?id=689824d6-e2cc-4e2f-a7c0-efd7e57bdd17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823133 Jan 21 09:37:08.266846 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-8fd25992-32c2-4305-be53-b47604771888 admin admin] Publish callbacks [] for security_group (7b7753ce-2855-429d-bd9c-c06fd8aa6470), precommit_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:08.323996 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d046770b-320d-4179-a14b-ab9b5ae4daf5 req-36b1df77-1e53-492d-bb9b-d11e5d027e18 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:08.325258 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-d046770b-320d-4179-a14b-ab9b5ae4daf5 req-36b1df77-1e53-492d-bb9b-d11e5d027e18 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/ports?device_id=06ae865a-6ba5-4198-be6d-e6056e645411 HTTP/1.1" status: 200 len: 946 time: 0.0531235 Jan 21 09:37:08.378990 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-d046770b-320d-4179-a14b-ab9b5ae4daf5 req-768cafd9-badc-4b53-b9d7-0ac01efd1ff1 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/security-groups?id=3362d256-4580-47a9-b110-e51f4226c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477986 Jan 21 09:37:08.434146 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-8fd25992-32c2-4305-be53-b47604771888 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126007'] for security_group (7b7753ce-2855-429d-bd9c-c06fd8aa6470), after_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:08.483831 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [None req-8fd25992-32c2-4305-be53-b47604771888 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ba187c96d9214cc7882e60fd18844107&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9719212 Jan 21 09:37:08.484098 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.45', 34248) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:37:08.491880 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd25992-32c2-4305-be53-b47604771888 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b7753ce-2855-429d-bd9c-c06fd8aa6470,revision_number=1']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:08.545866 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b31fb0be-a86e-46d4-8feb-bf7b5e041871 admin admin] Publish callbacks [] for security_group (7b7753ce-2855-429d-bd9c-c06fd8aa6470), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:08.564157 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b31fb0be-a86e-46d4-8feb-bf7b5e041871 admin admin] Publish callbacks [] for security_group (7b7753ce-2855-429d-bd9c-c06fd8aa6470), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:08.680058 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b31fb0be-a86e-46d4-8feb-bf7b5e041871 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126007'] for security_group (7b7753ce-2855-429d-bd9c-c06fd8aa6470), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:08.682751 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b31fb0be-a86e-46d4-8feb-bf7b5e041871 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:08.683914 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [None req-b31fb0be-a86e-46d4-8feb-bf7b5e041871 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7b7753ce-2855-429d-bd9c-c06fd8aa6470 HTTP/1.1" status: 204 len: 168 time: 0.1988657 Jan 21 09:37:08.692967 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31fb0be-a86e-46d4-8feb-bf7b5e041871 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b7753ce-2855-429d-bd9c-c06fd8aa6470,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:09.271284 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8921d24b-592d-4591-a8c3-a3cc5bedbdec req-1d3faa25-ff70-48f9-977b-335f3aa7f1bd tempest-VolumesSnapshotTestJSON-1583482103 tempest-VolumesSnapshotTestJSON-1583482103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:09.272804 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-8921d24b-592d-4591-a8c3-a3cc5bedbdec req-1d3faa25-ff70-48f9-977b-335f3aa7f1bd tempest-VolumesSnapshotTestJSON-1583482103 tempest-VolumesSnapshotTestJSON-1583482103-project] 10.222.0.45 "GET /v2.0/ports?device_id=deb54068-874d-4b55-ab9c-777c53b1d707 HTTP/1.1" status: 200 len: 945 time: 0.0699065 Jan 21 09:37:09.355111 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-8921d24b-592d-4591-a8c3-a3cc5bedbdec req-f281aced-7d5b-4d0a-af36-82f1bb8db668 tempest-VolumesSnapshotTestJSON-1583482103 tempest-VolumesSnapshotTestJSON-1583482103-project] 10.222.0.45 "GET /v2.0/security-groups?id=784dddf7-3a3a-4731-9a1a-126ddfb40ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765224 Jan 21 09:37:09.368542 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe3ab25-dd06-45a8-896a-48ec265e7476 req-584f4c90-8e78-4adb-930a-69fd32775a70 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:09.370239 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-1fe3ab25-dd06-45a8-896a-48ec265e7476 req-584f4c90-8e78-4adb-930a-69fd32775a70 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] 10.222.0.45 "GET /v2.0/ports?device_id=bc1c3d0f-0474-4bad-b8a1-7c7d169b6ad0 HTTP/1.1" status: 200 len: 943 time: 0.0763245 Jan 21 09:37:09.441780 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-1fe3ab25-dd06-45a8-896a-48ec265e7476 req-0ed62c3d-e819-4a94-acef-1066f386e123 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] 10.222.0.45 "GET /v2.0/security-groups?id=689824d6-e2cc-4e2f-a7c0-efd7e57bdd17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594575 Jan 21 09:37:09.568641 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bbc323-a025-4cb8-a0bb-68d858ba119d req-3148947f-776b-4759-aa45-f9a4e362856b tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:09.570457 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-d8bbc323-a025-4cb8-a0bb-68d858ba119d req-3148947f-776b-4759-aa45-f9a4e362856b tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/ports?device_id=06ae865a-6ba5-4198-be6d-e6056e645411 HTTP/1.1" status: 200 len: 946 time: 0.0564334 Jan 21 09:37:09.637112 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-d8bbc323-a025-4cb8-a0bb-68d858ba119d req-479b81fb-7442-414b-81c0-c25747ce8840 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/security-groups?id=3362d256-4580-47a9-b110-e51f4226c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598266 Jan 21 09:37:09.644697 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.wsgi [-] (103182) accepted ('10.222.0.45', 34334) {{(pid=103182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:37:09.670849 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-981677cf-d5f1-4d0b-8dab-41a8b1fe5c39 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:09.767111 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.45', 34338) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:37:09.772744 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-981677cf-d5f1-4d0b-8dab-41a8b1fe5c39 admin admin] Publish callbacks [] for security_group (027f8fda-b1ad-402c-b051-0c4be6be3c6a), precommit_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:09.850435 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-981677cf-d5f1-4d0b-8dab-41a8b1fe5c39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126007'] for security_group (027f8fda-b1ad-402c-b051-0c4be6be3c6a), after_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:09.902644 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b49a9b38-6f51-4113-9dc2-f2766e4becfb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:09.928348 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [None req-981677cf-d5f1-4d0b-8dab-41a8b1fe5c39 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=203d96622347419ba97067bcaa851273&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2802007 Jan 21 09:37:09.929928 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.45', 34348) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:37:09.930306 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981677cf-d5f1-4d0b-8dab-41a8b1fe5c39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=027f8fda-b1ad-402c-b051-0c4be6be3c6a,revision_number=1']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:10.214410 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-3d8edf43-1691-4baa-907e-422985a7381d admin admin] Publish callbacks [] for security_group (027f8fda-b1ad-402c-b051-0c4be6be3c6a), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:10.250215 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b49a9b38-6f51-4113-9dc2-f2766e4becfb admin admin] Publish callbacks [] for security_group (45c6c2bd-9ba4-4358-8f29-3d1e208ace7a), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:10.255635 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-3d8edf43-1691-4baa-907e-422985a7381d admin admin] Publish callbacks [] for security_group (027f8fda-b1ad-402c-b051-0c4be6be3c6a), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:10.339506 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b49a9b38-6f51-4113-9dc2-f2766e4becfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126007'] for security_group (45c6c2bd-9ba4-4358-8f29-3d1e208ace7a), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:10.374816 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [None req-b49a9b38-6f51-4113-9dc2-f2766e4becfb admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=fcbad04c408a48b6b747c4df5c62e1e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6050367 Jan 21 09:37:10.379140 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.wsgi [-] (103182) accepted ('10.222.0.45', 34366) {{(pid=103182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:37:10.385481 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49a9b38-6f51-4113-9dc2-f2766e4becfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45c6c2bd-9ba4-4358-8f29-3d1e208ace7a,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:10.396717 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-3d8edf43-1691-4baa-907e-422985a7381d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126007'] for security_group (027f8fda-b1ad-402c-b051-0c4be6be3c6a), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:10.399778 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-3d8edf43-1691-4baa-907e-422985a7381d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:10.401024 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [None req-3d8edf43-1691-4baa-907e-422985a7381d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/027f8fda-b1ad-402c-b051-0c4be6be3c6a HTTP/1.1" status: 204 len: 168 time: 0.4700260 Jan 21 09:37:10.410336 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8edf43-1691-4baa-907e-422985a7381d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=027f8fda-b1ad-402c-b051-0c4be6be3c6a,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:10.450633 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-43ea7cd3-490a-4f02-8025-61f2976782be admin admin] Publish callbacks [] for security_group (45c6c2bd-9ba4-4358-8f29-3d1e208ace7a), before_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:10.478367 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-43ea7cd3-490a-4f02-8025-61f2976782be admin admin] Publish callbacks [] for security_group (45c6c2bd-9ba4-4358-8f29-3d1e208ace7a), precommit_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:10.578444 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed438e73-4d8f-4816-ace2-0e7b11390514 req-7f96af56-a40a-45d8-85e5-cab3a9190f37 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:10.579982 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-ed438e73-4d8f-4816-ace2-0e7b11390514 req-7f96af56-a40a-45d8-85e5-cab3a9190f37 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] 10.222.0.45 "GET /v2.0/ports?device_id=bc1c3d0f-0474-4bad-b8a1-7c7d169b6ad0 HTTP/1.1" status: 200 len: 943 time: 0.0524445 Jan 21 09:37:10.639190 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-ed438e73-4d8f-4816-ace2-0e7b11390514 req-a5f2e774-d7a6-42bc-adc8-9c909dbbff30 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] 10.222.0.45 "GET /v2.0/security-groups?id=689824d6-e2cc-4e2f-a7c0-efd7e57bdd17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456192 Jan 21 09:37:10.640380 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-43ea7cd3-490a-4f02-8025-61f2976782be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126007'] for security_group (45c6c2bd-9ba4-4358-8f29-3d1e208ace7a), after_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:10.643032 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-43ea7cd3-490a-4f02-8025-61f2976782be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:10.651990 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [None req-43ea7cd3-490a-4f02-8025-61f2976782be admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/45c6c2bd-9ba4-4358-8f29-3d1e208ace7a HTTP/1.1" status: 204 len: 168 time: 0.2669950 Jan 21 09:37:10.673503 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ea7cd3-490a-4f02-8025-61f2976782be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45c6c2bd-9ba4-4358-8f29-3d1e208ace7a,revision_number=None']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:10.783162 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe0bad1-6416-4e32-bef1-d81bba698c46 req-ee3ec889-0966-424b-a41a-8e650a96d9df tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:10.791871 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-8fe0bad1-6416-4e32-bef1-d81bba698c46 req-ee3ec889-0966-424b-a41a-8e650a96d9df tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/ports?device_id=06ae865a-6ba5-4198-be6d-e6056e645411 HTTP/1.1" status: 200 len: 946 time: 0.0733418 Jan 21 09:37:10.845180 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-8fe0bad1-6416-4e32-bef1-d81bba698c46 req-7f3fab9f-99c6-4257-aa38-6aceffa576bf tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/security-groups?id=3362d256-4580-47a9-b110-e51f4226c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524116 Jan 21 09:37:11.473906 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Device 81cdcb77-b728-4dac-a9d7-2fe131466b38 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=103184) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 21 09:37:11.478089 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.db.agents_db [None req-6cca2222-2941-4527-9622-8fe6bb096302 None None] Agent healthcheck: found 6 active agents {{(pid=103185) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 09:37:11.577767 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] For port 81cdcb77-b728-4dac-a9d7-2fe131466b38, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=81cdcb77-b728-4dac-a9d7-2fe131466b38,segment=NetworkSegment(040eb47d-f813-4918-9757-ad97391c2793),segment_id=040eb47d-f813-4918-9757-ad97391c2793)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:37:11.589932 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Returning: {'device': '81cdcb77-b728-4dac-a9d7-2fe131466b38', 'network_id': '6d3bfab5-614b-42ce-87b9-03bdb3f3c1da', 'port_id': '81cdcb77-b728-4dac-a9d7-2fe131466b38', 'mac_address': 'fa:16:3e:3c:1e:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc85c810-f6f8-41f3-bbb2-2b1bee730031', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103184) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 21 09:37:11.651897 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Current status of the port 81cdcb77-b728-4dac-a9d7-2fe131466b38 is: DOWN; New status is: BUILD {{(pid=103184) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:37:11.652583 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (81cdcb77-b728-4dac-a9d7-2fe131466b38), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:11.684976 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.notifiers.nova [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81cdcb77-b728-4dac-a9d7-2fe131466b38 {{(pid=103184) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:37:11.703802 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] For port 81cdcb77-b728-4dac-a9d7-2fe131466b38, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=81cdcb77-b728-4dac-a9d7-2fe131466b38,segment=NetworkSegment(040eb47d-f813-4918-9757-ad97391c2793),segment_id=040eb47d-f813-4918-9757-ad97391c2793)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:37:11.749810 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.wsgi [-] (103182) accepted ('10.222.0.45', 34428) {{(pid=103182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:37:11.776889 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-e4cd63ad-923b-4407-8cea-73d1ad3560bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:11.808210 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774670732957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774670299814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774670299832'] for port (81cdcb77-b728-4dac-a9d7-2fe131466b38), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:11.887618 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9552bb33-976a-43a0-acc5-3e7766c22110 req-cf41a4cc-f85c-46ee-9551-f6c02c3a65d1 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:11.892086 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Pushing event updated for resources: {'Port': ['ID=81cdcb77-b728-4dac-a9d7-2fe131466b38,revision_number=4']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:11.894469 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-9552bb33-976a-43a0-acc5-3e7766c22110 req-cf41a4cc-f85c-46ee-9551-f6c02c3a65d1 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] 10.222.0.45 "GET /v2.0/ports?device_id=bc1c3d0f-0474-4bad-b8a1-7c7d169b6ad0 HTTP/1.1" status: 200 len: 943 time: 0.1204135 Jan 21 09:37:12.016529 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-9552bb33-976a-43a0-acc5-3e7766c22110 req-f15f93a0-4beb-41c9-a169-2bbebd7347b8 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] 10.222.0.45 "GET /v2.0/security-groups?id=689824d6-e2cc-4e2f-a7c0-efd7e57bdd17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209352 Jan 21 09:37:12.033756 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-e4cd63ad-923b-4407-8cea-73d1ad3560bf admin admin] Publish callbacks [] for security_group (b5475929-93d1-4fe3-869d-eafb847de34a), precommit_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:12.059632 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5737d082-31e8-4215-8f42-3a6d02390fed req-4452e37d-a8e8-48cc-b543-51ebf09a4a20 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:12.061529 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-5737d082-31e8-4215-8f42-3a6d02390fed req-4452e37d-a8e8-48cc-b543-51ebf09a4a20 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/ports?device_id=06ae865a-6ba5-4198-be6d-e6056e645411 HTTP/1.1" status: 200 len: 946 time: 0.1162815 Jan 21 09:37:12.126471 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-5737d082-31e8-4215-8f42-3a6d02390fed req-7d2d760a-e391-4ac4-8117-9d419e8fe560 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/security-groups?id=3362d256-4580-47a9-b110-e51f4226c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561624 Jan 21 09:37:12.132024 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-e4cd63ad-923b-4407-8cea-73d1ad3560bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126007'] for security_group (b5475929-93d1-4fe3-869d-eafb847de34a), after_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:12.173506 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [None req-e4cd63ad-923b-4407-8cea-73d1ad3560bf admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a5f8cd2bf8f24c398c14f79f2c8e5d73&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4224920 Jan 21 09:37:12.174354 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cd63ad-923b-4407-8cea-73d1ad3560bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5475929-93d1-4fe3-869d-eafb847de34a,revision_number=1']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:12.177698 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.wsgi [-] (103182) accepted ('10.222.0.45', 34440) {{(pid=103182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:37:12.233762 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-50160ec7-2e20-4708-92b3-efea3e240223 admin admin] Publish callbacks [] for security_group (b5475929-93d1-4fe3-869d-eafb847de34a), before_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:12.259518 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-50160ec7-2e20-4708-92b3-efea3e240223 admin admin] Publish callbacks [] for security_group (b5475929-93d1-4fe3-869d-eafb847de34a), precommit_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:12.431055 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-50160ec7-2e20-4708-92b3-efea3e240223 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126007'] for security_group (b5475929-93d1-4fe3-869d-eafb847de34a), after_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:12.434640 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-50160ec7-2e20-4708-92b3-efea3e240223 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:12.435136 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [None req-50160ec7-2e20-4708-92b3-efea3e240223 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b5475929-93d1-4fe3-869d-eafb847de34a HTTP/1.1" status: 204 len: 168 time: 0.2565186 Jan 21 09:37:12.443651 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50160ec7-2e20-4708-92b3-efea3e240223 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5475929-93d1-4fe3-869d-eafb847de34a,revision_number=None']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:13.175970 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98363af-da5f-4f4b-ada5-447ce392186e req-2c3b27ac-c856-4858-a323-3898cc58fe32 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:13.179370 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-d98363af-da5f-4f4b-ada5-447ce392186e req-2c3b27ac-c856-4858-a323-3898cc58fe32 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] 10.222.0.45 "GET /v2.0/ports?device_id=bc1c3d0f-0474-4bad-b8a1-7c7d169b6ad0 HTTP/1.1" status: 200 len: 944 time: 0.0764921 Jan 21 09:37:13.245482 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-d98363af-da5f-4f4b-ada5-447ce392186e req-06677f13-d641-405a-954b-e013aee98220 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] 10.222.0.45 "GET /v2.0/security-groups?id=689824d6-e2cc-4e2f-a7c0-efd7e57bdd17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590014 Jan 21 09:37:13.356229 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c6737c-a8f7-4e94-9e7b-0c21e98dd854 req-fc5f4e8a-70a6-4aa5-b300-05456e5a1f6e tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:13.357784 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-b6c6737c-a8f7-4e94-9e7b-0c21e98dd854 req-fc5f4e8a-70a6-4aa5-b300-05456e5a1f6e tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/ports?device_id=06ae865a-6ba5-4198-be6d-e6056e645411 HTTP/1.1" status: 200 len: 946 time: 0.0516567 Jan 21 09:37:13.421924 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-b6c6737c-a8f7-4e94-9e7b-0c21e98dd854 req-f5b53954-5463-40d3-bdff-338afec073f9 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/security-groups?id=3362d256-4580-47a9-b110-e51f4226c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578022 Jan 21 09:37:13.762160 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.45', 34522) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:37:13.874719 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.v2.base [None req-2cb294aa-5909-42a9-9aa2-efe9a2fe0f33 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1763186804-network', 'tenant_id': 'fdd6b372280a4f37a86957c300f7234e'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:13.968266 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cb294aa-5909-42a9-9aa2-efe9a2fe0f33 admin admin] Made reservation on behalf of fdd6b372280a4f37a86957c300f7234e for: {'network': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:37:13.970617 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2cb294aa-5909-42a9-9aa2-efe9a2fe0f33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for network (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:13.981959 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2cb294aa-5909-42a9-9aa2-efe9a2fe0f33 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:14.060794 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2cb294aa-5909-42a9-9aa2-efe9a2fe0f33 admin admin] Publish callbacks [] for security_group (b38dcdf2-ed88-4cd4-a71d-4085205513f3), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:14.122749 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2cb294aa-5909-42a9-9aa2-efe9a2fe0f33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126007'] for security_group (b38dcdf2-ed88-4cd4-a71d-4085205513f3), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:14.156858 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cb294aa-5909-42a9-9aa2-efe9a2fe0f33 admin admin] vlan segment allocate from pool success with {'vlan_id': 394, 'physical_network': 'physnet1'} {{(pid=103183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:37:14.163865 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb294aa-5909-42a9-9aa2-efe9a2fe0f33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b38dcdf2-ed88-4cd4-a71d-4085205513f3,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:14.185079 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2cb294aa-5909-42a9-9aa2-efe9a2fe0f33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906022'] for segment (d32c0437-2dbf-4aa1-847a-5c436e5019d9), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:14.185079 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.db.segments_db [None req-2cb294aa-5909-42a9-9aa2-efe9a2fe0f33 admin admin] Added segment d32c0437-2dbf-4aa1-847a-5c436e5019d9 of type vlan for network 025982b1-057a-48b1-9858-6be64cb3f5a4 Jan 21 09:37:14.212441 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2cb294aa-5909-42a9-9aa2-efe9a2fe0f33 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774670334190'] for network (025982b1-057a-48b1-9858-6be64cb3f5a4), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:14.303427 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2cb294aa-5909-42a9-9aa2-efe9a2fe0f33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430'] for network (025982b1-057a-48b1-9858-6be64cb3f5a4), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:14.304440 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cb294aa-5909-42a9-9aa2-efe9a2fe0f33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:14.305075 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2cb294aa-5909-42a9-9aa2-efe9a2fe0f33 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4184320'] for network (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:14.365079 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb294aa-5909-42a9-9aa2-efe9a2fe0f33 admin admin] Pushing event updated for resources: {'Network': ['ID=025982b1-057a-48b1-9858-6be64cb3f5a4,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:14.368427 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447636ef-0bbd-4777-af42-55e6a32d881d req-055d8f03-92e3-4038-ad34-c4156ffb732d tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:14.370162 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-447636ef-0bbd-4777-af42-55e6a32d881d req-055d8f03-92e3-4038-ad34-c4156ffb732d tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] 10.222.0.45 "GET /v2.0/ports?device_id=bc1c3d0f-0474-4bad-b8a1-7c7d169b6ad0 HTTP/1.1" status: 200 len: 944 time: 0.0530758 Jan 21 09:37:14.376264 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Network 025982b1-057a-48b1-9858-6be64cb3f5a4 details requested by agent ovs-agent-dv-cinder-804035-25-iscsi with host dv-cinder-804035-25-iscsi {{(pid=103184) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 09:37:14.385362 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [None req-2cb294aa-5909-42a9-9aa2-efe9a2fe0f33 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6220224 Jan 21 09:37:14.388305 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.45', 34542) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:37:14.393305 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.v2.base [None req-6badf46b-d154-4360-9d5d-56842d0cf161 admin admin] Request body: {'subnet': {'network_id': '025982b1-057a-48b1-9858-6be64cb3f5a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1763186804-subnet', 'tenant_id': 'fdd6b372280a4f37a86957c300f7234e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:14.424260 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-447636ef-0bbd-4777-af42-55e6a32d881d req-4057d725-2aeb-4b69-9099-b7c6cfeb40f9 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] 10.222.0.45 "GET /v2.0/security-groups?id=689824d6-e2cc-4e2f-a7c0-efd7e57bdd17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481424 Jan 21 09:37:14.494110 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6badf46b-d154-4360-9d5d-56842d0cf161 admin admin] Made reservation on behalf of fdd6b372280a4f37a86957c300f7234e for: {'subnet': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:37:14.496696 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6badf46b-d154-4360-9d5d-56842d0cf161 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28848053'] for subnet (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:14.547352 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2dc123-d43d-45a0-a1c2-5f711f785422 req-0a4c93ad-cfa9-4ac1-84d7-173294dd9daf tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:14.548908 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-7c2dc123-d43d-45a0-a1c2-5f711f785422 req-0a4c93ad-cfa9-4ac1-84d7-173294dd9daf tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/ports?device_id=06ae865a-6ba5-4198-be6d-e6056e645411 HTTP/1.1" status: 200 len: 946 time: 0.0524926 Jan 21 09:37:14.600541 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-7c2dc123-d43d-45a0-a1c2-5f711f785422 req-9908ba97-42c7-4365-9745-6214cfa250be tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/security-groups?id=3362d256-4580-47a9-b110-e51f4226c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458627 Jan 21 09:37:14.757385 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6badf46b-d154-4360-9d5d-56842d0cf161 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4120330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25182144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28848043'] for subnet (f2534b96-93dc-4e21-a93e-591b288df420), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:14.831727 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6badf46b-d154-4360-9d5d-56842d0cf161 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2534b96-93dc-4e21-a93e-591b288df420,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:14.851034 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6badf46b-d154-4360-9d5d-56842d0cf161 admin admin] Checking segment: {'id': 'd32c0437-2dbf-4aa1-847a-5c436e5019d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '025982b1-057a-48b1-9858-6be64cb3f5a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 09:37:14.851305 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6badf46b-d154-4360-9d5d-56842d0cf161 admin admin] Network hostable DHCP agents. Network: 025982b1-057a-48b1-9858-6be64cb3f5a4, hostable agents: ['8a5d4a72-43a4-4fcf-b58e-bc9792bd5f0a'], hosted agents: [] {{(pid=103183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:37:14.877855 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] get_ports_and_sgs() called for port_ids ['81cdcb77-b728-4dac-a9d7-2fe131466b38'] {{(pid=103184) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 09:37:14.971620 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6badf46b-d154-4360-9d5d-56842d0cf161 admin admin] Network 025982b1-057a-48b1-9858-6be64cb3f5a4 is scheduled to be hosted by DHCP agent 8a5d4a72-43a4-4fcf-b58e-bc9792bd5f0a with binding_index 1 {{(pid=103183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:37:15.076557 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-6badf46b-d154-4360-9d5d-56842d0cf161 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-25-iscsi, 025982b1-057a-48b1-9858-6be64cb3f5a4) {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:37:15.085550 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6badf46b-d154-4360-9d5d-56842d0cf161 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:15.085550 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6badf46b-d154-4360-9d5d-56842d0cf161 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:15.086175 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4a580f6-dbc9-4e88-a541-ce3847d768ad None None] Network 025982b1-057a-48b1-9858-6be64cb3f5a4 requested from dv-cinder-804035-25-iscsi {{(pid=103184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 09:37:15.189213 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [None req-6badf46b-d154-4360-9d5d-56842d0cf161 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7996547 Jan 21 09:37:15.193311 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aef1caa-3493-418d-8c88-c2393f8a8ede None None] Network 025982b1-057a-48b1-9858-6be64cb3f5a4 requested from dv-cinder-804035-25-iscsi {{(pid=103184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 09:37:15.559307 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4944ac00-2f80-43ec-99cc-f1375e9005ac req-0c4d64c4-e495-4d90-a7c8-89bc85416d3e tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:15.560859 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-4944ac00-2f80-43ec-99cc-f1375e9005ac req-0c4d64c4-e495-4d90-a7c8-89bc85416d3e tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] 10.222.0.45 "GET /v2.0/ports?device_id=bc1c3d0f-0474-4bad-b8a1-7c7d169b6ad0 HTTP/1.1" status: 200 len: 944 time: 0.0645137 Jan 21 09:37:15.613140 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-4944ac00-2f80-43ec-99cc-f1375e9005ac req-6aeaf062-9d8e-43bc-8bca-cc48be5a9128 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] 10.222.0.45 "GET /v2.0/security-groups?id=689824d6-e2cc-4e2f-a7c0-efd7e57bdd17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465364 Jan 21 09:37:15.731461 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33faf299-e866-4584-b194-2720d00d5030 req-d5d48d05-d95c-4835-be21-23b0e703830c tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:15.732974 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-33faf299-e866-4584-b194-2720d00d5030 req-d5d48d05-d95c-4835-be21-23b0e703830c tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/ports?device_id=06ae865a-6ba5-4198-be6d-e6056e645411 HTTP/1.1" status: 200 len: 946 time: 0.0569468 Jan 21 09:37:15.783731 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-33faf299-e866-4584-b194-2720d00d5030 req-a308e934-7e6e-471d-957e-9b7862f3c1db tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/security-groups?id=3362d256-4580-47a9-b110-e51f4226c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447459 Jan 21 09:37:15.912936 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e06770da-6299-4482-a9c7-91ff7e3c77dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (8a5d4a72-43a4-4fcf-b58e-bc9792bd5f0a), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:15.966665 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.wsgi [-] (103182) accepted ('10.222.0.45', 34590) {{(pid=103182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:37:15.972062 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.v2.base [None req-a5839a61-dcef-4e95-a87a-0811b3c5396e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1413430862-network', 'tenant_id': 'e666fa73f5c94369a4cd0f7cb07fc3e4'}} {{(pid=103182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:16.061393 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5839a61-dcef-4e95-a87a-0811b3c5396e admin admin] Made reservation on behalf of e666fa73f5c94369a4cd0f7cb07fc3e4 for: {'network': 1} {{(pid=103182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:37:16.064230 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-a5839a61-dcef-4e95-a87a-0811b3c5396e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for network (None), before_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:16.074832 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-a5839a61-dcef-4e95-a87a-0811b3c5396e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:16.159245 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-a5839a61-dcef-4e95-a87a-0811b3c5396e admin admin] Publish callbacks [] for security_group (47eaca05-d4f3-4064-a8ef-43b447d4d009), precommit_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:16.259740 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-a5839a61-dcef-4e95-a87a-0811b3c5396e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126007'] for security_group (47eaca05-d4f3-4064-a8ef-43b447d4d009), after_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:16.285063 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5839a61-dcef-4e95-a87a-0811b3c5396e admin admin] vlan segment allocate from pool success with {'vlan_id': 361, 'physical_network': 'physnet1'} {{(pid=103182) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:37:16.296238 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5839a61-dcef-4e95-a87a-0811b3c5396e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47eaca05-d4f3-4064-a8ef-43b447d4d009,revision_number=1']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:16.302911 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-a5839a61-dcef-4e95-a87a-0811b3c5396e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906022'] for segment (53455792-5c8d-48ec-9d5e-2d4b76bf1ac6), precommit_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:16.303241 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.db.segments_db [None req-a5839a61-dcef-4e95-a87a-0811b3c5396e admin admin] Added segment 53455792-5c8d-48ec-9d5e-2d4b76bf1ac6 of type vlan for network 9a552cc2-e24d-47fc-9018-3c07ce76d607 Jan 21 09:37:16.344914 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-a5839a61-dcef-4e95-a87a-0811b3c5396e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774670334190'] for network (9a552cc2-e24d-47fc-9018-3c07ce76d607), precommit_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:16.468842 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-a5839a61-dcef-4e95-a87a-0811b3c5396e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430'] for network (9a552cc2-e24d-47fc-9018-3c07ce76d607), after_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:16.469944 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5839a61-dcef-4e95-a87a-0811b3c5396e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:16.470543 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-a5839a61-dcef-4e95-a87a-0811b3c5396e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4184320'] for network (None), before_response {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:16.541163 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5839a61-dcef-4e95-a87a-0811b3c5396e admin admin] Pushing event updated for resources: {'Network': ['ID=9a552cc2-e24d-47fc-9018-3c07ce76d607,revision_number=1']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:16.552155 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Network 9a552cc2-e24d-47fc-9018-3c07ce76d607 details requested by agent ovs-agent-dv-cinder-804035-25-iscsi with host dv-cinder-804035-25-iscsi {{(pid=103184) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 09:37:16.579999 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [None req-a5839a61-dcef-4e95-a87a-0811b3c5396e admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6052821 Jan 21 09:37:16.580625 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.45', 34606) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:37:16.582039 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.v2.base [None req-c5ae409b-107a-4931-8f2a-4ad25c62a8cd admin admin] Request body: {'subnet': {'network_id': '9a552cc2-e24d-47fc-9018-3c07ce76d607', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1413430862-subnet', 'tenant_id': 'e666fa73f5c94369a4cd0f7cb07fc3e4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:16.694488 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5ae409b-107a-4931-8f2a-4ad25c62a8cd admin admin] Made reservation on behalf of e666fa73f5c94369a4cd0f7cb07fc3e4 for: {'subnet': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:37:16.697830 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c5ae409b-107a-4931-8f2a-4ad25c62a8cd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28848053'] for subnet (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:16.762505 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b1a710-13dc-4722-b4cf-37a6afe3f381 req-70bb6d23-0fd4-49f0-a0f9-2cfbe0e7ec18 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:16.764273 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-68b1a710-13dc-4722-b4cf-37a6afe3f381 req-70bb6d23-0fd4-49f0-a0f9-2cfbe0e7ec18 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] 10.222.0.45 "GET /v2.0/ports?device_id=bc1c3d0f-0474-4bad-b8a1-7c7d169b6ad0 HTTP/1.1" status: 200 len: 944 time: 0.0581801 Jan 21 09:37:16.826572 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-68b1a710-13dc-4722-b4cf-37a6afe3f381 req-d35ada8f-1ada-4d5f-a13e-99022ddaf9f5 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] 10.222.0.45 "GET /v2.0/security-groups?id=689824d6-e2cc-4e2f-a7c0-efd7e57bdd17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523748 Jan 21 09:37:16.899479 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Device 81cdcb77-b728-4dac-a9d7-2fe131466b38 up at agent hyperv_hv-cinder-80403 {{(pid=103184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:37:16.944247 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87283b25-c522-41df-a15e-26f7abfca6fa req-74971354-35e7-414a-97b9-f4b4839b9918 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:16.945898 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-87283b25-c522-41df-a15e-26f7abfca6fa req-74971354-35e7-414a-97b9-f4b4839b9918 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/ports?device_id=06ae865a-6ba5-4198-be6d-e6056e645411 HTTP/1.1" status: 200 len: 946 time: 0.0761769 Jan 21 09:37:16.960335 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c5ae409b-107a-4931-8f2a-4ad25c62a8cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4120330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25182144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28848043'] for subnet (d9dd07e6-3ada-4a38-ad6b-97f7882ffc92), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:16.997934 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-87283b25-c522-41df-a15e-26f7abfca6fa req-08055421-7c07-467e-9a30-7b42067a4767 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/security-groups?id=3362d256-4580-47a9-b110-e51f4226c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457733 Jan 21 09:37:17.029835 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ae409b-107a-4931-8f2a-4ad25c62a8cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9dd07e6-3ada-4a38-ad6b-97f7882ffc92,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:17.043312 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ae409b-107a-4931-8f2a-4ad25c62a8cd admin admin] Checking segment: {'id': '53455792-5c8d-48ec-9d5e-2d4b76bf1ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '9a552cc2-e24d-47fc-9018-3c07ce76d607'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 09:37:17.043433 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5ae409b-107a-4931-8f2a-4ad25c62a8cd admin admin] Network hostable DHCP agents. Network: 9a552cc2-e24d-47fc-9018-3c07ce76d607, hostable agents: ['8a5d4a72-43a4-4fcf-b58e-bc9792bd5f0a'], hosted agents: [] {{(pid=103183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:37:17.043529 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.provisioning_blocks [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Provisioning for port 81cdcb77-b728-4dac-a9d7-2fe131466b38 completed by entity L2. {{(pid=103184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:37:17.053520 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.provisioning_blocks [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Provisioning complete for port 81cdcb77-b728-4dac-a9d7-2fe131466b38 triggered by entity L2. {{(pid=103184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:37:17.054121 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983013'] for port (81cdcb77-b728-4dac-a9d7-2fe131466b38), provisioning_complete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:17.147893 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5ae409b-107a-4931-8f2a-4ad25c62a8cd admin admin] Network 9a552cc2-e24d-47fc-9018-3c07ce76d607 is scheduled to be hosted by DHCP agent 8a5d4a72-43a4-4fcf-b58e-bc9792bd5f0a with binding_index 1 {{(pid=103183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:37:17.170789 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.wsgi [-] (103182) accepted ('10.222.0.45', 34636) {{(pid=103182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:37:17.171437 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Current status of the port 81cdcb77-b728-4dac-a9d7-2fe131466b38 is: BUILD; New status is: ACTIVE {{(pid=103184) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:37:17.171828 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (81cdcb77-b728-4dac-a9d7-2fe131466b38), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:17.203201 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc1c3d0f-0474-4bad-b8a1-7c7d169b6ad0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81cdcb77-b728-4dac-a9d7-2fe131466b38'}] {{(pid=103184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:37:17.205566 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c59f8b740f259e85ceecfc878b6c10e974145cf55d87f3575c92c12753de108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09489896-b328-499a-8b4e-4b4506e96a68" -d '{"events": [{"server_uuid": "bc1c3d0f-0474-4bad-b8a1-7c7d169b6ad0", "name": "network-vif-plugged", "status": "completed", "tag": "81cdcb77-b728-4dac-a9d7-2fe131466b38"}]}' {{(pid=103184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:37:17.238413 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] For port 81cdcb77-b728-4dac-a9d7-2fe131466b38, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=81cdcb77-b728-4dac-a9d7-2fe131466b38,segment=NetworkSegment(040eb47d-f813-4918-9757-ad97391c2793),segment_id=040eb47d-f813-4918-9757-ad97391c2793)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:37:17.259346 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 09:37:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65c34f25-9c9f-4f24-9452-3233c18039ac x-openstack-request-id: req-65c34f25-9c9f-4f24-9452-3233c18039ac {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:37:17.259657 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc1c3d0f-0474-4bad-b8a1-7c7d169b6ad0", "name": "network-vif-plugged", "status": "completed", "tag": "81cdcb77-b728-4dac-a9d7-2fe131466b38", "code": 200}]} {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:37:17.259936 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-65c34f25-9c9f-4f24-9452-3233c18039ac {{(pid=103184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:37:17.260331 dv-cinder-804035-25-iscsi neutron-server[103184]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc1c3d0f-0474-4bad-b8a1-7c7d169b6ad0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81cdcb77-b728-4dac-a9d7-2fe131466b38', 'code': 200} Jan 21 09:37:17.262556 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-c5ae409b-107a-4931-8f2a-4ad25c62a8cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-25-iscsi, 9a552cc2-e24d-47fc-9018-3c07ce76d607) {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:37:17.273125 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39f691f1-ff3e-4056-9e1b-479856bd70d3 None None] Network 9a552cc2-e24d-47fc-9018-3c07ce76d607 requested from dv-cinder-804035-25-iscsi {{(pid=103184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 09:37:17.274349 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5ae409b-107a-4931-8f2a-4ad25c62a8cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:17.274983 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c5ae409b-107a-4931-8f2a-4ad25c62a8cd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:17.340909 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-de9b9f4c-caac-46b7-818b-700f884b4a51 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:17.367060 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774670732957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774670299814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774670299832'] for port (81cdcb77-b728-4dac-a9d7-2fe131466b38), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:17.407600 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7cdeeac-1bad-45df-83a2-1752c27b953e None None] Network 9a552cc2-e24d-47fc-9018-3c07ce76d607 requested from dv-cinder-804035-25-iscsi {{(pid=103184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 09:37:17.414807 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [None req-c5ae409b-107a-4931-8f2a-4ad25c62a8cd admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8370755 Jan 21 09:37:17.460149 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-de9b9f4c-caac-46b7-818b-700f884b4a51 admin admin] Publish callbacks [] for security_group (23efc109-bf94-4902-bd16-69f963d58b48), precommit_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:17.523275 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Pushing event updated for resources: {'Port': ['ID=81cdcb77-b728-4dac-a9d7-2fe131466b38,revision_number=5']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:17.525517 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-de9b9f4c-caac-46b7-818b-700f884b4a51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126007'] for security_group (23efc109-bf94-4902-bd16-69f963d58b48), after_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:17.560103 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [None req-de9b9f4c-caac-46b7-818b-700f884b4a51 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=23d0ee3e0bd7489788287044dc2e6ecd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3879268 Jan 21 09:37:17.570161 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.45', 34646) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:37:17.600505 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (5a7f6758-1e24-44b8-9b24-65ffc30c20d4), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:17.631334 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9b9f4c-caac-46b7-818b-700f884b4a51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23efc109-bf94-4902-bd16-69f963d58b48,revision_number=1']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:17.646507 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c0dbfd-bb9a-4192-b676-369e948b93e2 req-3ccbcbfb-8848-48d5-ba58-8bbbd9b67719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:17.648029 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-c6c0dbfd-bb9a-4192-b676-369e948b93e2 req-3ccbcbfb-8848-48d5-ba58-8bbbd9b67719 service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=bc1c3d0f-0474-4bad-b8a1-7c7d169b6ad0 HTTP/1.1" status: 200 len: 1098 time: 0.0632958 Jan 21 09:37:17.663448 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-be42e651-4be4-491f-b6e8-f7e107441f5a admin admin] Publish callbacks [] for security_group (23efc109-bf94-4902-bd16-69f963d58b48), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:17.687955 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-be42e651-4be4-491f-b6e8-f7e107441f5a admin admin] Publish callbacks [] for security_group (23efc109-bf94-4902-bd16-69f963d58b48), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:17.704229 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-c6c0dbfd-bb9a-4192-b676-369e948b93e2 req-fd150838-020c-4447-acf6-22c7705c499f service neutron] 10.222.0.109 "GET /v2.0/security-groups?id=689824d6-e2cc-4e2f-a7c0-efd7e57bdd17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480888 Jan 21 09:37:17.857347 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-be42e651-4be4-491f-b6e8-f7e107441f5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126007'] for security_group (23efc109-bf94-4902-bd16-69f963d58b48), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:17.861340 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-be42e651-4be4-491f-b6e8-f7e107441f5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:17.862845 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [None req-be42e651-4be4-491f-b6e8-f7e107441f5a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/23efc109-bf94-4902-bd16-69f963d58b48 HTTP/1.1" status: 204 len: 168 time: 0.2949743 Jan 21 09:37:17.872417 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be42e651-4be4-491f-b6e8-f7e107441f5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23efc109-bf94-4902-bd16-69f963d58b48,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:17.964078 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57baee15-f192-43b1-8c14-abf59c1b4a42 req-cdc68c00-bd96-4c14-b933-7ad0ae7f176f tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:17.965664 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-57baee15-f192-43b1-8c14-abf59c1b4a42 req-cdc68c00-bd96-4c14-b933-7ad0ae7f176f tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] 10.222.0.45 "GET /v2.0/ports?device_id=bc1c3d0f-0474-4bad-b8a1-7c7d169b6ad0 HTTP/1.1" status: 200 len: 945 time: 0.0535805 Jan 21 09:37:18.016677 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-57baee15-f192-43b1-8c14-abf59c1b4a42 req-3df277bf-ddb3-4161-aa81-fd49052225d2 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] 10.222.0.45 "GET /v2.0/security-groups?id=689824d6-e2cc-4e2f-a7c0-efd7e57bdd17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451460 Jan 21 09:37:18.140955 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973f4c3d-8e47-499c-814a-3baff2d95e43 req-c1548d1d-1751-4c5c-8b1a-d5581a8eb4b9 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:18.142502 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-973f4c3d-8e47-499c-814a-3baff2d95e43 req-c1548d1d-1751-4c5c-8b1a-d5581a8eb4b9 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/ports?device_id=06ae865a-6ba5-4198-be6d-e6056e645411 HTTP/1.1" status: 200 len: 946 time: 0.0528655 Jan 21 09:37:18.196002 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-973f4c3d-8e47-499c-814a-3baff2d95e43 req-0eea3484-e105-4f20-b68e-17b40573ebdc tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/security-groups?id=3362d256-4580-47a9-b110-e51f4226c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475926 Jan 21 09:37:18.445781 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-cfe12063-6db6-4e5f-aae6-f114f3b3c5f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (e2f5353c-5d20-4dd0-beb4-c302aead9ffd), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:18.616642 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.wsgi [-] (103182) accepted ('10.222.0.45', 34680) {{(pid=103182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:37:18.634146 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-d921477e-0158-45e7-8219-421eb5d48ee2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:18.731372 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-d921477e-0158-45e7-8219-421eb5d48ee2 admin admin] Publish callbacks [] for security_group (3cb4456f-ff6c-4189-a666-669d0460073b), precommit_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:18.804653 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-d921477e-0158-45e7-8219-421eb5d48ee2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126007'] for security_group (3cb4456f-ff6c-4189-a666-669d0460073b), after_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:18.850729 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [None req-d921477e-0158-45e7-8219-421eb5d48ee2 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5298a61c0207426f8662a692ed85f6e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2325900 Jan 21 09:37:18.853629 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.45', 34686) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:37:18.856046 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d921477e-0158-45e7-8219-421eb5d48ee2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cb4456f-ff6c-4189-a666-669d0460073b,revision_number=1']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:18.919000 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-8c6c532a-f3c2-4334-87e0-56934b133ac0 admin admin] Publish callbacks [] for security_group (3cb4456f-ff6c-4189-a666-669d0460073b), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:18.940909 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f0ccdd-de63-4156-87e4-b914c3830562 req-1239e494-c4d7-4c65-9fc4-d91c4c742be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:18.943240 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-52f0ccdd-de63-4156-87e4-b914c3830562 req-1239e494-c4d7-4c65-9fc4-d91c4c742be0 service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=06ae865a-6ba5-4198-be6d-e6056e645411 HTTP/1.1" status: 200 len: 1099 time: 0.0515301 Jan 21 09:37:18.945356 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-8c6c532a-f3c2-4334-87e0-56934b133ac0 admin admin] Publish callbacks [] for security_group (3cb4456f-ff6c-4189-a666-669d0460073b), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:19.001411 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-52f0ccdd-de63-4156-87e4-b914c3830562 req-09708c0d-8ed5-4521-9080-ba7ff1dcafa1 service neutron] 10.222.0.109 "GET /v2.0/security-groups?id=3362d256-4580-47a9-b110-e51f4226c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510104 Jan 21 09:37:19.046635 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.45', 34692) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:37:19.111142 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-8c6c532a-f3c2-4334-87e0-56934b133ac0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126007'] for security_group (3cb4456f-ff6c-4189-a666-669d0460073b), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:19.115306 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-8c6c532a-f3c2-4334-87e0-56934b133ac0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:19.120263 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [None req-8c6c532a-f3c2-4334-87e0-56934b133ac0 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3cb4456f-ff6c-4189-a666-669d0460073b HTTP/1.1" status: 204 len: 168 time: 0.2615623 Jan 21 09:37:19.127231 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6c532a-f3c2-4334-87e0-56934b133ac0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cb4456f-ff6c-4189-a666-669d0460073b,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:19.154142 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bafe49-2f97-49db-bbe2-45b7456eceba req-5e2bfbae-9814-4917-a04d-40b87fce8e7a tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:19.155980 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-e3bafe49-2f97-49db-bbe2-45b7456eceba req-5e2bfbae-9814-4917-a04d-40b87fce8e7a tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] 10.222.0.45 "GET /v2.0/ports?device_id=bc1c3d0f-0474-4bad-b8a1-7c7d169b6ad0 HTTP/1.1" status: 200 len: 945 time: 0.0644991 Jan 21 09:37:19.190390 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-81a7e746-2c90-4d66-bd02-7c2a6376cfa6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:19.247212 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-e3bafe49-2f97-49db-bbe2-45b7456eceba req-802a07e5-aa9b-4cab-8c03-68ab665e702e tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] 10.222.0.45 "GET /v2.0/security-groups?id=689824d6-e2cc-4e2f-a7c0-efd7e57bdd17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837970 Jan 21 09:37:19.307463 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-81a7e746-2c90-4d66-bd02-7c2a6376cfa6 admin admin] Publish callbacks [] for security_group (7896fc74-1e3b-466b-aa44-d0fe052968a2), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:19.350640 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea5501f-085e-495e-9ac2-df0df181c221 req-e44e30cd-19b6-4346-9429-c669f582b449 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:19.352229 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-9ea5501f-085e-495e-9ac2-df0df181c221 req-e44e30cd-19b6-4346-9429-c669f582b449 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/ports?device_id=06ae865a-6ba5-4198-be6d-e6056e645411 HTTP/1.1" status: 200 len: 946 time: 0.0633011 Jan 21 09:37:19.409882 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-9ea5501f-085e-495e-9ac2-df0df181c221 req-5358de37-9b2a-46c1-845e-29d7791a8dbb tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/security-groups?id=3362d256-4580-47a9-b110-e51f4226c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518925 Jan 21 09:37:19.426758 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-81a7e746-2c90-4d66-bd02-7c2a6376cfa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126007'] for security_group (7896fc74-1e3b-466b-aa44-d0fe052968a2), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:19.469668 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a7e746-2c90-4d66-bd02-7c2a6376cfa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7896fc74-1e3b-466b-aa44-d0fe052968a2,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:19.478815 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [None req-81a7e746-2c90-4d66-bd02-7c2a6376cfa6 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=28dcb456a31d457ca0f4334e3fd6b842&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4306817 Jan 21 09:37:19.481632 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.wsgi [-] (103182) accepted ('10.222.0.45', 34708) {{(pid=103182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:37:19.503348 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0beda05d-594e-4362-80c2-bc999a9a2b64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (9e31de2d-26a2-4a88-b799-f1f3b7df75bf), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:19.540210 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-bc9afdcb-c119-46d4-bda3-139e9f9e8be8 admin admin] Publish callbacks [] for security_group (7896fc74-1e3b-466b-aa44-d0fe052968a2), before_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:19.573095 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-bc9afdcb-c119-46d4-bda3-139e9f9e8be8 admin admin] Publish callbacks [] for security_group (7896fc74-1e3b-466b-aa44-d0fe052968a2), precommit_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:19.728520 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-bc9afdcb-c119-46d4-bda3-139e9f9e8be8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126007'] for security_group (7896fc74-1e3b-466b-aa44-d0fe052968a2), after_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:19.731282 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-bc9afdcb-c119-46d4-bda3-139e9f9e8be8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:19.738545 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [None req-bc9afdcb-c119-46d4-bda3-139e9f9e8be8 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7896fc74-1e3b-466b-aa44-d0fe052968a2 HTTP/1.1" status: 204 len: 168 time: 0.2498231 Jan 21 09:37:19.741918 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9afdcb-c119-46d4-bda3-139e9f9e8be8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7896fc74-1e3b-466b-aa44-d0fe052968a2,revision_number=None']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:20.428092 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74434b5f-5890-4ca9-91e0-bdf7116702b1 req-38ca83db-9d33-4561-a719-79a23d288eff tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:20.440989 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-74434b5f-5890-4ca9-91e0-bdf7116702b1 req-38ca83db-9d33-4561-a719-79a23d288eff tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] 10.222.0.45 "GET /v2.0/ports?device_id=bc1c3d0f-0474-4bad-b8a1-7c7d169b6ad0 HTTP/1.1" status: 200 len: 945 time: 0.1250837 Jan 21 09:37:20.509739 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-74434b5f-5890-4ca9-91e0-bdf7116702b1 req-669821b7-151c-4175-be37-c9db32bdf735 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] 10.222.0.45 "GET /v2.0/security-groups?id=689824d6-e2cc-4e2f-a7c0-efd7e57bdd17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664988 Jan 21 09:37:20.584800 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.wsgi [-] (103182) accepted ('10.222.0.45', 34760) {{(pid=103182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:37:20.605048 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-dd88295f-ce82-4f82-a2bc-fddd3d0cc8ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:20.642337 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8123c9-4245-4698-a0d2-a69c502e9b1e req-f0f4ca64-027c-4548-9573-c7c647da7864 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:20.643892 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-2b8123c9-4245-4698-a0d2-a69c502e9b1e req-f0f4ca64-027c-4548-9573-c7c647da7864 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/ports?device_id=06ae865a-6ba5-4198-be6d-e6056e645411 HTTP/1.1" status: 200 len: 946 time: 0.0928760 Jan 21 09:37:20.789199 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-2b8123c9-4245-4698-a0d2-a69c502e9b1e req-753bda37-d0b3-4477-8085-a4bc19047e00 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/security-groups?id=3362d256-4580-47a9-b110-e51f4226c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376123 Jan 21 09:37:20.804593 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-dd88295f-ce82-4f82-a2bc-fddd3d0cc8ff admin admin] Publish callbacks [] for security_group (f3c61867-f55c-4472-ae77-cc6c5bfb4885), precommit_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:20.909160 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-dd88295f-ce82-4f82-a2bc-fddd3d0cc8ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126007'] for security_group (f3c61867-f55c-4472-ae77-cc6c5bfb4885), after_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:20.959862 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [None req-dd88295f-ce82-4f82-a2bc-fddd3d0cc8ff admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=fc156e78f2ab479d875751963e12bef9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3737230 Jan 21 09:37:20.962508 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.wsgi [-] (103182) accepted ('10.222.0.45', 34774) {{(pid=103182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:37:20.969073 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd88295f-ce82-4f82-a2bc-fddd3d0cc8ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3c61867-f55c-4472-ae77-cc6c5bfb4885,revision_number=1']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:21.021367 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-671ce12e-372e-4674-87ad-16ad41138b92 admin admin] Publish callbacks [] for security_group (f3c61867-f55c-4472-ae77-cc6c5bfb4885), before_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:21.049505 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-671ce12e-372e-4674-87ad-16ad41138b92 admin admin] Publish callbacks [] for security_group (f3c61867-f55c-4472-ae77-cc6c5bfb4885), precommit_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:21.151387 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f5928849-742c-4298-9c4e-ae1543ad1886 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (fd0edb9a-d711-47a6-aedf-fe72898a6c79), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:21.202872 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-671ce12e-372e-4674-87ad-16ad41138b92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126007'] for security_group (f3c61867-f55c-4472-ae77-cc6c5bfb4885), after_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:21.205590 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-671ce12e-372e-4674-87ad-16ad41138b92 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:21.206827 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [None req-671ce12e-372e-4674-87ad-16ad41138b92 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f3c61867-f55c-4472-ae77-cc6c5bfb4885 HTTP/1.1" status: 204 len: 168 time: 0.2431452 Jan 21 09:37:21.215937 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671ce12e-372e-4674-87ad-16ad41138b92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3c61867-f55c-4472-ae77-cc6c5bfb4885,revision_number=None']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:21.930943 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f37c220-d184-4fb1-aedf-d37e8bc1a4f2 req-477ab72d-9d82-4218-b58e-ba7307782ccb tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:21.932681 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-8f37c220-d184-4fb1-aedf-d37e8bc1a4f2 req-477ab72d-9d82-4218-b58e-ba7307782ccb tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/ports?device_id=06ae865a-6ba5-4198-be6d-e6056e645411 HTTP/1.1" status: 200 len: 946 time: 0.0590334 Jan 21 09:37:21.978775 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.45', 34822) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:37:22.012067 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-41d5b80e-bfe4-4487-806a-167c1da53489 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:22.021063 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-8f37c220-d184-4fb1-aedf-d37e8bc1a4f2 req-25ac170c-1fbb-4649-9554-61bc0d05b465 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/security-groups?id=3362d256-4580-47a9-b110-e51f4226c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818977 Jan 21 09:37:22.162911 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-41d5b80e-bfe4-4487-806a-167c1da53489 admin admin] Publish callbacks [] for security_group (7d296a04-8f78-42ae-8a7a-1d4fce0d8b0e), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:22.190623 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde79d04-2454-45e3-916f-a4e0244565cf req-a6d72407-2d39-4b43-84f5-f687c6ecf199 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:22.193009 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-dde79d04-2454-45e3-916f-a4e0244565cf req-a6d72407-2d39-4b43-84f5-f687c6ecf199 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/ports?device_id=4e67b25e-7e65-4975-bafa-fceafcd53647 HTTP/1.1" status: 200 len: 945 time: 0.0653043 Jan 21 09:37:22.252440 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-dde79d04-2454-45e3-916f-a4e0244565cf req-0f026930-53d0-4494-87e3-dc20514ef9a4 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/security-groups?id=3362d256-4580-47a9-b110-e51f4226c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483403 Jan 21 09:37:22.300030 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-41d5b80e-bfe4-4487-806a-167c1da53489 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126007'] for security_group (7d296a04-8f78-42ae-8a7a-1d4fce0d8b0e), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:22.313519 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.wsgi [-] (103182) accepted ('10.222.0.45', 34834) {{(pid=103182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:37:22.347092 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d5b80e-bfe4-4487-806a-167c1da53489 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d296a04-8f78-42ae-8a7a-1d4fce0d8b0e,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:22.360660 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [None req-41d5b80e-bfe4-4487-806a-167c1da53489 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b8f2e711affe433bb61006afca5c017b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3761456 Jan 21 09:37:22.361906 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.45', 34838) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:37:22.419507 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (a4f58dde-e5c6-489c-94fe-b355a6abc90e), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:22.462823 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-184b5c4f-785d-4e46-9861-3e6b39fcd9af admin admin] Publish callbacks [] for security_group (7d296a04-8f78-42ae-8a7a-1d4fce0d8b0e), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:22.483916 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-dd1659d5-0d08-4d82-ab1a-6ac793c547e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:22.492947 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-184b5c4f-785d-4e46-9861-3e6b39fcd9af admin admin] Publish callbacks [] for security_group (7d296a04-8f78-42ae-8a7a-1d4fce0d8b0e), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:22.663864 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-184b5c4f-785d-4e46-9861-3e6b39fcd9af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126007'] for security_group (7d296a04-8f78-42ae-8a7a-1d4fce0d8b0e), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:22.671194 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-184b5c4f-785d-4e46-9861-3e6b39fcd9af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:22.672778 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [None req-184b5c4f-785d-4e46-9861-3e6b39fcd9af admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7d296a04-8f78-42ae-8a7a-1d4fce0d8b0e HTTP/1.1" status: 204 len: 168 time: 0.3108165 Jan 21 09:37:22.697701 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184b5c4f-785d-4e46-9861-3e6b39fcd9af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d296a04-8f78-42ae-8a7a-1d4fce0d8b0e,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:22.749235 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.45', 34852) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:37:22.752047 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-dd1659d5-0d08-4d82-ab1a-6ac793c547e3 admin admin] Publish callbacks [] for security_group (bbfe8665-c013-42f4-8565-4e374fb0a199), precommit_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:22.835027 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-dd1659d5-0d08-4d82-ab1a-6ac793c547e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126007'] for security_group (bbfe8665-c013-42f4-8565-4e374fb0a199), after_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:22.867549 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [None req-dd1659d5-0d08-4d82-ab1a-6ac793c547e3 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d992d09a8b7548a29e8dfd75e6d82325&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5501418 Jan 21 09:37:22.868682 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.45', 34858) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:37:22.905763 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1659d5-0d08-4d82-ab1a-6ac793c547e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbfe8665-c013-42f4-8565-4e374fb0a199,revision_number=1']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:22.944527 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b5dea36a-a546-4cea-a9f5-854195d4eb17 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:23.009130 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-839f5150-2d82-43f0-8e9a-109b92d28955 admin admin] Publish callbacks [] for security_group (bbfe8665-c013-42f4-8565-4e374fb0a199), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:23.047377 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-839f5150-2d82-43f0-8e9a-109b92d28955 admin admin] Publish callbacks [] for security_group (bbfe8665-c013-42f4-8565-4e374fb0a199), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:23.099969 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b5dea36a-a546-4cea-a9f5-854195d4eb17 admin admin] Publish callbacks [] for security_group (cbac912b-8c4c-47e0-bd8b-fde946108926), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:23.183138 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b5dea36a-a546-4cea-a9f5-854195d4eb17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126007'] for security_group (cbac912b-8c4c-47e0-bd8b-fde946108926), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:23.236093 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [None req-b5dea36a-a546-4cea-a9f5-854195d4eb17 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8d82dc4edd3b407c820338eef792fa08&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4850636 Jan 21 09:37:23.237085 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dea36a-a546-4cea-a9f5-854195d4eb17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbac912b-8c4c-47e0-bd8b-fde946108926,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:23.239065 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.wsgi [-] (103182) accepted ('10.222.0.45', 34864) {{(pid=103182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:37:23.253080 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-839f5150-2d82-43f0-8e9a-109b92d28955 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126007'] for security_group (bbfe8665-c013-42f4-8565-4e374fb0a199), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:23.256848 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-839f5150-2d82-43f0-8e9a-109b92d28955 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:23.259031 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [None req-839f5150-2d82-43f0-8e9a-109b92d28955 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/bbfe8665-c013-42f4-8565-4e374fb0a199 HTTP/1.1" status: 204 len: 168 time: 0.3883419 Jan 21 09:37:23.280422 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839f5150-2d82-43f0-8e9a-109b92d28955 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbfe8665-c013-42f4-8565-4e374fb0a199,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:23.351816 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-6f67e559-bd0c-4b36-81d0-1ea03324cec9 admin admin] Publish callbacks [] for security_group (cbac912b-8c4c-47e0-bd8b-fde946108926), before_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:23.391059 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-6f67e559-bd0c-4b36-81d0-1ea03324cec9 admin admin] Publish callbacks [] for security_group (cbac912b-8c4c-47e0-bd8b-fde946108926), precommit_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:23.558485 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-6f67e559-bd0c-4b36-81d0-1ea03324cec9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126007'] for security_group (cbac912b-8c4c-47e0-bd8b-fde946108926), after_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:23.567824 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-6f67e559-bd0c-4b36-81d0-1ea03324cec9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:23.570157 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [None req-6f67e559-bd0c-4b36-81d0-1ea03324cec9 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/cbac912b-8c4c-47e0-bd8b-fde946108926 HTTP/1.1" status: 204 len: 168 time: 0.3289428 Jan 21 09:37:23.590488 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f67e559-bd0c-4b36-81d0-1ea03324cec9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbac912b-8c4c-47e0-bd8b-fde946108926,revision_number=None']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:24.269049 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a33780b-cbdb-4049-9545-f6f215b6bcad req-a1e1367d-09c9-42ff-b8d6-4accf9b5d129 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:24.271160 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-9a33780b-cbdb-4049-9545-f6f215b6bcad req-a1e1367d-09c9-42ff-b8d6-4accf9b5d129 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] 10.222.0.45 "GET /v2.0/networks?id=6d3bfab5-614b-42ce-87b9-03bdb3f3c1da HTTP/1.1" status: 200 len: 815 time: 0.1250956 Jan 21 09:37:24.293035 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-9a33780b-cbdb-4049-9545-f6f215b6bcad req-f092e883-67af-4301-9a8f-fcd06120c1d7 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] 10.222.0.45 "GET /v2.0/quotas/e3390729231b409e9a83376b428c1a7f HTTP/1.1" status: 200 len: 375 time: 0.0146978 Jan 21 09:37:24.369542 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-9a33780b-cbdb-4049-9545-f6f215b6bcad req-d266ad7b-894a-401d-9d25-52bd491a84e7 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=e3390729231b409e9a83376b428c1a7f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0599239 Jan 21 09:37:24.479496 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.wsgi [-] (103182) accepted ('10.222.0.45', 34930) {{(pid=103182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:37:24.496917 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-a7b5fdc5-2406-467f-8a6f-d8e7b272eb8d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:24.553203 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-9a33780b-cbdb-4049-9545-f6f215b6bcad req-c6f9effb-d988-452f-a7e0-1e63049d0f13 service neutron] 10.222.0.45 "GET /v2.0/networks/6d3bfab5-614b-42ce-87b9-03bdb3f3c1da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768842 Jan 21 09:37:24.685927 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-a7b5fdc5-2406-467f-8a6f-d8e7b272eb8d admin admin] Publish callbacks [] for security_group (35cb52fe-b526-4fc4-8028-04c45ba9afad), precommit_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:24.717488 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-9a33780b-cbdb-4049-9545-f6f215b6bcad req-dfd63fe5-0c98-4c7b-80e4-2151838ce7f8 service neutron] 10.222.0.45 "GET /v2.0/networks/6d3bfab5-614b-42ce-87b9-03bdb3f3c1da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500974 Jan 21 09:37:24.754155 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-a7b5fdc5-2406-467f-8a6f-d8e7b272eb8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126007'] for security_group (35cb52fe-b526-4fc4-8028-04c45ba9afad), after_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:24.808502 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [None req-a7b5fdc5-2406-467f-8a6f-d8e7b272eb8d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6b482ef3c5584f52b2250c66de8223b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3278537 Jan 21 09:37:24.809715 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b5fdc5-2406-467f-8a6f-d8e7b272eb8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35cb52fe-b526-4fc4-8028-04c45ba9afad,revision_number=1']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:24.812880 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.45', 34942) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:37:24.916056 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-8b20360d-0456-45a1-b173-2cc39f0907ad admin admin] Publish callbacks [] for security_group (35cb52fe-b526-4fc4-8028-04c45ba9afad), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:24.963893 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-8b20360d-0456-45a1-b173-2cc39f0907ad admin admin] Publish callbacks [] for security_group (35cb52fe-b526-4fc4-8028-04c45ba9afad), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:25.011512 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fd83c2-d475-4e1e-9ca8-c861801a975c req-4045fd5d-0da6-45af-93e8-fc28d67a87b5 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:25.013041 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-01fd83c2-d475-4e1e-9ca8-c861801a975c req-4045fd5d-0da6-45af-93e8-fc28d67a87b5 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/ports?device_id=4e67b25e-7e65-4975-bafa-fceafcd53647 HTTP/1.1" status: 200 len: 945 time: 0.1213400 Jan 21 09:37:25.025021 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf96536-dacf-4702-aa6e-722fd9aeb154 req-7ae46458-f733-4d05-8330-bfc072dd39e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:25.025288 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-1cf96536-dacf-4702-aa6e-722fd9aeb154 req-7ae46458-f733-4d05-8330-bfc072dd39e3 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=5f89d1b21ad8471a8a9a82adac2594c1&device_id=4e67b25e-7e65-4975-bafa-fceafcd53647 HTTP/1.1" status: 200 len: 1098 time: 0.0966961 Jan 21 09:37:25.102431 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-0baed54c-1317-413b-879d-f49c563a871e req-ff3fc080-d82f-41b8-a153-ffaaf3887b18 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] 10.222.0.45 "GET /v2.0/ports?device_id=ad91ae0f-410b-479b-82f5-c0e18d325a8b HTTP/1.1" status: 200 len: 210 time: 0.0516424 Jan 21 09:37:25.168914 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-8b20360d-0456-45a1-b173-2cc39f0907ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126007'] for security_group (35cb52fe-b526-4fc4-8028-04c45ba9afad), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:25.175521 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-8b20360d-0456-45a1-b173-2cc39f0907ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:25.185894 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [None req-8b20360d-0456-45a1-b173-2cc39f0907ad admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/35cb52fe-b526-4fc4-8028-04c45ba9afad HTTP/1.1" status: 204 len: 168 time: 0.3641782 Jan 21 09:37:25.207340 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b20360d-0456-45a1-b173-2cc39f0907ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35cb52fe-b526-4fc4-8028-04c45ba9afad,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:25.236426 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-01fd83c2-d475-4e1e-9ca8-c861801a975c req-4d620818-3ef8-443b-a78d-3bc2c44338d4 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/security-groups?id=3362d256-4580-47a9-b110-e51f4226c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099204 Jan 21 09:37:25.289492 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf96536-dacf-4702-aa6e-722fd9aeb154 req-0b655062-d3d2-4bbb-bacf-aab0f761918a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:25.293213 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-1cf96536-dacf-4702-aa6e-722fd9aeb154 req-0b655062-d3d2-4bbb-bacf-aab0f761918a service neutron] 10.222.0.109 "GET /v2.0/networks?id=d8632307-2281-4a7d-8be2-4fe34d09fe87 HTTP/1.1" status: 200 len: 919 time: 0.2566156 Jan 21 09:37:25.350738 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-1cf96536-dacf-4702-aa6e-722fd9aeb154 req-c1348a79-6c72-42d6-b604-e4a6b1748132 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9eccc2a4-ddb6-4675-9f12-63953114fa21 HTTP/1.1" status: 200 len: 217 time: 0.0471206 Jan 21 09:37:25.423110 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf96536-dacf-4702-aa6e-722fd9aeb154 req-fd887fe7-2f41-4918-b97d-b2fb28696ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:25.426191 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-1cf96536-dacf-4702-aa6e-722fd9aeb154 req-fd887fe7-2f41-4918-b97d-b2fb28696ae0 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=72f007c2-95bb-4c65-8ae3-279d29a2c1fd HTTP/1.1" status: 200 len: 858 time: 0.0687416 Jan 21 09:37:25.475776 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-1cf96536-dacf-4702-aa6e-722fd9aeb154 req-9c1e9e5a-6d38-4485-9f19-65d701e04892 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=d8632307-2281-4a7d-8be2-4fe34d09fe87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379262 Jan 21 09:37:25.547087 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.45', 34972) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:37:25.609675 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-1cf96536-dacf-4702-aa6e-722fd9aeb154 req-5ddf5802-348d-479b-be50-a381dea0a6cb service neutron] 10.222.0.109 "GET /v2.0/networks/d8632307-2281-4a7d-8be2-4fe34d09fe87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273901 Jan 21 09:37:25.790282 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.v2.base [None req-675b55a6-48d1-4544-99bc-5262cfcc5343 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1593316909-network', 'tenant_id': '6e1d230932114019a989885b46cb9283'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:25.833028 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-1cf96536-dacf-4702-aa6e-722fd9aeb154 req-f1deb5f4-734f-460d-bdf9-6b66b85c53c7 service neutron] 10.222.0.109 "GET /v2.0/networks/d8632307-2281-4a7d-8be2-4fe34d09fe87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2146826 Jan 21 09:37:25.905451 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-675b55a6-48d1-4544-99bc-5262cfcc5343 admin admin] Made reservation on behalf of 6e1d230932114019a989885b46cb9283 for: {'network': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:37:25.907725 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-675b55a6-48d1-4544-99bc-5262cfcc5343 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for network (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:25.918079 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-675b55a6-48d1-4544-99bc-5262cfcc5343 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:26.014949 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-675b55a6-48d1-4544-99bc-5262cfcc5343 admin admin] Publish callbacks [] for security_group (ca46b9c8-4f8b-4ca8-b76a-dbd1f3494728), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:26.149088 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-675b55a6-48d1-4544-99bc-5262cfcc5343 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126007'] for security_group (ca46b9c8-4f8b-4ca8-b76a-dbd1f3494728), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:26.197455 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-675b55a6-48d1-4544-99bc-5262cfcc5343 admin admin] vlan segment allocate from pool success with {'vlan_id': 365, 'physical_network': 'physnet1'} {{(pid=103183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:37:26.209198 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675b55a6-48d1-4544-99bc-5262cfcc5343 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca46b9c8-4f8b-4ca8-b76a-dbd1f3494728,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:26.215257 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-675b55a6-48d1-4544-99bc-5262cfcc5343 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906022'] for segment (ed44a47c-c34b-4572-831d-404b42890929), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:26.215257 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.db.segments_db [None req-675b55a6-48d1-4544-99bc-5262cfcc5343 admin admin] Added segment ed44a47c-c34b-4572-831d-404b42890929 of type vlan for network 12c1a4df-23d6-4c4b-b623-e53eca6cd97e Jan 21 09:37:26.252416 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-3514ded1-1016-4a58-ac8b-d3cee8573d5b req-68f0df20-6303-45d5-8f93-167d8daa59b4 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] 10.222.0.45 "GET /v2.0/ports?device_id=ad91ae0f-410b-479b-82f5-c0e18d325a8b HTTP/1.1" status: 200 len: 210 time: 0.0357850 Jan 21 09:37:26.291259 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-675b55a6-48d1-4544-99bc-5262cfcc5343 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774670334190'] for network (12c1a4df-23d6-4c4b-b623-e53eca6cd97e), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:26.404923 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b856ae2-29f5-48c8-8ab6-9afc25a47d7f req-04cb01c7-7ab1-437c-9591-03f7987d911a tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:26.406911 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-6b856ae2-29f5-48c8-8ab6-9afc25a47d7f req-04cb01c7-7ab1-437c-9591-03f7987d911a tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/ports?device_id=4e67b25e-7e65-4975-bafa-fceafcd53647 HTTP/1.1" status: 200 len: 945 time: 0.0566032 Jan 21 09:37:26.449389 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-675b55a6-48d1-4544-99bc-5262cfcc5343 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430'] for network (12c1a4df-23d6-4c4b-b623-e53eca6cd97e), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:26.449389 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-675b55a6-48d1-4544-99bc-5262cfcc5343 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:26.449793 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-675b55a6-48d1-4544-99bc-5262cfcc5343 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4184320'] for network (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:26.474567 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-6b856ae2-29f5-48c8-8ab6-9afc25a47d7f req-8b9da4bf-19c5-4c13-bf67-ccb3ec87cce6 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/security-groups?id=3362d256-4580-47a9-b110-e51f4226c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595109 Jan 21 09:37:26.515717 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675b55a6-48d1-4544-99bc-5262cfcc5343 admin admin] Pushing event updated for resources: {'Network': ['ID=12c1a4df-23d6-4c4b-b623-e53eca6cd97e,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:26.526485 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Network 12c1a4df-23d6-4c4b-b623-e53eca6cd97e details requested by agent ovs-agent-dv-cinder-804035-25-iscsi with host dv-cinder-804035-25-iscsi {{(pid=103184) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 09:37:26.574141 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [None req-675b55a6-48d1-4544-99bc-5262cfcc5343 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0259123 Jan 21 09:37:26.578323 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.wsgi [-] (103182) accepted ('10.222.0.45', 35024) {{(pid=103182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:37:26.584859 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.v2.base [None req-d0a35c90-c1af-4f2c-8963-9a686518f13a admin admin] Request body: {'subnet': {'network_id': '12c1a4df-23d6-4c4b-b623-e53eca6cd97e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1593316909-subnet', 'tenant_id': '6e1d230932114019a989885b46cb9283', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:26.708972 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0a35c90-c1af-4f2c-8963-9a686518f13a admin admin] Made reservation on behalf of 6e1d230932114019a989885b46cb9283 for: {'subnet': 1} {{(pid=103182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:37:26.711574 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-d0a35c90-c1af-4f2c-8963-9a686518f13a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:27.062965 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-d0a35c90-c1af-4f2c-8963-9a686518f13a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4120330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430'] for subnet (14a025df-22d6-457a-8964-126d9d91d404), after_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:27.132183 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a35c90-c1af-4f2c-8963-9a686518f13a admin admin] Pushing event updated for resources: {'Subnet': ['ID=14a025df-22d6-457a-8964-126d9d91d404,revision_number=0']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:27.136708 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a35c90-c1af-4f2c-8963-9a686518f13a admin admin] Checking segment: {'id': 'ed44a47c-c34b-4572-831d-404b42890929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '12c1a4df-23d6-4c4b-b623-e53eca6cd97e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 09:37:27.137061 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0a35c90-c1af-4f2c-8963-9a686518f13a admin admin] Network hostable DHCP agents. Network: 12c1a4df-23d6-4c4b-b623-e53eca6cd97e, hostable agents: ['8a5d4a72-43a4-4fcf-b58e-bc9792bd5f0a'], hosted agents: [] {{(pid=103182) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:37:27.286856 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0a35c90-c1af-4f2c-8963-9a686518f13a admin admin] Network 12c1a4df-23d6-4c4b-b623-e53eca6cd97e is scheduled to be hosted by DHCP agent 8a5d4a72-43a4-4fcf-b58e-bc9792bd5f0a with binding_index 1 {{(pid=103182) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:37:27.368749 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-f61db2ff-ed6b-441e-a64f-c9e2b3a74566 req-f04a1f7c-7842-493d-9630-77a181ac6403 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] 10.222.0.45 "GET /v2.0/ports?device_id=ad91ae0f-410b-479b-82f5-c0e18d325a8b HTTP/1.1" status: 200 len: 210 time: 0.0290105 Jan 21 09:37:27.443215 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.scheduler.base_scheduler [None req-d0a35c90-c1af-4f2c-8963-9a686518f13a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-25-iscsi, 12c1a4df-23d6-4c4b-b623-e53eca6cd97e) {{(pid=103182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:37:27.447930 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0a35c90-c1af-4f2c-8963-9a686518f13a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:27.448950 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-d0a35c90-c1af-4f2c-8963-9a686518f13a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4184320'] for subnet (None), before_response {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:27.456266 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5a4b9de-6db4-44f2-a062-af5538c1ce50 None None] Network 12c1a4df-23d6-4c4b-b623-e53eca6cd97e requested from dv-cinder-804035-25-iscsi {{(pid=103184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 09:37:27.585472 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38052d40-a95e-4ef6-8d9b-8c84a2cd3eae None None] Network 12c1a4df-23d6-4c4b-b623-e53eca6cd97e requested from dv-cinder-804035-25-iscsi {{(pid=103184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 09:37:27.643759 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [None req-d0a35c90-c1af-4f2c-8963-9a686518f13a admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0582676 Jan 21 09:37:27.675186 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c86976-9684-48b2-9a27-b967022ec657 req-06b30c4b-047b-46ac-ad64-8b81f9b677db tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:27.678560 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-78c86976-9684-48b2-9a27-b967022ec657 req-06b30c4b-047b-46ac-ad64-8b81f9b677db tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/ports?device_id=4e67b25e-7e65-4975-bafa-fceafcd53647 HTTP/1.1" status: 200 len: 945 time: 0.1190555 Jan 21 09:37:27.763271 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-78c86976-9684-48b2-9a27-b967022ec657 req-4b75dfc5-29ef-470f-a138-51679a5ed344 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/security-groups?id=3362d256-4580-47a9-b110-e51f4226c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793207 Jan 21 09:37:28.008931 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a33780b-cbdb-4049-9545-f6f215b6bcad req-79c3ecae-a126-4a12-84b2-0cefc367b321 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:28.010569 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-9a33780b-cbdb-4049-9545-f6f215b6bcad req-79c3ecae-a126-4a12-84b2-0cefc367b321 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] 10.222.0.109 "GET /v2.0/networks?id=6d3bfab5-614b-42ce-87b9-03bdb3f3c1da HTTP/1.1" status: 200 len: 815 time: 0.1430659 Jan 21 09:37:28.024353 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.v2.base [req-9a33780b-cbdb-4049-9545-f6f215b6bcad req-0e38b477-1503-4e5d-8c3b-a631398af817 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] Request body: {'port': {'device_id': 'ad91ae0f-410b-479b-82f5-c0e18d325a8b', 'network_id': '6d3bfab5-614b-42ce-87b9-03bdb3f3c1da', 'admin_state_up': True, 'tenant_id': 'e3390729231b409e9a83376b428c1a7f'}} {{(pid=103182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:28.242516 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a33780b-cbdb-4049-9545-f6f215b6bcad req-0e38b477-1503-4e5d-8c3b-a631398af817 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] Made reservation on behalf of e3390729231b409e9a83376b428c1a7f for: {'port': 1} {{(pid=103182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:37:28.247040 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-9a33780b-cbdb-4049-9545-f6f215b6bcad req-0e38b477-1503-4e5d-8c3b-a631398af817 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (None), before_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:28.409993 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.db.db_base_plugin_common [req-9a33780b-cbdb-4049-9545-f6f215b6bcad req-0e38b477-1503-4e5d-8c3b-a631398af817 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] Allocated IP 172.20.0.8 (6d3bfab5-614b-42ce-87b9-03bdb3f3c1da/dc85c810-f6f8-41f3-bbb2-2b1bee730031/57b1afe5-3070-43a1-9f90-584240e66081) {{(pid=103182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:37:28.492132 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-78b0a6ba-b77f-4dd8-91e4-38cc1d6a8dcf req-7a2b0f52-f460-4af4-9da2-e43ab5db05a1 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] 10.222.0.45 "GET /v2.0/ports?device_id=ad91ae0f-410b-479b-82f5-c0e18d325a8b HTTP/1.1" status: 200 len: 210 time: 0.0403779 Jan 21 09:37:28.600089 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-9a33780b-cbdb-4049-9545-f6f215b6bcad req-0e38b477-1503-4e5d-8c3b-a631398af817 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] Publish callbacks [] for port (57b1afe5-3070-43a1-9f90-584240e66081), precommit_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:28.705946 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-9a33780b-cbdb-4049-9545-f6f215b6bcad req-0e38b477-1503-4e5d-8c3b-a631398af817 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774670299796'] for port (57b1afe5-3070-43a1-9f90-584240e66081), after_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:28.722084 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] get_ports_and_sgs() called for port_ids ['af30d40e-e03c-4e1e-a789-41a34ac8bec6', '81cdcb77-b728-4dac-a9d7-2fe131466b38'] {{(pid=103184) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 09:37:28.759730 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a33780b-cbdb-4049-9545-f6f215b6bcad req-0e38b477-1503-4e5d-8c3b-a631398af817 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] Network 6d3bfab5-614b-42ce-87b9-03bdb3f3c1da is already hosted by enough agents. {{(pid=103182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:37:28.763013 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.scheduler.base_scheduler [req-9a33780b-cbdb-4049-9545-f6f215b6bcad req-0e38b477-1503-4e5d-8c3b-a631398af817 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] Resources bound (agent type, host, resource id): {{(pid=103182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:37:28.767974 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a33780b-cbdb-4049-9545-f6f215b6bcad req-0e38b477-1503-4e5d-8c3b-a631398af817 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] Received port after_create {{(pid=103182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 09:37:28.772109 dv-cinder-804035-25-iscsi neutron-server[103182]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:37:28.772109 dv-cinder-804035-25-iscsi neutron-server[103182]: warnings.warn(msg) Jan 21 09:37:28.772109 dv-cinder-804035-25-iscsi neutron-server[103182]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:37:28.772109 dv-cinder-804035-25-iscsi neutron-server[103182]: warnings.warn(msg) Jan 21 09:37:28.772109 dv-cinder-804035-25-iscsi neutron-server[103182]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:37:28.772109 dv-cinder-804035-25-iscsi neutron-server[103182]: warnings.warn(msg) Jan 21 09:37:28.772109 dv-cinder-804035-25-iscsi neutron-server[103182]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:37:28.772109 dv-cinder-804035-25-iscsi neutron-server[103182]: warnings.warn(msg) Jan 21 09:37:28.772109 dv-cinder-804035-25-iscsi neutron-server[103182]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:37:28.772109 dv-cinder-804035-25-iscsi neutron-server[103182]: warnings.warn(msg) Jan 21 09:37:28.772109 dv-cinder-804035-25-iscsi neutron-server[103182]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:37:28.772109 dv-cinder-804035-25-iscsi neutron-server[103182]: warnings.warn(msg) Jan 21 09:37:28.772109 dv-cinder-804035-25-iscsi neutron-server[103182]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:37:28.772109 dv-cinder-804035-25-iscsi neutron-server[103182]: warnings.warn(msg) Jan 21 09:37:28.772109 dv-cinder-804035-25-iscsi neutron-server[103182]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:37:28.772109 dv-cinder-804035-25-iscsi neutron-server[103182]: warnings.warn(msg) Jan 21 09:37:28.772109 dv-cinder-804035-25-iscsi neutron-server[103182]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:37:28.772109 dv-cinder-804035-25-iscsi neutron-server[103182]: warnings.warn(msg) Jan 21 09:37:28.772109 dv-cinder-804035-25-iscsi neutron-server[103182]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:37:28.772109 dv-cinder-804035-25-iscsi neutron-server[103182]: warnings.warn(msg) Jan 21 09:37:28.772109 dv-cinder-804035-25-iscsi neutron-server[103182]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:37:28.772109 dv-cinder-804035-25-iscsi neutron-server[103182]: warnings.warn(msg) Jan 21 09:37:28.772109 dv-cinder-804035-25-iscsi neutron-server[103182]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:37:28.772109 dv-cinder-804035-25-iscsi neutron-server[103182]: warnings.warn(msg) Jan 21 09:37:28.772109 dv-cinder-804035-25-iscsi neutron-server[103182]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:37:28.772109 dv-cinder-804035-25-iscsi neutron-server[103182]: warnings.warn(msg) Jan 21 09:37:28.772109 dv-cinder-804035-25-iscsi neutron-server[103182]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:37:28.772109 dv-cinder-804035-25-iscsi neutron-server[103182]: warnings.warn(msg) Jan 21 09:37:28.772109 dv-cinder-804035-25-iscsi neutron-server[103182]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:37:28.772109 dv-cinder-804035-25-iscsi neutron-server[103182]: warnings.warn(msg) Jan 21 09:37:28.772109 dv-cinder-804035-25-iscsi neutron-server[103182]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:37:28.772109 dv-cinder-804035-25-iscsi neutron-server[103182]: warnings.warn(msg) Jan 21 09:37:28.772109 dv-cinder-804035-25-iscsi neutron-server[103182]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:37:28.772109 dv-cinder-804035-25-iscsi neutron-server[103182]: warnings.warn(msg) Jan 21 09:37:28.772109 dv-cinder-804035-25-iscsi neutron-server[103182]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:37:28.772109 dv-cinder-804035-25-iscsi neutron-server[103182]: warnings.warn(msg) Jan 21 09:37:28.775492 dv-cinder-804035-25-iscsi neutron-server[103182]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:37:28.775492 dv-cinder-804035-25-iscsi neutron-server[103182]: warnings.warn(msg) Jan 21 09:37:28.775492 dv-cinder-804035-25-iscsi neutron-server[103182]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:37:28.775492 dv-cinder-804035-25-iscsi neutron-server[103182]: warnings.warn(msg) Jan 21 09:37:28.775492 dv-cinder-804035-25-iscsi neutron-server[103182]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:37:28.775492 dv-cinder-804035-25-iscsi neutron-server[103182]: warnings.warn(msg) Jan 21 09:37:28.775492 dv-cinder-804035-25-iscsi neutron-server[103182]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:37:28.775492 dv-cinder-804035-25-iscsi neutron-server[103182]: warnings.warn(msg) Jan 21 09:37:28.775492 dv-cinder-804035-25-iscsi neutron-server[103182]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:37:28.775492 dv-cinder-804035-25-iscsi neutron-server[103182]: warnings.warn(msg) Jan 21 09:37:28.775492 dv-cinder-804035-25-iscsi neutron-server[103182]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:37:28.775492 dv-cinder-804035-25-iscsi neutron-server[103182]: warnings.warn(msg) Jan 21 09:37:28.775492 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a33780b-cbdb-4049-9545-f6f215b6bcad req-0e38b477-1503-4e5d-8c3b-a631398af817 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:28.775492 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-9a33780b-cbdb-4049-9545-f6f215b6bcad req-0e38b477-1503-4e5d-8c3b-a631398af817 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11211'] for port (None), before_response {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:28.778017 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e38b477-1503-4e5d-8c3b-a631398af817 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] Pushing event updated for resources: {'Port': ['ID=57b1afe5-3070-43a1-9f90-584240e66081,revision_number=1']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:28.886877 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-9a33780b-cbdb-4049-9545-f6f215b6bcad req-0e38b477-1503-4e5d-8c3b-a631398af817 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] 10.222.0.109 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8648746 Jan 21 09:37:28.906070 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.v2.base [req-9a33780b-cbdb-4049-9545-f6f215b6bcad req-46d1003c-a3ca-4232-b782-e99797e65eb5 service neutron] Request body: {'port': {'device_id': 'ad91ae0f-410b-479b-82f5-c0e18d325a8b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=103182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:28.980599 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-9a33780b-cbdb-4049-9545-f6f215b6bcad req-46d1003c-a3ca-4232-b782-e99797e65eb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (57b1afe5-3070-43a1-9f90-584240e66081), before_update {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:29.011323 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae52b0ba-f80e-4dd6-93d9-0682e4634d9d req-940c1bbf-166a-4acd-8b25-8774e0b6d85a tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:29.013630 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-ae52b0ba-f80e-4dd6-93d9-0682e4634d9d req-940c1bbf-166a-4acd-8b25-8774e0b6d85a tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/ports?device_id=4e67b25e-7e65-4975-bafa-fceafcd53647 HTTP/1.1" status: 200 len: 945 time: 0.1430972 Jan 21 09:37:29.156633 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-ae52b0ba-f80e-4dd6-93d9-0682e4634d9d req-861fe08c-d7af-43f2-b663-66ac6ac790a5 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/security-groups?id=3362d256-4580-47a9-b110-e51f4226c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376929 Jan 21 09:37:29.328010 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.notifiers.nova [req-9a33780b-cbdb-4049-9545-f6f215b6bcad req-46d1003c-a3ca-4232-b782-e99797e65eb5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57b1afe5-3070-43a1-9f90-584240e66081 {{(pid=103182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:37:29.337501 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-9a33780b-cbdb-4049-9545-f6f215b6bcad req-46d1003c-a3ca-4232-b782-e99797e65eb5 service neutron] Publish callbacks [] for port (57b1afe5-3070-43a1-9f90-584240e66081), precommit_update {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:29.351901 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.db.provisioning_blocks [req-9a33780b-cbdb-4049-9545-f6f215b6bcad req-46d1003c-a3ca-4232-b782-e99797e65eb5 service neutron] Transition to ACTIVE for port object 57b1afe5-3070-43a1-9f90-584240e66081 will not be triggered until provisioned by entity L2. {{(pid=103182) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:37:29.439849 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-9a33780b-cbdb-4049-9545-f6f215b6bcad req-46d1003c-a3ca-4232-b782-e99797e65eb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774670732957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774670299814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774670299832'] for port (57b1afe5-3070-43a1-9f90-584240e66081), after_update {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:29.480515 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.45', 35116) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:37:29.497075 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d1003c-a3ca-4232-b782-e99797e65eb5 service neutron] Pushing event updated for resources: {'Port': ['ID=57b1afe5-3070-43a1-9f90-584240e66081,revision_number=2']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:29.531849 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.managers [req-9a33780b-cbdb-4049-9545-f6f215b6bcad req-46d1003c-a3ca-4232-b782-e99797e65eb5 service neutron] Attempting to bind port 57b1afe5-3070-43a1-9f90-584240e66081 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=103182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 09:37:29.532245 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.managers [req-9a33780b-cbdb-4049-9545-f6f215b6bcad req-46d1003c-a3ca-4232-b782-e99797e65eb5 service neutron] Attempting to bind port 57b1afe5-3070-43a1-9f90-584240e66081 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '040eb47d-f813-4918-9757-ad97391c2793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '6d3bfab5-614b-42ce-87b9-03bdb3f3c1da'}] {{(pid=103182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 09:37:29.532639 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a33780b-cbdb-4049-9545-f6f215b6bcad req-46d1003c-a3ca-4232-b782-e99797e65eb5 service neutron] Attempting to bind port 57b1afe5-3070-43a1-9f90-584240e66081 on network 6d3bfab5-614b-42ce-87b9-03bdb3f3c1da {{(pid=103182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:37:29.538913 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a33780b-cbdb-4049-9545-f6f215b6bcad req-46d1003c-a3ca-4232-b782-e99797e65eb5 service neutron] Port 57b1afe5-3070-43a1-9f90-584240e66081 on network 6d3bfab5-614b-42ce-87b9-03bdb3f3c1da not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=103182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 21 09:37:29.539805 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a33780b-cbdb-4049-9545-f6f215b6bcad req-46d1003c-a3ca-4232-b782-e99797e65eb5 service neutron] Attempting to bind port 57b1afe5-3070-43a1-9f90-584240e66081 on network 6d3bfab5-614b-42ce-87b9-03bdb3f3c1da {{(pid=103182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:37:29.559595 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a33780b-cbdb-4049-9545-f6f215b6bcad req-46d1003c-a3ca-4232-b782-e99797e65eb5 service neutron] Checking agent: {'id': '5a7f6758-1e24-44b8-9b24-65ffc30c20d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 33, 47), 'started_at': datetime.datetime(2022, 1, 21, 9, 33, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 37, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:37:29.560029 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a33780b-cbdb-4049-9545-f6f215b6bcad req-46d1003c-a3ca-4232-b782-e99797e65eb5 service neutron] Checking segment: {'id': '040eb47d-f813-4918-9757-ad97391c2793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '6d3bfab5-614b-42ce-87b9-03bdb3f3c1da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 09:37:29.560634 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a33780b-cbdb-4049-9545-f6f215b6bcad req-46d1003c-a3ca-4232-b782-e99797e65eb5 service neutron] Bound using segment: {'id': '040eb47d-f813-4918-9757-ad97391c2793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '6d3bfab5-614b-42ce-87b9-03bdb3f3c1da'} {{(pid=103182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:37:29.561525 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.managers [req-9a33780b-cbdb-4049-9545-f6f215b6bcad req-46d1003c-a3ca-4232-b782-e99797e65eb5 service neutron] Bound port: 57b1afe5-3070-43a1-9f90-584240e66081, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '040eb47d-f813-4918-9757-ad97391c2793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '6d3bfab5-614b-42ce-87b9-03bdb3f3c1da'}}] {{(pid=103182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 09:37:29.562215 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-9a33780b-cbdb-4049-9545-f6f215b6bcad req-46d1003c-a3ca-4232-b782-e99797e65eb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (57b1afe5-3070-43a1-9f90-584240e66081), before_update {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:29.634249 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-8af831db-6256-48d2-a2b4-d64a3f344900 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:29.741049 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-8af831db-6256-48d2-a2b4-d64a3f344900 admin admin] Publish callbacks [] for security_group (803accea-6413-40ee-8b46-7990e53a2c90), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:29.819304 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-8af831db-6256-48d2-a2b4-d64a3f344900 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126007'] for security_group (803accea-6413-40ee-8b46-7990e53a2c90), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:29.862830 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [None req-8af831db-6256-48d2-a2b4-d64a3f344900 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=bf615097c90f4d8ebc11f8bb6600497b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3813763 Jan 21 09:37:29.863884 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af831db-6256-48d2-a2b4-d64a3f344900 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=803accea-6413-40ee-8b46-7990e53a2c90,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:29.867313 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.45', 35130) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:37:29.938951 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cc06c4-d4fc-46c4-992c-91e3db7a74a0 req-187ed2e5-b499-414c-b04a-8ea420fdf9bb tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:29.940490 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-e7cc06c4-d4fc-46c4-992c-91e3db7a74a0 req-187ed2e5-b499-414c-b04a-8ea420fdf9bb tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] 10.222.0.45 "GET /v2.0/ports?device_id=ad91ae0f-410b-479b-82f5-c0e18d325a8b HTTP/1.1" status: 200 len: 943 time: 0.3650806 Jan 21 09:37:29.955959 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.db [req-9a33780b-cbdb-4049-9545-f6f215b6bcad req-46d1003c-a3ca-4232-b782-e99797e65eb5 service neutron] For port 57b1afe5-3070-43a1-9f90-584240e66081, host hv-cinder-80403, cleared binding levels {{(pid=103182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:37:29.969285 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a60fd9b2-440d-4d02-8118-e8efe6d7a3a4 admin admin] Publish callbacks [] for security_group (803accea-6413-40ee-8b46-7990e53a2c90), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:29.979863 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.db [req-9a33780b-cbdb-4049-9545-f6f215b6bcad req-46d1003c-a3ca-4232-b782-e99797e65eb5 service neutron] For port 57b1afe5-3070-43a1-9f90-584240e66081, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=57b1afe5-3070-43a1-9f90-584240e66081,segment=NetworkSegment(040eb47d-f813-4918-9757-ad97391c2793),segment_id=040eb47d-f813-4918-9757-ad97391c2793)] {{(pid=103182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:37:29.996344 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a60fd9b2-440d-4d02-8118-e8efe6d7a3a4 admin admin] Publish callbacks [] for security_group (803accea-6413-40ee-8b46-7990e53a2c90), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:30.004039 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-e7cc06c4-d4fc-46c4-992c-91e3db7a74a0 req-40083ffd-60c6-43c0-ba78-2fc24cf1994f tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] 10.222.0.45 "GET /v2.0/security-groups?id=689824d6-e2cc-4e2f-a7c0-efd7e57bdd17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563834 Jan 21 09:37:30.037124 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-9a33780b-cbdb-4049-9545-f6f215b6bcad req-46d1003c-a3ca-4232-b782-e99797e65eb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774670732957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774670299814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774670299832'] for port (57b1afe5-3070-43a1-9f90-584240e66081), after_update {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:30.077905 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a33780b-cbdb-4049-9545-f6f215b6bcad req-46d1003c-a3ca-4232-b782-e99797e65eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:30.078594 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-9a33780b-cbdb-4049-9545-f6f215b6bcad req-46d1003c-a3ca-4232-b782-e99797e65eb5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11211'] for port (None), before_response {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:30.079971 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-9a33780b-cbdb-4049-9545-f6f215b6bcad req-46d1003c-a3ca-4232-b782-e99797e65eb5 service neutron] 10.222.0.109 "PUT /v2.0/ports/57b1afe5-3070-43a1-9f90-584240e66081 HTTP/1.1" status: 200 len: 1093 time: 1.1795533 Jan 21 09:37:30.080413 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad91ae0f-410b-479b-82f5-c0e18d325a8b', 'tag': '57b1afe5-3070-43a1-9f90-584240e66081'}] {{(pid=103182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:37:30.082793 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa0cc1f82daaed98fc3f7058001f72739ccfc4facde8019b77a0af70a494964c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f842aea-0a15-43f8-9a49-4bf2978acc49" -d '{"events": [{"name": "network-changed", "server_uuid": "ad91ae0f-410b-479b-82f5-c0e18d325a8b", "tag": "57b1afe5-3070-43a1-9f90-584240e66081"}]}' {{(pid=103182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:37:30.132432 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 09:37:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c79b36de-c1ec-47d9-a8b1-34925e066c93 x-openstack-request-id: req-c79b36de-c1ec-47d9-a8b1-34925e066c93 {{(pid=103182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:37:30.132722 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad91ae0f-410b-479b-82f5-c0e18d325a8b", "tag": "57b1afe5-3070-43a1-9f90-584240e66081", "status": "completed", "code": 200}]} {{(pid=103182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:37:30.132998 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c79b36de-c1ec-47d9-a8b1-34925e066c93 {{(pid=103182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:37:30.133396 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad91ae0f-410b-479b-82f5-c0e18d325a8b', 'tag': '57b1afe5-3070-43a1-9f90-584240e66081', 'status': 'completed', 'code': 200} Jan 21 09:37:30.136330 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d1003c-a3ca-4232-b782-e99797e65eb5 service neutron] Pushing event updated for resources: {'Port': ['ID=57b1afe5-3070-43a1-9f90-584240e66081,revision_number=3']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:30.213637 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a60fd9b2-440d-4d02-8118-e8efe6d7a3a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126007'] for security_group (803accea-6413-40ee-8b46-7990e53a2c90), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:30.216253 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a60fd9b2-440d-4d02-8118-e8efe6d7a3a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:30.217443 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [None req-a60fd9b2-440d-4d02-8118-e8efe6d7a3a4 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/803accea-6413-40ee-8b46-7990e53a2c90 HTTP/1.1" status: 204 len: 168 time: 0.3489242 Jan 21 09:37:30.227499 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60fd9b2-440d-4d02-8118-e8efe6d7a3a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=803accea-6413-40ee-8b46-7990e53a2c90,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:30.258176 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f842aea-0a15-43f8-9a49-4bf2978acc49 req-3de49057-bdd6-479b-9aa2-fd586d5fbb5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:30.259732 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-7f842aea-0a15-43f8-9a49-4bf2978acc49 req-3de49057-bdd6-479b-9aa2-fd586d5fbb5f service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=e3390729231b409e9a83376b428c1a7f&device_id=ad91ae0f-410b-479b-82f5-c0e18d325a8b HTTP/1.1" status: 200 len: 1096 time: 0.0792780 Jan 21 09:37:30.271326 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf00568-adf3-4551-8b49-fb575efb96c0 req-29bb9d98-7db9-4fe0-ad8f-5a5189d46d30 tempest-VolumesActionsTest-600326628 tempest-VolumesActionsTest-600326628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:30.273772 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-4bf00568-adf3-4551-8b49-fb575efb96c0 req-29bb9d98-7db9-4fe0-ad8f-5a5189d46d30 tempest-VolumesActionsTest-600326628 tempest-VolumesActionsTest-600326628-project] 10.222.0.45 "GET /v2.0/networks?id=12c1a4df-23d6-4c4b-b623-e53eca6cd97e HTTP/1.1" status: 200 len: 809 time: 0.1681073 Jan 21 09:37:30.364728 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-4bf00568-adf3-4551-8b49-fb575efb96c0 req-9eb8fe21-d5ad-4f5f-9e7f-04b201776654 tempest-VolumesActionsTest-600326628 tempest-VolumesActionsTest-600326628-project] 10.222.0.45 "GET /v2.0/quotas/6e1d230932114019a989885b46cb9283 HTTP/1.1" status: 200 len: 375 time: 0.0754020 Jan 21 09:37:30.395905 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3223208-44dd-4989-97e6-9458e5c9b934 req-a94289bf-ea7e-4a7b-8f02-a4a5607225aa tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:30.397443 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-a3223208-44dd-4989-97e6-9458e5c9b934 req-a94289bf-ea7e-4a7b-8f02-a4a5607225aa tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/ports?device_id=4e67b25e-7e65-4975-bafa-fceafcd53647 HTTP/1.1" status: 200 len: 945 time: 0.1531715 Jan 21 09:37:30.415920 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-4bf00568-adf3-4551-8b49-fb575efb96c0 req-733edb72-4b8a-4524-9024-a493ae7cb363 tempest-VolumesActionsTest-600326628 tempest-VolumesActionsTest-600326628-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=6e1d230932114019a989885b46cb9283&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0454919 Jan 21 09:37:30.519205 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f842aea-0a15-43f8-9a49-4bf2978acc49 req-c9ed0408-9c20-480e-98e7-236752fbd152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:30.520746 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-7f842aea-0a15-43f8-9a49-4bf2978acc49 req-c9ed0408-9c20-480e-98e7-236752fbd152 service neutron] 10.222.0.109 "GET /v2.0/networks?tenant_id=e3390729231b409e9a83376b428c1a7f&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2329299 Jan 21 09:37:30.570306 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-a3223208-44dd-4989-97e6-9458e5c9b934 req-c2cffb4d-d474-4f4a-a2c5-28974f3c7179 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/security-groups?id=3362d256-4580-47a9-b110-e51f4226c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570761 Jan 21 09:37:30.632002 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-4bf00568-adf3-4551-8b49-fb575efb96c0 req-a063d07b-f014-4629-bdda-63ebbd36801d service neutron] 10.222.0.45 "GET /v2.0/networks/12c1a4df-23d6-4c4b-b623-e53eca6cd97e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2051239 Jan 21 09:37:30.728681 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f842aea-0a15-43f8-9a49-4bf2978acc49 req-484bafd8-152c-4e40-955f-11d62d75f6da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:30.730287 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-7f842aea-0a15-43f8-9a49-4bf2978acc49 req-484bafd8-152c-4e40-955f-11d62d75f6da service neutron] 10.222.0.109 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2013488 Jan 21 09:37:30.776452 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-4bf00568-adf3-4551-8b49-fb575efb96c0 req-edc60fdb-4248-4566-92c3-a84b3c6a51d5 service neutron] 10.222.0.45 "GET /v2.0/networks/12c1a4df-23d6-4c4b-b623-e53eca6cd97e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329646 Jan 21 09:37:30.833806 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a33780b-cbdb-4049-9545-f6f215b6bcad req-1ec0a2b7-2018-4583-bbba-cda72ff1e87f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:30.834911 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-9a33780b-cbdb-4049-9545-f6f215b6bcad req-1ec0a2b7-2018-4583-bbba-cda72ff1e87f service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=e3390729231b409e9a83376b428c1a7f&device_id=ad91ae0f-410b-479b-82f5-c0e18d325a8b HTTP/1.1" status: 200 len: 1096 time: 0.0463045 Jan 21 09:37:30.886409 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-9a33780b-cbdb-4049-9545-f6f215b6bcad req-aa4988b8-32b3-44e3-968a-b92ac08e77b3 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=57b1afe5-3070-43a1-9f90-584240e66081 HTTP/1.1" status: 200 len: 217 time: 0.0427597 Jan 21 09:37:30.937977 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a33780b-cbdb-4049-9545-f6f215b6bcad req-952e0f98-5293-4b7c-ba3b-ba79353bd525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:30.939644 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-9a33780b-cbdb-4049-9545-f6f215b6bcad req-952e0f98-5293-4b7c-ba3b-ba79353bd525 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=dc85c810-f6f8-41f3-bbb2-2b1bee730031 HTTP/1.1" status: 200 len: 855 time: 0.0472987 Jan 21 09:37:30.978436 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-9a33780b-cbdb-4049-9545-f6f215b6bcad req-f0934e10-2be8-48e6-8cc1-53a64faf51b1 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=6d3bfab5-614b-42ce-87b9-03bdb3f3c1da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281892 Jan 21 09:37:31.074692 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-58c075c6-1264-4aa8-a5e8-e2154991dc2e req-a1dfa881-8bce-4a2c-b47f-d51213fecda6 tempest-VolumesActionsTest-600326628 tempest-VolumesActionsTest-600326628-project] 10.222.0.45 "GET /v2.0/ports?device_id=c2cf8bdb-ca1e-40cb-b09a-58e8e59a213f HTTP/1.1" status: 200 len: 210 time: 0.0447047 Jan 21 09:37:31.229013 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-9a33780b-cbdb-4049-9545-f6f215b6bcad req-adcf0f09-d800-46f8-b2a1-e7da9f857d8e service neutron] 10.222.0.109 "GET /v2.0/networks/6d3bfab5-614b-42ce-87b9-03bdb3f3c1da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2390001 Jan 21 09:37:31.238614 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a87d9c-059e-4a93-9240-cbe036ccb76b req-7e591b23-2a10-4965-bc51-58984533eb1b tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:31.240187 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-91a87d9c-059e-4a93-9240-cbe036ccb76b req-7e591b23-2a10-4965-bc51-58984533eb1b tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] 10.222.0.45 "GET /v2.0/ports?device_id=ad91ae0f-410b-479b-82f5-c0e18d325a8b HTTP/1.1" status: 200 len: 943 time: 0.1014526 Jan 21 09:37:31.348896 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-91a87d9c-059e-4a93-9240-cbe036ccb76b req-6f09b526-f63d-4107-bfa3-0d1feac26f35 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] 10.222.0.45 "GET /v2.0/security-groups?id=689824d6-e2cc-4e2f-a7c0-efd7e57bdd17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997164 Jan 21 09:37:31.370432 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-9a33780b-cbdb-4049-9545-f6f215b6bcad req-106b624f-fbe3-44e2-8093-7fbae68ae482 service neutron] 10.222.0.109 "GET /v2.0/networks/6d3bfab5-614b-42ce-87b9-03bdb3f3c1da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291804 Jan 21 09:37:31.488673 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.45', 35198) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:37:31.595803 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.v2.base [None req-7ead75b2-01f6-4ef8-b973-508b08478cb1 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1638274019-network', 'tenant_id': '10ed49573f464cc18794b94fd1c115ee'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:31.721097 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ead75b2-01f6-4ef8-b973-508b08478cb1 admin admin] Made reservation on behalf of 10ed49573f464cc18794b94fd1c115ee for: {'network': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:37:31.725959 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-7ead75b2-01f6-4ef8-b973-508b08478cb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for network (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:31.737559 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5690fb0e-38b2-4292-b705-3cbe73a6db7e req-6516de99-d616-4b2e-a168-b8e585546691 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:31.740090 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-5690fb0e-38b2-4292-b705-3cbe73a6db7e req-6516de99-d616-4b2e-a168-b8e585546691 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/ports?device_id=4e67b25e-7e65-4975-bafa-fceafcd53647 HTTP/1.1" status: 200 len: 945 time: 0.0807803 Jan 21 09:37:31.742081 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-7ead75b2-01f6-4ef8-b973-508b08478cb1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:31.796514 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-5690fb0e-38b2-4292-b705-3cbe73a6db7e req-657ceb04-0fb9-4dd7-8a75-b2b8f858e1cc tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/security-groups?id=3362d256-4580-47a9-b110-e51f4226c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498374 Jan 21 09:37:31.842447 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-7ead75b2-01f6-4ef8-b973-508b08478cb1 admin admin] Publish callbacks [] for security_group (98741539-7e8f-4cb1-b02f-12a07fa1dee3), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:31.931568 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-7ead75b2-01f6-4ef8-b973-508b08478cb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126007'] for security_group (98741539-7e8f-4cb1-b02f-12a07fa1dee3), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:31.954378 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ead75b2-01f6-4ef8-b973-508b08478cb1 admin admin] vlan segment allocate from pool success with {'vlan_id': 351, 'physical_network': 'physnet1'} {{(pid=103183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:37:31.970584 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ead75b2-01f6-4ef8-b973-508b08478cb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98741539-7e8f-4cb1-b02f-12a07fa1dee3,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:31.973858 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-7ead75b2-01f6-4ef8-b973-508b08478cb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906022'] for segment (ca5bfd78-f762-4f49-9105-ff4007fd6139), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:31.974094 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.db.segments_db [None req-7ead75b2-01f6-4ef8-b973-508b08478cb1 admin admin] Added segment ca5bfd78-f762-4f49-9105-ff4007fd6139 of type vlan for network e49a728a-90d2-4a07-8a83-d63652f9661a Jan 21 09:37:32.025436 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-7ead75b2-01f6-4ef8-b973-508b08478cb1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774670334190'] for network (e49a728a-90d2-4a07-8a83-d63652f9661a), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:32.168376 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-7ead75b2-01f6-4ef8-b973-508b08478cb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430'] for network (e49a728a-90d2-4a07-8a83-d63652f9661a), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:32.169593 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ead75b2-01f6-4ef8-b973-508b08478cb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:32.170322 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-7ead75b2-01f6-4ef8-b973-508b08478cb1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4184320'] for network (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:32.243710 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ead75b2-01f6-4ef8-b973-508b08478cb1 admin admin] Pushing event updated for resources: {'Network': ['ID=e49a728a-90d2-4a07-8a83-d63652f9661a,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:32.267388 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Network e49a728a-90d2-4a07-8a83-d63652f9661a details requested by agent ovs-agent-dv-cinder-804035-25-iscsi with host dv-cinder-804035-25-iscsi {{(pid=103184) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 09:37:32.282272 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-38bc2f01-fa4f-4360-89eb-bdaa731e7a58 req-c9f6799b-482f-43eb-b5d6-e994d2df3996 tempest-VolumesActionsTest-600326628 tempest-VolumesActionsTest-600326628-project] 10.222.0.45 "GET /v2.0/ports?device_id=c2cf8bdb-ca1e-40cb-b09a-58e8e59a213f HTTP/1.1" status: 200 len: 210 time: 0.0295031 Jan 21 09:37:32.317996 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [None req-7ead75b2-01f6-4ef8-b973-508b08478cb1 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8270257 Jan 21 09:37:32.320935 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.45', 35224) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:37:32.326077 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.v2.base [None req-36084426-b564-4930-b271-d2b5cb1303a1 admin admin] Request body: {'subnet': {'network_id': 'e49a728a-90d2-4a07-8a83-d63652f9661a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1638274019-subnet', 'tenant_id': '10ed49573f464cc18794b94fd1c115ee', 'ip_version': 4}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:32.402541 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36084426-b564-4930-b271-d2b5cb1303a1 admin admin] Made reservation on behalf of 10ed49573f464cc18794b94fd1c115ee for: {'subnet': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:37:32.405005 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-36084426-b564-4930-b271-d2b5cb1303a1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28848053'] for subnet (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:32.472271 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42631171-e940-4d8e-9b87-cea0652ee013 req-0abec26e-5b60-40a7-b9ca-e2c9c39eb69f tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:32.474600 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-42631171-e940-4d8e-9b87-cea0652ee013 req-0abec26e-5b60-40a7-b9ca-e2c9c39eb69f tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] 10.222.0.45 "GET /v2.0/ports?device_id=ad91ae0f-410b-479b-82f5-c0e18d325a8b HTTP/1.1" status: 200 len: 943 time: 0.0500836 Jan 21 09:37:32.531801 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-42631171-e940-4d8e-9b87-cea0652ee013 req-f76db6d5-cd1a-4e10-a9f5-36aec06d624b tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] 10.222.0.45 "GET /v2.0/security-groups?id=689824d6-e2cc-4e2f-a7c0-efd7e57bdd17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502608 Jan 21 09:37:32.686051 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-36084426-b564-4930-b271-d2b5cb1303a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4120330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25182144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28848043'] for subnet (e29f5993-ac69-42ff-9e18-94424da90a30), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:32.758516 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36084426-b564-4930-b271-d2b5cb1303a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e29f5993-ac69-42ff-9e18-94424da90a30,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:32.765204 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36084426-b564-4930-b271-d2b5cb1303a1 admin admin] Checking segment: {'id': 'ca5bfd78-f762-4f49-9105-ff4007fd6139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'e49a728a-90d2-4a07-8a83-d63652f9661a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 09:37:32.765568 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36084426-b564-4930-b271-d2b5cb1303a1 admin admin] Network hostable DHCP agents. Network: e49a728a-90d2-4a07-8a83-d63652f9661a, hostable agents: ['8a5d4a72-43a4-4fcf-b58e-bc9792bd5f0a'], hosted agents: [] {{(pid=103183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:37:32.882512 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36084426-b564-4930-b271-d2b5cb1303a1 admin admin] Network e49a728a-90d2-4a07-8a83-d63652f9661a is scheduled to be hosted by DHCP agent 8a5d4a72-43a4-4fcf-b58e-bc9792bd5f0a with binding_index 1 {{(pid=103183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:37:32.966691 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-36084426-b564-4930-b271-d2b5cb1303a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-25-iscsi, e49a728a-90d2-4a07-8a83-d63652f9661a) {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:37:32.967466 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a763a685-3111-4714-9c57-c3f52c09f5b0 req-4802b136-05d7-4406-b6ce-d8e911638c1b tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:32.972320 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36084426-b564-4930-b271-d2b5cb1303a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:32.974051 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-36084426-b564-4930-b271-d2b5cb1303a1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:32.975857 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-a763a685-3111-4714-9c57-c3f52c09f5b0 req-4802b136-05d7-4406-b6ce-d8e911638c1b tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/ports?device_id=4e67b25e-7e65-4975-bafa-fceafcd53647 HTTP/1.1" status: 200 len: 945 time: 0.0618231 Jan 21 09:37:32.984961 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8fc9486-7466-4a8f-a92a-d69860af9552 None None] Network e49a728a-90d2-4a07-8a83-d63652f9661a requested from dv-cinder-804035-25-iscsi {{(pid=103184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 09:37:33.049998 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-a763a685-3111-4714-9c57-c3f52c09f5b0 req-613b56f3-cd07-45c3-865d-e48481c636d0 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/security-groups?id=3362d256-4580-47a9-b110-e51f4226c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731001 Jan 21 09:37:33.105745 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [None req-36084426-b564-4930-b271-d2b5cb1303a1 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7836246 Jan 21 09:37:33.113268 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.wsgi [-] (103182) accepted ('10.222.0.45', 35248) {{(pid=103182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:37:33.113268 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.v2.base [None req-cc20a509-151d-46fe-9ac3-f53ab3b3a954 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1638274019-router', 'tenant_id': '10ed49573f464cc18794b94fd1c115ee', 'external_gateway_info': {'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5'}}} {{(pid=103182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:33.214442 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-cc20a509-151d-46fe-9ac3-f53ab3b3a954 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3844473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3103'] for router (5dd45841-36f2-429c-8076-9834ce99a892), before_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:33.216855 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-cc20a509-151d-46fe-9ac3-f53ab3b3a954 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3843017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3850133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3732829', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3092'] for router (5dd45841-36f2-429c-8076-9834ce99a892), precommit_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:33.265747 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08f5dbf2-6fd2-424e-9fd8-75aca40f6150 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdb391ba1-f7e2-5f62-9648-e4a8f7be7f09-e49a728a-90d2-4a07-8a83-d63652f9661a', 'network_id': 'e49a728a-90d2-4a07-8a83-d63652f9661a', 'project_id': '10ed49573f464cc18794b94fd1c115ee', 'fixed_ips': [{'subnet_id': 'e29f5993-ac69-42ff-9e18-94424da90a30'}]}} from dv-cinder-804035-25-iscsi. {{(pid=103184) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 21 09:37:33.266815 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-08f5dbf2-6fd2-424e-9fd8-75aca40f6150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:33.286282 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-cc20a509-151d-46fe-9ac3-f53ab3b3a954 admin admin] Publish callbacks [] for router_controller (5dd45841-36f2-429c-8076-9834ce99a892), precommit_add_association {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:33.432250 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [None req-08f5dbf2-6fd2-424e-9fd8-75aca40f6150 None None] Allocated IP 172.20.0.2 (e49a728a-90d2-4a07-8a83-d63652f9661a/e29f5993-ac69-42ff-9e18-94424da90a30/ab026e80-c61d-4d48-a03d-5ef282bc46d5) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:37:33.434140 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-c7ba30f2-f356-43ac-adad-d757c68efd7d req-1deb94e4-3ff1-4c0b-bde2-8b93f2c293da tempest-VolumesActionsTest-600326628 tempest-VolumesActionsTest-600326628-project] 10.222.0.45 "GET /v2.0/ports?device_id=c2cf8bdb-ca1e-40cb-b09a-58e8e59a213f HTTP/1.1" status: 200 len: 210 time: 0.0744276 Jan 21 09:37:33.552863 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-cc20a509-151d-46fe-9ac3-f53ab3b3a954 admin admin] Publish callbacks [] for router_gateway (5dd45841-36f2-429c-8076-9834ce99a892), precommit_update {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:33.618789 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-08f5dbf2-6fd2-424e-9fd8-75aca40f6150 None None] Publish callbacks [] for port (ab026e80-c61d-4d48-a03d-5ef282bc46d5), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:33.663636 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67a4938-fa98-47f7-a564-8188e3b69107 req-6948f1f7-9d3f-4357-8e76-fc80edae224f tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:33.665331 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-e67a4938-fa98-47f7-a564-8188e3b69107 req-6948f1f7-9d3f-4357-8e76-fc80edae224f tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] 10.222.0.45 "GET /v2.0/ports?device_id=ad91ae0f-410b-479b-82f5-c0e18d325a8b HTTP/1.1" status: 200 len: 943 time: 0.0572348 Jan 21 09:37:33.723613 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-08f5dbf2-6fd2-424e-9fd8-75aca40f6150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774670299796'] for port (ab026e80-c61d-4d48-a03d-5ef282bc46d5), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:33.764910 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08f5dbf2-6fd2-424e-9fd8-75aca40f6150 None None] Network e49a728a-90d2-4a07-8a83-d63652f9661a is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:37:33.765339 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-e67a4938-fa98-47f7-a564-8188e3b69107 req-2f434706-347e-4798-bd97-a4b1a5eec318 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] 10.222.0.45 "GET /v2.0/security-groups?id=689824d6-e2cc-4e2f-a7c0-efd7e57bdd17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881624 Jan 21 09:37:33.776770 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-08f5dbf2-6fd2-424e-9fd8-75aca40f6150 None None] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:37:33.787957 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f5dbf2-6fd2-424e-9fd8-75aca40f6150 None None] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 09:37:33.799583 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f5dbf2-6fd2-424e-9fd8-75aca40f6150 None None] Pushing event updated for resources: {'Port': ['ID=ab026e80-c61d-4d48-a03d-5ef282bc46d5,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:33.860285 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [None req-08f5dbf2-6fd2-424e-9fd8-75aca40f6150 None None] Attempting to bind port ab026e80-c61d-4d48-a03d-5ef282bc46d5 on host dv-cinder-804035-25-iscsi for vnic_type normal with profile {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 09:37:33.861044 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [None req-08f5dbf2-6fd2-424e-9fd8-75aca40f6150 None None] Attempting to bind port ab026e80-c61d-4d48-a03d-5ef282bc46d5 by drivers openvswitch,hyperv on host dv-cinder-804035-25-iscsi at level 0 using segments [{'id': 'ca5bfd78-f762-4f49-9105-ff4007fd6139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'e49a728a-90d2-4a07-8a83-d63652f9661a'}] {{(pid=103184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 09:37:33.861599 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08f5dbf2-6fd2-424e-9fd8-75aca40f6150 None None] Attempting to bind port ab026e80-c61d-4d48-a03d-5ef282bc46d5 on network e49a728a-90d2-4a07-8a83-d63652f9661a {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:37:33.871776 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08f5dbf2-6fd2-424e-9fd8-75aca40f6150 None None] Checking agent: {'id': 'a4f58dde-e5c6-489c-94fe-b355a6abc90e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-25-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 27, 22), 'started_at': datetime.datetime(2022, 1, 21, 9, 27, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 37, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-25-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:37:33.872278 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08f5dbf2-6fd2-424e-9fd8-75aca40f6150 None None] Checking segment: {'id': 'ca5bfd78-f762-4f49-9105-ff4007fd6139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'e49a728a-90d2-4a07-8a83-d63652f9661a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 09:37:33.873344 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-08f5dbf2-6fd2-424e-9fd8-75aca40f6150 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:33.874007 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08f5dbf2-6fd2-424e-9fd8-75aca40f6150 None None] Bound using segment: {'id': 'ca5bfd78-f762-4f49-9105-ff4007fd6139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'e49a728a-90d2-4a07-8a83-d63652f9661a'} {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:37:33.874757 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [None req-08f5dbf2-6fd2-424e-9fd8-75aca40f6150 None None] Bound port: ab026e80-c61d-4d48-a03d-5ef282bc46d5, host: dv-cinder-804035-25-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca5bfd78-f762-4f49-9105-ff4007fd6139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'e49a728a-90d2-4a07-8a83-d63652f9661a'}}] {{(pid=103184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 09:37:33.875445 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-08f5dbf2-6fd2-424e-9fd8-75aca40f6150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (ab026e80-c61d-4d48-a03d-5ef282bc46d5), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:33.954269 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-08f5dbf2-6fd2-424e-9fd8-75aca40f6150 None None] For port ab026e80-c61d-4d48-a03d-5ef282bc46d5, host dv-cinder-804035-25-iscsi, cleared binding levels {{(pid=103184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:37:33.958300 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-08f5dbf2-6fd2-424e-9fd8-75aca40f6150 None None] For port ab026e80-c61d-4d48-a03d-5ef282bc46d5, host dv-cinder-804035-25-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-25-iscsi',level=0,port_id=ab026e80-c61d-4d48-a03d-5ef282bc46d5,segment=NetworkSegment(ca5bfd78-f762-4f49-9105-ff4007fd6139),segment_id=ca5bfd78-f762-4f49-9105-ff4007fd6139)] {{(pid=103184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:37:33.966623 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf00568-adf3-4551-8b49-fb575efb96c0 req-f407c398-5715-4ef5-b199-950a8fbd0aa7 tempest-VolumesActionsTest-600326628 tempest-VolumesActionsTest-600326628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:33.968182 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-4bf00568-adf3-4551-8b49-fb575efb96c0 req-f407c398-5715-4ef5-b199-950a8fbd0aa7 tempest-VolumesActionsTest-600326628 tempest-VolumesActionsTest-600326628-project] 10.222.0.109 "GET /v2.0/networks?id=12c1a4df-23d6-4c4b-b623-e53eca6cd97e HTTP/1.1" status: 200 len: 809 time: 0.1920578 Jan 21 09:37:33.996630 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.v2.base [req-4bf00568-adf3-4551-8b49-fb575efb96c0 req-659164c8-bff8-411f-bf49-79efdea58b38 tempest-VolumesActionsTest-600326628 tempest-VolumesActionsTest-600326628-project] Request body: {'port': {'device_id': 'c2cf8bdb-ca1e-40cb-b09a-58e8e59a213f', 'network_id': '12c1a4df-23d6-4c4b-b623-e53eca6cd97e', 'admin_state_up': True, 'tenant_id': '6e1d230932114019a989885b46cb9283'}} {{(pid=103182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:34.040762 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-08f5dbf2-6fd2-424e-9fd8-75aca40f6150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774670732957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774670299814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774670299832'] for port (ab026e80-c61d-4d48-a03d-5ef282bc46d5), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:34.077627 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-cc20a509-151d-46fe-9ac3-f53ab3b3a954 admin admin] Publish callbacks [] for router_gateway (5dd45841-36f2-429c-8076-9834ce99a892), before_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:34.107397 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-cc20a509-151d-46fe-9ac3-f53ab3b3a954 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (None), before_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:34.125130 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f5dbf2-6fd2-424e-9fd8-75aca40f6150 None None] Pushing event updated for resources: {'Port': ['ID=ab026e80-c61d-4d48-a03d-5ef282bc46d5,revision_number=2']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:34.305306 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da1a5f4-bca8-447c-a156-1a25e77e15ef req-0045b71c-21e8-4f58-ad66-ce3f0cc461bc tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:34.305306 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-8da1a5f4-bca8-447c-a156-1a25e77e15ef req-0045b71c-21e8-4f58-ad66-ce3f0cc461bc tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/ports?device_id=4e67b25e-7e65-4975-bafa-fceafcd53647 HTTP/1.1" status: 200 len: 945 time: 0.1315386 Jan 21 09:37:34.337054 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.db.db_base_plugin_common [None req-cc20a509-151d-46fe-9ac3-f53ab3b3a954 admin admin] Allocated IP 172.27.3.186 (c13ce787-b669-4a63-b567-cda42d951ad5/6accd444-6422-45bf-9c21-6be173243a45/944583b6-5e79-4d42-9361-80430e64ac43) {{(pid=103182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:37:34.389199 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-8da1a5f4-bca8-447c-a156-1a25e77e15ef req-3bbd37d8-1b6a-4192-a2ef-8150ce696c8c tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/security-groups?id=3362d256-4580-47a9-b110-e51f4226c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839772 Jan 21 09:37:34.451438 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4bf00568-adf3-4551-8b49-fb575efb96c0 req-659164c8-bff8-411f-bf49-79efdea58b38 tempest-VolumesActionsTest-600326628 tempest-VolumesActionsTest-600326628-project] Made reservation on behalf of 6e1d230932114019a989885b46cb9283 for: {'port': 1} {{(pid=103182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:37:34.459213 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-4bf00568-adf3-4551-8b49-fb575efb96c0 req-659164c8-bff8-411f-bf49-79efdea58b38 tempest-VolumesActionsTest-600326628 tempest-VolumesActionsTest-600326628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (None), before_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:34.649742 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-5d1d56bb-87eb-4f39-9f98-592e041ab414 req-0a43e23e-5740-4bd7-bbb8-a442582e061c tempest-VolumesActionsTest-600326628 tempest-VolumesActionsTest-600326628-project] 10.222.0.45 "GET /v2.0/ports?device_id=c2cf8bdb-ca1e-40cb-b09a-58e8e59a213f HTTP/1.1" status: 200 len: 210 time: 0.0599961 Jan 21 09:37:34.654953 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-cc20a509-151d-46fe-9ac3-f53ab3b3a954 admin admin] Publish callbacks [] for port (944583b6-5e79-4d42-9361-80430e64ac43), precommit_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:34.751452 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.db.db_base_plugin_common [req-4bf00568-adf3-4551-8b49-fb575efb96c0 req-659164c8-bff8-411f-bf49-79efdea58b38 tempest-VolumesActionsTest-600326628 tempest-VolumesActionsTest-600326628-project] Allocated IP 172.20.0.10 (12c1a4df-23d6-4c4b-b623-e53eca6cd97e/14a025df-22d6-457a-8964-126d9d91d404/6bb3a0f1-e345-49d2-b142-75f408fac434) {{(pid=103182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:37:34.886090 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-cc20a509-151d-46fe-9ac3-f53ab3b3a954 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774670299796'] for port (944583b6-5e79-4d42-9361-80430e64ac43), after_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:34.959745 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Device 57b1afe5-3070-43a1-9f90-584240e66081 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=103184) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 21 09:37:34.997345 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc20a509-151d-46fe-9ac3-f53ab3b3a954 admin admin] Network c13ce787-b669-4a63-b567-cda42d951ad5 is already hosted by enough agents. {{(pid=103182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:37:35.000094 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc20a509-151d-46fe-9ac3-f53ab3b3a954 admin admin] Pushing event updated for resources: {'Port': ['ID=944583b6-5e79-4d42-9361-80430e64ac43,revision_number=1']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:35.007858 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-4bf00568-adf3-4551-8b49-fb575efb96c0 req-659164c8-bff8-411f-bf49-79efdea58b38 tempest-VolumesActionsTest-600326628 tempest-VolumesActionsTest-600326628-project] Publish callbacks [] for port (6bb3a0f1-e345-49d2-b142-75f408fac434), precommit_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:35.010023 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.scheduler.base_scheduler [None req-cc20a509-151d-46fe-9ac3-f53ab3b3a954 admin admin] Resources bound (agent type, host, resource id): {{(pid=103182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:37:35.015233 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc20a509-151d-46fe-9ac3-f53ab3b3a954 admin admin] Received port after_create {{(pid=103182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 09:37:35.098990 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] For port 57b1afe5-3070-43a1-9f90-584240e66081, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=57b1afe5-3070-43a1-9f90-584240e66081,segment=NetworkSegment(040eb47d-f813-4918-9757-ad97391c2793),segment_id=040eb47d-f813-4918-9757-ad97391c2793)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:37:35.127907 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Returning: {'device': '57b1afe5-3070-43a1-9f90-584240e66081', 'network_id': '6d3bfab5-614b-42ce-87b9-03bdb3f3c1da', 'port_id': '57b1afe5-3070-43a1-9f90-584240e66081', 'mac_address': 'fa:16:3e:42:48:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc85c810-f6f8-41f3-bbb2-2b1bee730031', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103184) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 21 09:37:35.135754 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c45f1b-a258-4180-bef9-14c787c70565 req-d83c2578-330e-4c16-8f20-358d1adad3c2 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:35.137591 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-e5c45f1b-a258-4180-bef9-14c787c70565 req-d83c2578-330e-4c16-8f20-358d1adad3c2 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] 10.222.0.45 "GET /v2.0/ports?device_id=ad91ae0f-410b-479b-82f5-c0e18d325a8b HTTP/1.1" status: 200 len: 943 time: 0.2485995 Jan 21 09:37:35.226238 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Current status of the port 57b1afe5-3070-43a1-9f90-584240e66081 is: DOWN; New status is: BUILD {{(pid=103184) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:37:35.226469 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (57b1afe5-3070-43a1-9f90-584240e66081), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:35.262389 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.notifiers.nova [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57b1afe5-3070-43a1-9f90-584240e66081 {{(pid=103184) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:37:35.266361 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-e5c45f1b-a258-4180-bef9-14c787c70565 req-1d011121-1d3c-48ec-9599-d935ff0eff48 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] 10.222.0.45 "GET /v2.0/security-groups?id=689824d6-e2cc-4e2f-a7c0-efd7e57bdd17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975816 Jan 21 09:37:35.268634 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-4bf00568-adf3-4551-8b49-fb575efb96c0 req-659164c8-bff8-411f-bf49-79efdea58b38 tempest-VolumesActionsTest-600326628 tempest-VolumesActionsTest-600326628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774670299796'] for port (6bb3a0f1-e345-49d2-b142-75f408fac434), after_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:35.313249 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] For port 57b1afe5-3070-43a1-9f90-584240e66081, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=57b1afe5-3070-43a1-9f90-584240e66081,segment=NetworkSegment(040eb47d-f813-4918-9757-ad97391c2793),segment_id=040eb47d-f813-4918-9757-ad97391c2793)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:37:35.329820 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4bf00568-adf3-4551-8b49-fb575efb96c0 req-659164c8-bff8-411f-bf49-79efdea58b38 tempest-VolumesActionsTest-600326628 tempest-VolumesActionsTest-600326628-project] Network 12c1a4df-23d6-4c4b-b623-e53eca6cd97e is already hosted by enough agents. {{(pid=103182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:37:35.329820 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.scheduler.base_scheduler [req-4bf00568-adf3-4551-8b49-fb575efb96c0 req-659164c8-bff8-411f-bf49-79efdea58b38 tempest-VolumesActionsTest-600326628 tempest-VolumesActionsTest-600326628-project] Resources bound (agent type, host, resource id): {{(pid=103182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:37:35.329820 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bf00568-adf3-4551-8b49-fb575efb96c0 req-659164c8-bff8-411f-bf49-79efdea58b38 tempest-VolumesActionsTest-600326628 tempest-VolumesActionsTest-600326628-project] Received port after_create {{(pid=103182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 09:37:35.335557 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf00568-adf3-4551-8b49-fb575efb96c0 req-659164c8-bff8-411f-bf49-79efdea58b38 tempest-VolumesActionsTest-600326628 tempest-VolumesActionsTest-600326628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:35.341256 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-4bf00568-adf3-4551-8b49-fb575efb96c0 req-659164c8-bff8-411f-bf49-79efdea58b38 tempest-VolumesActionsTest-600326628 tempest-VolumesActionsTest-600326628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11211'] for port (None), before_response {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:35.356484 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659164c8-bff8-411f-bf49-79efdea58b38 tempest-VolumesActionsTest-600326628 tempest-VolumesActionsTest-600326628-project] Pushing event updated for resources: {'Port': ['ID=6bb3a0f1-e345-49d2-b142-75f408fac434,revision_number=1']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:35.456998 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774670732957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774670299814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774670299832'] for port (57b1afe5-3070-43a1-9f90-584240e66081), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:35.488132 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-4bf00568-adf3-4551-8b49-fb575efb96c0 req-659164c8-bff8-411f-bf49-79efdea58b38 tempest-VolumesActionsTest-600326628 tempest-VolumesActionsTest-600326628-project] 10.222.0.109 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4952507 Jan 21 09:37:35.515268 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.v2.base [req-4bf00568-adf3-4551-8b49-fb575efb96c0 req-5ae8273e-d22c-478a-a3d1-f9d51a7347c8 service neutron] Request body: {'port': {'device_id': 'c2cf8bdb-ca1e-40cb-b09a-58e8e59a213f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=103182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:35.550525 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Pushing event updated for resources: {'Port': ['ID=57b1afe5-3070-43a1-9f90-584240e66081,revision_number=4']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:35.556985 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-cc20a509-151d-46fe-9ac3-f53ab3b3a954 admin admin] Publish callbacks [] for router_gateway (5dd45841-36f2-429c-8076-9834ce99a892), after_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:35.581816 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-822d289f-6abf-4b0d-b496-8916a99f6fc9 None None] Network e49a728a-90d2-4a07-8a83-d63652f9661a requested from dv-cinder-804035-25-iscsi {{(pid=103184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 09:37:35.705954 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.provisioning_blocks [None req-aad68829-e6f6-4601-b93f-127751700973 None None] Provisioning complete for port ab026e80-c61d-4d48-a03d-5ef282bc46d5 triggered by entity DHCP. {{(pid=103184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:37:35.706500 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-aad68829-e6f6-4601-b93f-127751700973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983013'] for port (ab026e80-c61d-4d48-a03d-5ef282bc46d5), provisioning_complete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:35.793189 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Device ab026e80-c61d-4d48-a03d-5ef282bc46d5 up at agent ovs-agent-dv-cinder-804035-25-iscsi {{(pid=103184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:37:35.824906 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] get_ports_and_sgs() called for port_ids ['57b1afe5-3070-43a1-9f90-584240e66081'] {{(pid=103184) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 09:37:35.920276 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-aad68829-e6f6-4601-b93f-127751700973 None None] Current status of the port ab026e80-c61d-4d48-a03d-5ef282bc46d5 is: DOWN; New status is: ACTIVE {{(pid=103184) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:37:35.920667 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-aad68829-e6f6-4601-b93f-127751700973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (ab026e80-c61d-4d48-a03d-5ef282bc46d5), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:35.955072 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-4bf00568-adf3-4551-8b49-fb575efb96c0 req-5ae8273e-d22c-478a-a3d1-f9d51a7347c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (6bb3a0f1-e345-49d2-b142-75f408fac434), before_update {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:35.995580 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-aad68829-e6f6-4601-b93f-127751700973 None None] For port ab026e80-c61d-4d48-a03d-5ef282bc46d5, host dv-cinder-804035-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-25-iscsi',level=0,port_id=ab026e80-c61d-4d48-a03d-5ef282bc46d5,segment=NetworkSegment(ca5bfd78-f762-4f49-9105-ff4007fd6139),segment_id=ca5bfd78-f762-4f49-9105-ff4007fd6139)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:37:35.996651 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.provisioning_blocks [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Provisioning complete for port ab026e80-c61d-4d48-a03d-5ef282bc46d5 triggered by entity L2. {{(pid=103184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:37:35.997091 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983013'] for port (ab026e80-c61d-4d48-a03d-5ef282bc46d5), provisioning_complete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:36.000582 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb903b05-9db6-482b-9fa6-450328a57368 req-a00c5e82-84cd-4db1-93b5-4e263161fed4 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:36.002134 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-eb903b05-9db6-482b-9fa6-450328a57368 req-a00c5e82-84cd-4db1-93b5-4e263161fed4 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/ports?device_id=4e67b25e-7e65-4975-bafa-fceafcd53647 HTTP/1.1" status: 200 len: 945 time: 0.4822433 Jan 21 09:37:36.065181 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-aad68829-e6f6-4601-b93f-127751700973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774670732957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774670299814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774670299832'] for port (ab026e80-c61d-4d48-a03d-5ef282bc46d5), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:36.110502 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1759b8de-9401-4a43-869b-16e93a0987a3 req-35fe65e7-edbb-4ef1-b9d0-d65c3c1f43c1 tempest-VolumesActionsTest-600326628 tempest-VolumesActionsTest-600326628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:36.111724 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-1759b8de-9401-4a43-869b-16e93a0987a3 req-35fe65e7-edbb-4ef1-b9d0-d65c3c1f43c1 tempest-VolumesActionsTest-600326628 tempest-VolumesActionsTest-600326628-project] 10.222.0.45 "GET /v2.0/ports?device_id=c2cf8bdb-ca1e-40cb-b09a-58e8e59a213f HTTP/1.1" status: 200 len: 932 time: 0.1756873 Jan 21 09:37:36.187209 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad68829-e6f6-4601-b93f-127751700973 None None] Pushing event updated for resources: {'Port': ['ID=ab026e80-c61d-4d48-a03d-5ef282bc46d5,revision_number=3']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:36.193717 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Current status of the port ab026e80-c61d-4d48-a03d-5ef282bc46d5 is: ACTIVE; New status is: ACTIVE {{(pid=103184) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:37:36.205016 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.provisioning_blocks [None req-baf97eaf-b04d-4efe-bb01-d9d905df729a None None] Provisioning complete for port ab026e80-c61d-4d48-a03d-5ef282bc46d5 triggered by entity DHCP. {{(pid=103184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:37:36.205509 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-baf97eaf-b04d-4efe-bb01-d9d905df729a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983013'] for port (ab026e80-c61d-4d48-a03d-5ef282bc46d5), provisioning_complete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:36.256333 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-eb903b05-9db6-482b-9fa6-450328a57368 req-bac1590a-848d-4248-be3c-f197776ca716 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/security-groups?id=3362d256-4580-47a9-b110-e51f4226c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2449098 Jan 21 09:37:36.328702 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-baf97eaf-b04d-4efe-bb01-d9d905df729a None None] Current status of the port ab026e80-c61d-4d48-a03d-5ef282bc46d5 is: ACTIVE; New status is: ACTIVE {{(pid=103184) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:37:36.335059 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-cc20a509-151d-46fe-9ac3-f53ab3b3a954 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3843070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3846200'] for router (5dd45841-36f2-429c-8076-9834ce99a892), after_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:36.341337 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-1759b8de-9401-4a43-869b-16e93a0987a3 req-f006c2c0-22ff-4962-8b85-70e8839f4a4e tempest-VolumesActionsTest-600326628 tempest-VolumesActionsTest-600326628-project] 10.222.0.45 "GET /v2.0/security-groups?id=ca46b9c8-4f8b-4ca8-b76a-dbd1f3494728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194920 Jan 21 09:37:36.532385 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13607f6-84e6-4b1a-8003-359ab0c9fae6 req-002afa68-6fc8-4d07-b64d-9c2eb65709a9 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:36.534098 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-e13607f6-84e6-4b1a-8003-359ab0c9fae6 req-002afa68-6fc8-4d07-b64d-9c2eb65709a9 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] 10.222.0.45 "GET /v2.0/ports?device_id=ad91ae0f-410b-479b-82f5-c0e18d325a8b HTTP/1.1" status: 200 len: 944 time: 0.1553271 Jan 21 09:37:36.647167 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.notifiers.nova [req-4bf00568-adf3-4551-8b49-fb575efb96c0 req-5ae8273e-d22c-478a-a3d1-f9d51a7347c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bb3a0f1-e345-49d2-b142-75f408fac434 {{(pid=103182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:37:36.667928 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-4bf00568-adf3-4551-8b49-fb575efb96c0 req-5ae8273e-d22c-478a-a3d1-f9d51a7347c8 service neutron] Publish callbacks [] for port (6bb3a0f1-e345-49d2-b142-75f408fac434), precommit_update {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:36.680471 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-e13607f6-84e6-4b1a-8003-359ab0c9fae6 req-cbc868b4-5418-4fb2-8d66-e98a39951dba tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] 10.222.0.45 "GET /v2.0/security-groups?id=689824d6-e2cc-4e2f-a7c0-efd7e57bdd17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324096 Jan 21 09:37:36.698811 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.45', 35368) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:37:36.702759 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.db.provisioning_blocks [req-4bf00568-adf3-4551-8b49-fb575efb96c0 req-5ae8273e-d22c-478a-a3d1-f9d51a7347c8 service neutron] Transition to ACTIVE for port object 6bb3a0f1-e345-49d2-b142-75f408fac434 will not be triggered until provisioned by entity L2. {{(pid=103182) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:37:36.745088 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3224b68-876b-4e4e-b339-6b140e3d1fe7 admin admin] Deleting subnet f2534b96-93dc-4e21-a93e-591b288df420 {{(pid=103183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 21 09:37:36.748388 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-f3224b68-876b-4e4e-b339-6b140e3d1fe7 admin admin] Publish callbacks [] for subnet (f2534b96-93dc-4e21-a93e-591b288df420), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:36.776759 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-4bf00568-adf3-4551-8b49-fb575efb96c0 req-5ae8273e-d22c-478a-a3d1-f9d51a7347c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774670732957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774670299814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774670299832'] for port (6bb3a0f1-e345-49d2-b142-75f408fac434), after_update {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:36.784418 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-f3224b68-876b-4e4e-b339-6b140e3d1fe7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29255376'] for subnet (f2534b96-93dc-4e21-a93e-591b288df420), precommit_delete_associations {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:36.814759 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc20a509-151d-46fe-9ac3-f53ab3b3a954 admin admin] Router 5dd45841-36f2-429c-8076-9834ce99a892 is scheduled to L3 agent e2f5353c-5d20-4dd0-beb4-c302aead9ffd with binding_index 1 {{(pid=103182) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 09:37:36.835204 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-f3224b68-876b-4e4e-b339-6b140e3d1fe7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-981758'] for subnet (f2534b96-93dc-4e21-a93e-591b288df420), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:36.848534 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae8273e-d22c-478a-a3d1-f9d51a7347c8 service neutron] Pushing event updated for resources: {'Port': ['ID=6bb3a0f1-e345-49d2-b142-75f408fac434,revision_number=2']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:36.919437 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.managers [req-4bf00568-adf3-4551-8b49-fb575efb96c0 req-5ae8273e-d22c-478a-a3d1-f9d51a7347c8 service neutron] Attempting to bind port 6bb3a0f1-e345-49d2-b142-75f408fac434 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=103182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 09:37:36.919783 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.managers [req-4bf00568-adf3-4551-8b49-fb575efb96c0 req-5ae8273e-d22c-478a-a3d1-f9d51a7347c8 service neutron] Attempting to bind port 6bb3a0f1-e345-49d2-b142-75f408fac434 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': 'ed44a47c-c34b-4572-831d-404b42890929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '12c1a4df-23d6-4c4b-b623-e53eca6cd97e'}] {{(pid=103182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 09:37:36.920118 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bf00568-adf3-4551-8b49-fb575efb96c0 req-5ae8273e-d22c-478a-a3d1-f9d51a7347c8 service neutron] Attempting to bind port 6bb3a0f1-e345-49d2-b142-75f408fac434 on network 12c1a4df-23d6-4c4b-b623-e53eca6cd97e {{(pid=103182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:37:36.958906 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bf00568-adf3-4551-8b49-fb575efb96c0 req-5ae8273e-d22c-478a-a3d1-f9d51a7347c8 service neutron] Port 6bb3a0f1-e345-49d2-b142-75f408fac434 on network 12c1a4df-23d6-4c4b-b623-e53eca6cd97e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=103182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 21 09:37:36.959236 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bf00568-adf3-4551-8b49-fb575efb96c0 req-5ae8273e-d22c-478a-a3d1-f9d51a7347c8 service neutron] Attempting to bind port 6bb3a0f1-e345-49d2-b142-75f408fac434 on network 12c1a4df-23d6-4c4b-b623-e53eca6cd97e {{(pid=103182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:37:36.960043 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-f3224b68-876b-4e4e-b339-6b140e3d1fe7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-982036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4120330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25181703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28848082'] for subnet (f2534b96-93dc-4e21-a93e-591b288df420), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:36.973886 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bf00568-adf3-4551-8b49-fb575efb96c0 req-5ae8273e-d22c-478a-a3d1-f9d51a7347c8 service neutron] Checking agent: {'id': '5a7f6758-1e24-44b8-9b24-65ffc30c20d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 33, 47), 'started_at': datetime.datetime(2022, 1, 21, 9, 33, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 37, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:37:36.974168 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bf00568-adf3-4551-8b49-fb575efb96c0 req-5ae8273e-d22c-478a-a3d1-f9d51a7347c8 service neutron] Checking segment: {'id': 'ed44a47c-c34b-4572-831d-404b42890929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '12c1a4df-23d6-4c4b-b623-e53eca6cd97e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 09:37:36.974593 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bf00568-adf3-4551-8b49-fb575efb96c0 req-5ae8273e-d22c-478a-a3d1-f9d51a7347c8 service neutron] Bound using segment: {'id': 'ed44a47c-c34b-4572-831d-404b42890929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '12c1a4df-23d6-4c4b-b623-e53eca6cd97e'} {{(pid=103182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:37:36.975027 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.managers [req-4bf00568-adf3-4551-8b49-fb575efb96c0 req-5ae8273e-d22c-478a-a3d1-f9d51a7347c8 service neutron] Bound port: 6bb3a0f1-e345-49d2-b142-75f408fac434, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed44a47c-c34b-4572-831d-404b42890929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '12c1a4df-23d6-4c4b-b623-e53eca6cd97e'}}] {{(pid=103182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 09:37:36.975382 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-4bf00568-adf3-4551-8b49-fb575efb96c0 req-5ae8273e-d22c-478a-a3d1-f9d51a7347c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (6bb3a0f1-e345-49d2-b142-75f408fac434), before_update {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:36.986649 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3224b68-876b-4e4e-b339-6b140e3d1fe7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f2534b96-93dc-4e21-a93e-591b288df420,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:36.992012 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-f3224b68-876b-4e4e-b339-6b140e3d1fe7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:36.995749 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [None req-f3224b68-876b-4e4e-b339-6b140e3d1fe7 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/f2534b96-93dc-4e21-a93e-591b288df420 HTTP/1.1" status: 204 len: 168 time: 0.2962427 Jan 21 09:37:36.998038 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc20a509-151d-46fe-9ac3-f53ab3b3a954 admin admin] Notify agent at l3_agent.dv-cinder-804035-25-iscsi the message routers_updated {{(pid=103182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:37:36.998477 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.45', 35370) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:37:37.008724 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Device 57b1afe5-3070-43a1-9f90-584240e66081 up at agent hyperv_hv-cinder-80403 {{(pid=103184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:37:37.009712 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02585535-e21c-4826-9d61-1f86d6b6b9d1 None None] Sync routers for ids ['5dd45841-36f2-429c-8076-9834ce99a892'] in dv-cinder-804035-25-iscsi {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:37:37.027195 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02585535-e21c-4826-9d61-1f86d6b6b9d1 None None] Routers {'5dd45841-36f2-429c-8076-9834ce99a892'} bound to L3 agent in host dv-cinder-804035-25-iscsi {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 09:37:37.029494 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-02585535-e21c-4826-9d61-1f86d6b6b9d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:27:18Z,description=,heartbeat_timestamp=2022-01-21T09:37:18Z,host='dv-cinder-804035-25-iscsi',id=e2f5353c-5d20-4dd0-beb4-c302aead9ffd,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:27:19Z,topic='l3_agent')) {'router_ids': ['5dd45841-36f2-429c-8076-9834ce99a892'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:37.080602 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.db [req-4bf00568-adf3-4551-8b49-fb575efb96c0 req-5ae8273e-d22c-478a-a3d1-f9d51a7347c8 service neutron] For port 6bb3a0f1-e345-49d2-b142-75f408fac434, host hv-cinder-80403, cleared binding levels {{(pid=103182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:37:37.090394 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.db [req-4bf00568-adf3-4551-8b49-fb575efb96c0 req-5ae8273e-d22c-478a-a3d1-f9d51a7347c8 service neutron] For port 6bb3a0f1-e345-49d2-b142-75f408fac434, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=6bb3a0f1-e345-49d2-b142-75f408fac434,segment=NetworkSegment(ed44a47c-c34b-4572-831d-404b42890929),segment_id=ed44a47c-c34b-4572-831d-404b42890929)] {{(pid=103182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:37:37.104131 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e620c654-531d-4a71-9366-403e51e36dcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-989250'] for network (025982b1-057a-48b1-9858-6be64cb3f5a4), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:37.105139 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-cc20a509-151d-46fe-9ac3-f53ab3b3a954 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:37.106803 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [None req-cc20a509-151d-46fe-9ac3-f53ab3b3a954 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.9999862 Jan 21 09:37:37.109757 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.wsgi [-] (103182) accepted ('10.222.0.45', 35374) {{(pid=103182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:37:37.159639 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.provisioning_blocks [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Provisioning for port 57b1afe5-3070-43a1-9f90-584240e66081 completed by entity L2. {{(pid=103184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:37:37.163638 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-02585535-e21c-4826-9d61-1f86d6b6b9d1 None None] Set router 5dd45841-36f2-429c-8076-9834ce99a892 gateway port host: dv-cinder-804035-25-iscsi {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:37:37.167285 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.provisioning_blocks [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Provisioning complete for port 57b1afe5-3070-43a1-9f90-584240e66081 triggered by entity L2. {{(pid=103184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:37:37.167744 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983013'] for port (57b1afe5-3070-43a1-9f90-584240e66081), provisioning_complete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:37.183799 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.wsgi [-] (103182) accepted ('10.222.0.45', 35376) {{(pid=103182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:37:37.224317 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-4bf00568-adf3-4551-8b49-fb575efb96c0 req-5ae8273e-d22c-478a-a3d1-f9d51a7347c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774670732957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774670299814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774670299832'] for port (6bb3a0f1-e345-49d2-b142-75f408fac434), after_update {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:37.231260 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e620c654-531d-4a71-9366-403e51e36dcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968284', 'neutron.services.segments.db._delete_segments_for_network-8774670886943'] for network (025982b1-057a-48b1-9858-6be64cb3f5a4), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:37.278979 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.services.segments.db [None req-e620c654-531d-4a71-9366-403e51e36dcb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['025982b1-057a-48b1-9858-6be64cb3f5a4']}} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:37.300233 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.services.segments.db [None req-e620c654-531d-4a71-9366-403e51e36dcb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd32c0437-2dbf-4aa1-847a-5c436e5019d9') {'for_net_delete': True} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:37.300614 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.services.segments.db [None req-e620c654-531d-4a71-9366-403e51e36dcb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd32c0437-2dbf-4aa1-847a-5c436e5019d9') {} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:37.312400 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Current status of the port 57b1afe5-3070-43a1-9f90-584240e66081 is: BUILD; New status is: ACTIVE {{(pid=103184) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:37:37.313540 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (57b1afe5-3070-43a1-9f90-584240e66081), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:37.317862 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e620c654-531d-4a71-9366-403e51e36dcb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774670886301', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29255211'] for segment (d32c0437-2dbf-4aa1-847a-5c436e5019d9), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:37.336169 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e620c654-531d-4a71-9366-403e51e36dcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906022'] for segment (d32c0437-2dbf-4aa1-847a-5c436e5019d9), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:37.349491 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad91ae0f-410b-479b-82f5-c0e18d325a8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57b1afe5-3070-43a1-9f90-584240e66081'}] {{(pid=103184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:37:37.352058 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c59f8b740f259e85ceecfc878b6c10e974145cf55d87f3575c92c12753de108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22997f1a-1717-46e7-934c-bed787f8d61e" -d '{"events": [{"server_uuid": "ad91ae0f-410b-479b-82f5-c0e18d325a8b", "name": "network-vif-plugged", "status": "completed", "tag": "57b1afe5-3070-43a1-9f90-584240e66081"}]}' {{(pid=103184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:37:37.352647 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e620c654-531d-4a71-9366-403e51e36dcb admin admin] Releasing vlan 394 on physical network physnet1 to pool {{(pid=103183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:37:37.354016 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e620c654-531d-4a71-9366-403e51e36dcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25181805'] for segment (d32c0437-2dbf-4aa1-847a-5c436e5019d9), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:37.376687 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] For port 57b1afe5-3070-43a1-9f90-584240e66081, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=57b1afe5-3070-43a1-9f90-584240e66081,segment=NetworkSegment(040eb47d-f813-4918-9757-ad97391c2793),segment_id=040eb47d-f813-4918-9757-ad97391c2793)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:37:37.384459 dv-cinder-804035-25-iscsi neutron-server[103183]: Traceback (most recent call last): Jan 21 09:37:37.384459 dv-cinder-804035-25-iscsi neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:37:37.384459 dv-cinder-804035-25-iscsi neutron-server[103183]: timer() Jan 21 09:37:37.384459 dv-cinder-804035-25-iscsi neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:37:37.384459 dv-cinder-804035-25-iscsi neutron-server[103183]: cb(*args, **kw) Jan 21 09:37:37.384459 dv-cinder-804035-25-iscsi neutron-server[103183]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 09:37:37.384459 dv-cinder-804035-25-iscsi neutron-server[103183]: return func(*args, **kwargs) Jan 21 09:37:37.384459 dv-cinder-804035-25-iscsi neutron-server[103183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:37:37.384459 dv-cinder-804035-25-iscsi neutron-server[103183]: self._notify() Jan 21 09:37:37.384459 dv-cinder-804035-25-iscsi neutron-server[103183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:37:37.384459 dv-cinder-804035-25-iscsi neutron-server[103183]: self.callback(batched_events) Jan 21 09:37:37.384459 dv-cinder-804035-25-iscsi neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:37:37.384459 dv-cinder-804035-25-iscsi neutron-server[103183]: event.method(event) Jan 21 09:37:37.384459 dv-cinder-804035-25-iscsi neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 09:37:37.384459 dv-cinder-804035-25-iscsi neutron-server[103183]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:37:37.384459 dv-cinder-804035-25-iscsi neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 09:37:37.384459 dv-cinder-804035-25-iscsi neutron-server[103183]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:37:37.384459 dv-cinder-804035-25-iscsi neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 09:37:37.384459 dv-cinder-804035-25-iscsi neutron-server[103183]: return f(self, *a, **k) Jan 21 09:37:37.384459 dv-cinder-804035-25-iscsi neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:37:37.384459 dv-cinder-804035-25-iscsi neutron-server[103183]: return self._get(url).json() Jan 21 09:37:37.384459 dv-cinder-804035-25-iscsi neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:37:37.384459 dv-cinder-804035-25-iscsi neutron-server[103183]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:37:37.384459 dv-cinder-804035-25-iscsi neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:37:37.384459 dv-cinder-804035-25-iscsi neutron-server[103183]: return self.request(url, 'GET', **kwargs) Jan 21 09:37:37.384459 dv-cinder-804035-25-iscsi neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:37:37.384459 dv-cinder-804035-25-iscsi neutron-server[103183]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:37:37.384459 dv-cinder-804035-25-iscsi neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:37:37.384459 dv-cinder-804035-25-iscsi neutron-server[103183]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:37:37.384459 dv-cinder-804035-25-iscsi neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:37:37.384459 dv-cinder-804035-25-iscsi neutron-server[103183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:37:37.384459 dv-cinder-804035-25-iscsi neutron-server[103183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:37:37.392201 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-02585535-e21c-4826-9d61-1f86d6b6b9d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dd45841-36f2-429c-8076-9834ce99a892', 'name': 'tempest-TestMinimumBasicScenario-1638274019-router', 'tenant_id': '10ed49573f464cc18794b94fd1c115ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'external_fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': '944583b6-5e79-4d42-9361-80430e64ac43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:37:33Z', 'updated_at': '2022-01-21T09:37:35Z', 'revision_number': 3, 'project_id': '10ed49573f464cc18794b94fd1c115ee', 'gw_port': {'id': '944583b6-5e79-4d42-9361-80430e64ac43', 'name': '', 'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:01:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dd45841-36f2-429c-8076-9834ce99a892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:37:34Z', 'updated_at': '2022-01-21T09:37:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6accd444-6422-45bf-9c21-6be173243a45', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-25-iscsi'}], 'dv-cinder-804035-25-iscsi', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:37.421203 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02585535-e21c-4826-9d61-1f86d6b6b9d1 None None] Checking router: 5dd45841-36f2-429c-8076-9834ce99a892 for host: dv-cinder-804035-25-iscsi {{(pid=103185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:37:37.421549 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02585535-e21c-4826-9d61-1f86d6b6b9d1 None None] Updating router 5dd45841-36f2-429c-8076-9834ce99a892 port 944583b6-5e79-4d42-9361-80430e64ac43 binding host dv-cinder-804035-25-iscsi {{(pid=103185) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 09:37:37.430720 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf00568-adf3-4551-8b49-fb575efb96c0 req-5ae8273e-d22c-478a-a3d1-f9d51a7347c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:37.431343 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-4bf00568-adf3-4551-8b49-fb575efb96c0 req-5ae8273e-d22c-478a-a3d1-f9d51a7347c8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11211'] for port (None), before_response {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:37.432734 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-4bf00568-adf3-4551-8b49-fb575efb96c0 req-5ae8273e-d22c-478a-a3d1-f9d51a7347c8 service neutron] 10.222.0.109 "PUT /v2.0/ports/6bb3a0f1-e345-49d2-b142-75f408fac434 HTTP/1.1" status: 200 len: 1094 time: 1.9298196 Jan 21 09:37:37.433323 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2cf8bdb-ca1e-40cb-b09a-58e8e59a213f', 'tag': '6bb3a0f1-e345-49d2-b142-75f408fac434'}] {{(pid=103182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:37:37.435742 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa0cc1f82daaed98fc3f7058001f72739ccfc4facde8019b77a0af70a494964c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77d69d16-35a6-4acf-aee7-de7a5bf9584b" -d '{"events": [{"name": "network-changed", "server_uuid": "c2cf8bdb-ca1e-40cb-b09a-58e8e59a213f", "tag": "6bb3a0f1-e345-49d2-b142-75f408fac434"}]}' {{(pid=103182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:37:37.446000 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-eba5ee6f-a168-4e6b-9fdd-4b1bc91235a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:37.451012 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 09:37:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60bf1cd8-57fd-4ad7-b437-34f52a587823 x-openstack-request-id: req-60bf1cd8-57fd-4ad7-b437-34f52a587823 {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:37:37.451361 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad91ae0f-410b-479b-82f5-c0e18d325a8b", "name": "network-vif-plugged", "status": "completed", "tag": "57b1afe5-3070-43a1-9f90-584240e66081", "code": 200}]} {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:37:37.451634 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-60bf1cd8-57fd-4ad7-b437-34f52a587823 {{(pid=103184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:37:37.452058 dv-cinder-804035-25-iscsi neutron-server[103184]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad91ae0f-410b-479b-82f5-c0e18d325a8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57b1afe5-3070-43a1-9f90-584240e66081', 'code': 200} Jan 21 09:37:37.466023 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774670732957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774670299814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774670299832'] for port (57b1afe5-3070-43a1-9f90-584240e66081), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:37.493672 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-02585535-e21c-4826-9d61-1f86d6b6b9d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (944583b6-5e79-4d42-9361-80430e64ac43), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:37.521325 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e620c654-531d-4a71-9366-403e51e36dcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3846310'] for network (025982b1-057a-48b1-9858-6be64cb3f5a4), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:37.533190 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e620c654-531d-4a71-9366-403e51e36dcb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4184320'] for network (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:37.543123 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [None req-e620c654-531d-4a71-9366-403e51e36dcb admin admin] 10.222.0.45 "DELETE /v2.0/networks/025982b1-057a-48b1-9858-6be64cb3f5a4 HTTP/1.1" status: 204 len: 168 time: 0.5438023 Jan 21 09:37:37.546095 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.45', 35390) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:37:37.560412 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Pushing event updated for resources: {'Port': ['ID=57b1afe5-3070-43a1-9f90-584240e66081,revision_number=5']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:37.571250 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e620c654-531d-4a71-9366-403e51e36dcb admin admin] Pushing event deleted for resources: {'Network': ['ID=025982b1-057a-48b1-9858-6be64cb3f5a4,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:37.634595 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.db.db_base_plugin_v2 [None req-a449be43-9c31-4d57-a090-c07e5ee0210a admin admin] Deleting subnet d9dd07e6-3ada-4a38-ad6b-97f7882ffc92 {{(pid=103183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 21 09:37:37.643623 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a449be43-9c31-4d57-a090-c07e5ee0210a admin admin] Publish callbacks [] for subnet (d9dd07e6-3ada-4a38-ad6b-97f7882ffc92), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:37.693977 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a449be43-9c31-4d57-a090-c07e5ee0210a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29255376'] for subnet (d9dd07e6-3ada-4a38-ad6b-97f7882ffc92), precommit_delete_associations {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:37.703524 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Device ab026e80-c61d-4d48-a03d-5ef282bc46d5 up at agent ovs-agent-dv-cinder-804035-25-iscsi {{(pid=103184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:37:37.715548 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae8273e-d22c-478a-a3d1-f9d51a7347c8 service neutron] Pushing event updated for resources: {'Port': ['ID=6bb3a0f1-e345-49d2-b142-75f408fac434,revision_number=3']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:37.766062 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a449be43-9c31-4d57-a090-c07e5ee0210a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-981758'] for subnet (d9dd07e6-3ada-4a38-ad6b-97f7882ffc92), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:37.781286 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.provisioning_blocks [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Provisioning complete for port ab026e80-c61d-4d48-a03d-5ef282bc46d5 triggered by entity L2. {{(pid=103184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:37:37.781684 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983013'] for port (ab026e80-c61d-4d48-a03d-5ef282bc46d5), provisioning_complete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:37.836247 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ff3a72-c0ce-4256-8175-a184ce1f2909 req-78f23314-706e-4041-8174-731b7383510d tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:37.837947 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-02585535-e21c-4826-9d61-1f86d6b6b9d1 None None] Publish callbacks [] for port (944583b6-5e79-4d42-9361-80430e64ac43), precommit_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:37.839093 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-10ff3a72-c0ce-4256-8175-a184ce1f2909 req-78f23314-706e-4041-8174-731b7383510d tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/ports?device_id=4e67b25e-7e65-4975-bafa-fceafcd53647 HTTP/1.1" status: 200 len: 945 time: 0.4403353 Jan 21 09:37:37.896389 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Current status of the port ab026e80-c61d-4d48-a03d-5ef282bc46d5 is: ACTIVE; New status is: ACTIVE {{(pid=103184) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:37:37.925817 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a449be43-9c31-4d57-a090-c07e5ee0210a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-982036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4120330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25181703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28848082'] for subnet (d9dd07e6-3ada-4a38-ad6b-97f7882ffc92), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:37.933800 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e26be4-f39b-488b-8dad-bb4a9bd342e5 req-a84a7283-d3bb-4743-b69f-ded70066c2f4 tempest-VolumesActionsTest-600326628 tempest-VolumesActionsTest-600326628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:37.935375 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-28e26be4-f39b-488b-8dad-bb4a9bd342e5 req-a84a7283-d3bb-4743-b69f-ded70066c2f4 tempest-VolumesActionsTest-600326628 tempest-VolumesActionsTest-600326628-project] 10.222.0.45 "GET /v2.0/ports?device_id=c2cf8bdb-ca1e-40cb-b09a-58e8e59a213f HTTP/1.1" status: 200 len: 944 time: 0.3671043 Jan 21 09:37:37.957197 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a449be43-9c31-4d57-a090-c07e5ee0210a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d9dd07e6-3ada-4a38-ad6b-97f7882ffc92,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:37.962121 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a449be43-9c31-4d57-a090-c07e5ee0210a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:37.965466 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [None req-a449be43-9c31-4d57-a090-c07e5ee0210a admin admin] 10.222.0.45 "DELETE /v2.0/subnets/d9dd07e6-3ada-4a38-ad6b-97f7882ffc92 HTTP/1.1" status: 204 len: 168 time: 0.4181991 Jan 21 09:37:37.968025 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.45', 35396) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:37:37.976989 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf00568-adf3-4551-8b49-fb575efb96c0 req-c7b0c75d-c725-4c48-9c6f-4cf791a1fc99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:37.978984 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-4bf00568-adf3-4551-8b49-fb575efb96c0 req-c7b0c75d-c725-4c48-9c6f-4cf791a1fc99 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=6e1d230932114019a989885b46cb9283&device_id=c2cf8bdb-ca1e-40cb-b09a-58e8e59a213f HTTP/1.1" status: 200 len: 1097 time: 0.2846930 Jan 21 09:37:37.990205 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-02585535-e21c-4826-9d61-1f86d6b6b9d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774670732957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774670299814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774670299832'] for port (944583b6-5e79-4d42-9361-80430e64ac43), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:38.050171 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199ae885-f134-45ba-8c0c-2648980052b3 None None] Pushing event updated for resources: {'Port': ['ID=944583b6-5e79-4d42-9361-80430e64ac43,revision_number=2']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:38.054864 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-02585535-e21c-4826-9d61-1f86d6b6b9d1 None None] Attempting to bind port 944583b6-5e79-4d42-9361-80430e64ac43 on host dv-cinder-804035-25-iscsi for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 09:37:38.055447 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-02585535-e21c-4826-9d61-1f86d6b6b9d1 None None] Attempting to bind port 944583b6-5e79-4d42-9361-80430e64ac43 by drivers openvswitch,hyperv on host dv-cinder-804035-25-iscsi at level 0 using segments [{'id': '04cdc6b6-1d9e-45db-8cc2-90c03cb493f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 09:37:38.055976 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02585535-e21c-4826-9d61-1f86d6b6b9d1 None None] Attempting to bind port 944583b6-5e79-4d42-9361-80430e64ac43 on network c13ce787-b669-4a63-b567-cda42d951ad5 {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:37:38.056387 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-5a1f9698-d96c-44c4-9585-4a069a175238 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-989250'] for network (9a552cc2-e24d-47fc-9018-3c07ce76d607), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:38.066180 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199ae885-f134-45ba-8c0c-2648980052b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:38.067341 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199ae885-f134-45ba-8c0c-2648980052b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:38.067715 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199ae885-f134-45ba-8c0c-2648980052b3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:38.068055 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199ae885-f134-45ba-8c0c-2648980052b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:38.068387 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199ae885-f134-45ba-8c0c-2648980052b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:38.068717 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199ae885-f134-45ba-8c0c-2648980052b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:38.069061 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199ae885-f134-45ba-8c0c-2648980052b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:38.069418 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199ae885-f134-45ba-8c0c-2648980052b3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:38.069745 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199ae885-f134-45ba-8c0c-2648980052b3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:38.070017 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7705d011-52df-463b-a449-f6353eb7b08d req-5f0e4ce8-7171-4133-b183-ff1eb21fc5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:38.070144 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199ae885-f134-45ba-8c0c-2648980052b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:38.070391 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199ae885-f134-45ba-8c0c-2648980052b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:38.070873 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199ae885-f134-45ba-8c0c-2648980052b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:38.071350 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199ae885-f134-45ba-8c0c-2648980052b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:38.071520 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-7705d011-52df-463b-a449-f6353eb7b08d req-5f0e4ce8-7171-4133-b183-ff1eb21fc5a9 service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=ad91ae0f-410b-479b-82f5-c0e18d325a8b HTTP/1.1" status: 200 len: 1098 time: 0.2649050 Jan 21 09:37:38.075021 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02585535-e21c-4826-9d61-1f86d6b6b9d1 None None] Checking agent: {'id': 'a4f58dde-e5c6-489c-94fe-b355a6abc90e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-25-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 27, 22), 'started_at': datetime.datetime(2022, 1, 21, 9, 27, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 37, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-25-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:37:38.075663 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02585535-e21c-4826-9d61-1f86d6b6b9d1 None None] Checking segment: {'id': '04cdc6b6-1d9e-45db-8cc2-90c03cb493f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 09:37:38.076083 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-02585535-e21c-4826-9d61-1f86d6b6b9d1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:38.076470 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02585535-e21c-4826-9d61-1f86d6b6b9d1 None None] Bound using segment: {'id': '04cdc6b6-1d9e-45db-8cc2-90c03cb493f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:37:38.076949 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-02585535-e21c-4826-9d61-1f86d6b6b9d1 None None] Bound port: 944583b6-5e79-4d42-9361-80430e64ac43, host: dv-cinder-804035-25-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04cdc6b6-1d9e-45db-8cc2-90c03cb493f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 09:37:38.077348 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-02585535-e21c-4826-9d61-1f86d6b6b9d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (944583b6-5e79-4d42-9361-80430e64ac43), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:38.120357 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-10ff3a72-c0ce-4256-8175-a184ce1f2909 req-956b95fb-0de0-4802-97ce-8fada32b0c95 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/security-groups?id=3362d256-4580-47a9-b110-e51f4226c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2519071 Jan 21 09:37:38.136129 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-4bf00568-adf3-4551-8b49-fb575efb96c0 req-b2707ab5-6e00-406a-8fe2-51b57cef19e0 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6bb3a0f1-e345-49d2-b142-75f408fac434 HTTP/1.1" status: 200 len: 217 time: 0.1041884 Jan 21 09:37:38.141477 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-02585535-e21c-4826-9d61-1f86d6b6b9d1 None None] For port 944583b6-5e79-4d42-9361-80430e64ac43, host dv-cinder-804035-25-iscsi, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:37:38.145941 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-02585535-e21c-4826-9d61-1f86d6b6b9d1 None None] For port 944583b6-5e79-4d42-9361-80430e64ac43, host dv-cinder-804035-25-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-25-iscsi',level=0,port_id=944583b6-5e79-4d42-9361-80430e64ac43,segment=NetworkSegment(04cdc6b6-1d9e-45db-8cc2-90c03cb493f2),segment_id=04cdc6b6-1d9e-45db-8cc2-90c03cb493f2)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:37:38.208929 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 09:37:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f639c5f4-a718-42fa-a1ea-e67066364b7e x-openstack-request-id: req-f639c5f4-a718-42fa-a1ea-e67066364b7e {{(pid=103182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:37:38.209251 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2cf8bdb-ca1e-40cb-b09a-58e8e59a213f", "tag": "6bb3a0f1-e345-49d2-b142-75f408fac434", "status": "completed", "code": 200}]} {{(pid=103182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:37:38.209521 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f639c5f4-a718-42fa-a1ea-e67066364b7e {{(pid=103182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:37:38.210055 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2cf8bdb-ca1e-40cb-b09a-58e8e59a213f', 'tag': '6bb3a0f1-e345-49d2-b142-75f408fac434', 'status': 'completed', 'code': 200} Jan 21 09:37:38.212865 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-eba5ee6f-a168-4e6b-9fdd-4b1bc91235a1 admin admin] Publish callbacks [] for security_group (7dc2ecc5-5719-4631-b062-ffd6285c7e16), precommit_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:38.223214 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-28e26be4-f39b-488b-8dad-bb4a9bd342e5 req-5c2e00c5-f47a-43d2-ad14-2fc2abd0d64d tempest-VolumesActionsTest-600326628 tempest-VolumesActionsTest-600326628-project] 10.222.0.45 "GET /v2.0/security-groups?id=ca46b9c8-4f8b-4ca8-b76a-dbd1f3494728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2804034 Jan 21 09:37:38.228214 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-02585535-e21c-4826-9d61-1f86d6b6b9d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774670732957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774670299814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774670299832'] for port (944583b6-5e79-4d42-9361-80430e64ac43), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:38.236899 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-5a1f9698-d96c-44c4-9585-4a069a175238 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968284', 'neutron.services.segments.db._delete_segments_for_network-8774670886943'] for network (9a552cc2-e24d-47fc-9018-3c07ce76d607), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:38.289239 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.services.segments.db [None req-5a1f9698-d96c-44c4-9585-4a069a175238 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a552cc2-e24d-47fc-9018-3c07ce76d607']}} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:38.303355 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.services.segments.db [None req-5a1f9698-d96c-44c4-9585-4a069a175238 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53455792-5c8d-48ec-9d5e-2d4b76bf1ac6') {'for_net_delete': True} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:38.303680 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02585535-e21c-4826-9d61-1f86d6b6b9d1 None None] Routers {'5dd45841-36f2-429c-8076-9834ce99a892'} bound to L3 agent in host dv-cinder-804035-25-iscsi {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 09:37:38.304026 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.services.segments.db [None req-5a1f9698-d96c-44c4-9585-4a069a175238 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53455792-5c8d-48ec-9d5e-2d4b76bf1ac6') {} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:38.304786 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-02585535-e21c-4826-9d61-1f86d6b6b9d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:27:18Z,description=,heartbeat_timestamp=2022-01-21T09:37:18Z,host='dv-cinder-804035-25-iscsi',id=e2f5353c-5d20-4dd0-beb4-c302aead9ffd,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:27:19Z,topic='l3_agent')) {'router_ids': ['5dd45841-36f2-429c-8076-9834ce99a892'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:38.320522 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-5a1f9698-d96c-44c4-9585-4a069a175238 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774670886301', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29255211'] for segment (53455792-5c8d-48ec-9d5e-2d4b76bf1ac6), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:38.340679 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-5a1f9698-d96c-44c4-9585-4a069a175238 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906022'] for segment (53455792-5c8d-48ec-9d5e-2d4b76bf1ac6), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:38.352171 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a1f9698-d96c-44c4-9585-4a069a175238 admin admin] Releasing vlan 361 on physical network physnet1 to pool {{(pid=103183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:37:38.352859 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-5a1f9698-d96c-44c4-9585-4a069a175238 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25181805'] for segment (53455792-5c8d-48ec-9d5e-2d4b76bf1ac6), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:38.359099 dv-cinder-804035-25-iscsi neutron-server[103183]: Traceback (most recent call last): Jan 21 09:37:38.359099 dv-cinder-804035-25-iscsi neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:37:38.359099 dv-cinder-804035-25-iscsi neutron-server[103183]: timer() Jan 21 09:37:38.359099 dv-cinder-804035-25-iscsi neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:37:38.359099 dv-cinder-804035-25-iscsi neutron-server[103183]: cb(*args, **kw) Jan 21 09:37:38.359099 dv-cinder-804035-25-iscsi neutron-server[103183]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 09:37:38.359099 dv-cinder-804035-25-iscsi neutron-server[103183]: return func(*args, **kwargs) Jan 21 09:37:38.359099 dv-cinder-804035-25-iscsi neutron-server[103183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:37:38.359099 dv-cinder-804035-25-iscsi neutron-server[103183]: self._notify() Jan 21 09:37:38.359099 dv-cinder-804035-25-iscsi neutron-server[103183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:37:38.359099 dv-cinder-804035-25-iscsi neutron-server[103183]: self.callback(batched_events) Jan 21 09:37:38.359099 dv-cinder-804035-25-iscsi neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:37:38.359099 dv-cinder-804035-25-iscsi neutron-server[103183]: event.method(event) Jan 21 09:37:38.359099 dv-cinder-804035-25-iscsi neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 09:37:38.359099 dv-cinder-804035-25-iscsi neutron-server[103183]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:37:38.359099 dv-cinder-804035-25-iscsi neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 09:37:38.359099 dv-cinder-804035-25-iscsi neutron-server[103183]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:37:38.359099 dv-cinder-804035-25-iscsi neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 09:37:38.359099 dv-cinder-804035-25-iscsi neutron-server[103183]: return f(self, *a, **k) Jan 21 09:37:38.359099 dv-cinder-804035-25-iscsi neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:37:38.359099 dv-cinder-804035-25-iscsi neutron-server[103183]: return self._get(url).json() Jan 21 09:37:38.359099 dv-cinder-804035-25-iscsi neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:37:38.359099 dv-cinder-804035-25-iscsi neutron-server[103183]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:37:38.359099 dv-cinder-804035-25-iscsi neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:37:38.359099 dv-cinder-804035-25-iscsi neutron-server[103183]: return self.request(url, 'GET', **kwargs) Jan 21 09:37:38.359099 dv-cinder-804035-25-iscsi neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:37:38.359099 dv-cinder-804035-25-iscsi neutron-server[103183]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:37:38.359099 dv-cinder-804035-25-iscsi neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:37:38.359099 dv-cinder-804035-25-iscsi neutron-server[103183]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:37:38.359099 dv-cinder-804035-25-iscsi neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:37:38.359099 dv-cinder-804035-25-iscsi neutron-server[103183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:37:38.359099 dv-cinder-804035-25-iscsi neutron-server[103183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:37:38.380213 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199ae885-f134-45ba-8c0c-2648980052b3 None None] Pushing event updated for resources: {'Port': ['ID=944583b6-5e79-4d42-9361-80430e64ac43,revision_number=3']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:38.448636 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-02585535-e21c-4826-9d61-1f86d6b6b9d1 None None] Set router 5dd45841-36f2-429c-8076-9834ce99a892 gateway port host: dv-cinder-804035-25-iscsi {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:37:38.499538 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-5a1f9698-d96c-44c4-9585-4a069a175238 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3846310'] for network (9a552cc2-e24d-47fc-9018-3c07ce76d607), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:38.501347 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-eba5ee6f-a168-4e6b-9fdd-4b1bc91235a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126007'] for security_group (7dc2ecc5-5719-4631-b062-ffd6285c7e16), after_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:38.517455 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-5a1f9698-d96c-44c4-9585-4a069a175238 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4184320'] for network (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:38.524012 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [None req-5a1f9698-d96c-44c4-9585-4a069a175238 admin admin] 10.222.0.45 "DELETE /v2.0/networks/9a552cc2-e24d-47fc-9018-3c07ce76d607 HTTP/1.1" status: 204 len: 168 time: 0.5525053 Jan 21 09:37:38.524012 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1f9698-d96c-44c4-9585-4a069a175238 admin admin] Pushing event deleted for resources: {'Network': ['ID=9a552cc2-e24d-47fc-9018-3c07ce76d607,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:38.632941 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf00568-adf3-4551-8b49-fb575efb96c0 req-caab0d84-2706-46f5-a299-46f3c7a45802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:38.634505 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-4bf00568-adf3-4551-8b49-fb575efb96c0 req-caab0d84-2706-46f5-a299-46f3c7a45802 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=14a025df-22d6-457a-8964-126d9d91d404 HTTP/1.1" status: 200 len: 849 time: 0.4806676 Jan 21 09:37:38.641326 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [None req-eba5ee6f-a168-4e6b-9fdd-4b1bc91235a1 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8c12d078b1b14b11a430cb72bc9a5f1e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4558921 Jan 21 09:37:38.641576 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba5ee6f-a168-4e6b-9fdd-4b1bc91235a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dc2ecc5-5719-4631-b062-ffd6285c7e16,revision_number=1']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:38.644136 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.45', 35402) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:37:38.646872 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-7705d011-52df-463b-a449-f6353eb7b08d req-c68d0c63-85b6-4a12-a6f6-5f4ece4330d8 service neutron] 10.222.0.109 "GET /v2.0/security-groups?id=689824d6-e2cc-4e2f-a7c0-efd7e57bdd17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5394504 Jan 21 09:37:38.659764 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-02585535-e21c-4826-9d61-1f86d6b6b9d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dd45841-36f2-429c-8076-9834ce99a892', 'name': 'tempest-TestMinimumBasicScenario-1638274019-router', 'tenant_id': '10ed49573f464cc18794b94fd1c115ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'external_fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': '944583b6-5e79-4d42-9361-80430e64ac43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:37:33Z', 'updated_at': '2022-01-21T09:37:35Z', 'revision_number': 3, 'project_id': '10ed49573f464cc18794b94fd1c115ee', 'gw_port': {'id': '944583b6-5e79-4d42-9361-80430e64ac43', 'name': '', 'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:01:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dd45841-36f2-429c-8076-9834ce99a892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:37:34Z', 'updated_at': '2022-01-21T09:37:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6accd444-6422-45bf-9c21-6be173243a45', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-25-iscsi'}], 'dv-cinder-804035-25-iscsi', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:38.686359 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-4bf00568-adf3-4551-8b49-fb575efb96c0 req-61be1676-a821-4041-a103-1603893f7479 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=12c1a4df-23d6-4c4b-b623-e53eca6cd97e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374780 Jan 21 09:37:38.692025 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02585535-e21c-4826-9d61-1f86d6b6b9d1 None None] The sync data for ids ['5dd45841-36f2-429c-8076-9834ce99a892'] in dv-cinder-804035-25-iscsi is: [{'id': '5dd45841-36f2-429c-8076-9834ce99a892', 'name': 'tempest-TestMinimumBasicScenario-1638274019-router', 'tenant_id': '10ed49573f464cc18794b94fd1c115ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'external_fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': '944583b6-5e79-4d42-9361-80430e64ac43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:37:33Z', 'updated_at': '2022-01-21T09:37:35Z', 'revision_number': 3, 'project_id': '10ed49573f464cc18794b94fd1c115ee', 'gw_port': {'id': '944583b6-5e79-4d42-9361-80430e64ac43', 'name': '', 'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:01:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dd45841-36f2-429c-8076-9834ce99a892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:37:34Z', 'updated_at': '2022-01-21T09:37:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6accd444-6422-45bf-9c21-6be173243a45', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-25-iscsi'}] {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:37:38.703422 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb8f0c6-1e40-456a-bf27-23b6da0c97e8 req-829fb8ac-60f4-448e-8b8a-d3e8a3ddeb68 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:38.705022 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-ffb8f0c6-1e40-456a-bf27-23b6da0c97e8 req-829fb8ac-60f4-448e-8b8a-d3e8a3ddeb68 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] 10.222.0.45 "GET /v2.0/ports?device_id=ad91ae0f-410b-479b-82f5-c0e18d325a8b HTTP/1.1" status: 200 len: 945 time: 0.2194624 Jan 21 09:37:38.736083 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c1d8e709-4135-4691-966a-e852a7962b7c admin admin] Publish callbacks [] for security_group (7dc2ecc5-5719-4631-b062-ffd6285c7e16), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:38.764102 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c1d8e709-4135-4691-966a-e852a7962b7c admin admin] Publish callbacks [] for security_group (7dc2ecc5-5719-4631-b062-ffd6285c7e16), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:38.820049 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-ffb8f0c6-1e40-456a-bf27-23b6da0c97e8 req-5d3d67ba-a7b3-4783-bbe9-c413616e965a tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] 10.222.0.45 "GET /v2.0/security-groups?id=689824d6-e2cc-4e2f-a7c0-efd7e57bdd17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905559 Jan 21 09:37:38.837687 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-d43236ff-f80b-42fe-874a-d7fbff18abb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (None), before_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:38.911875 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.45', 35404) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:37:38.947197 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c1d8e709-4135-4691-966a-e852a7962b7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126007'] for security_group (7dc2ecc5-5719-4631-b062-ffd6285c7e16), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:38.956454 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c1d8e709-4135-4691-966a-e852a7962b7c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:38.958226 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [None req-c1d8e709-4135-4691-966a-e852a7962b7c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7dc2ecc5-5719-4631-b062-ffd6285c7e16 HTTP/1.1" status: 204 len: 168 time: 0.3121362 Jan 21 09:37:38.994047 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d8e709-4135-4691-966a-e852a7962b7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dc2ecc5-5719-4631-b062-ffd6285c7e16,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:38.999002 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [None req-8dcc6adc-30eb-4ccf-9341-aa29d6b5a1a8 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=fdd6b372280a4f37a86957c300f7234e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0860014 Jan 21 09:37:39.003519 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.45', 35408) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:37:39.068869 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-edc08d80-d19d-4a28-9791-002968c80d12 admin admin] Publish callbacks [] for security_group (b38dcdf2-ed88-4cd4-a71d-4085205513f3), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:39.096404 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-edc08d80-d19d-4a28-9791-002968c80d12 admin admin] Publish callbacks [] for security_group (b38dcdf2-ed88-4cd4-a71d-4085205513f3), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:39.142672 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-4bf00568-adf3-4551-8b49-fb575efb96c0 req-5f7023a2-aedd-442a-890e-800308e463c4 service neutron] 10.222.0.109 "GET /v2.0/networks/12c1a4df-23d6-4c4b-b623-e53eca6cd97e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2481987 Jan 21 09:37:39.287956 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-edc08d80-d19d-4a28-9791-002968c80d12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126007'] for security_group (b38dcdf2-ed88-4cd4-a71d-4085205513f3), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:39.292030 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-edc08d80-d19d-4a28-9791-002968c80d12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:39.293644 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [None req-edc08d80-d19d-4a28-9791-002968c80d12 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b38dcdf2-ed88-4cd4-a71d-4085205513f3 HTTP/1.1" status: 204 len: 168 time: 0.2868950 Jan 21 09:37:39.306221 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.db.db_base_plugin_common [None req-d43236ff-f80b-42fe-874a-d7fbff18abb9 admin admin] Allocated IP 172.20.0.1 (e49a728a-90d2-4a07-8a83-d63652f9661a/e29f5993-ac69-42ff-9e18-94424da90a30/00d01d4c-70b6-4f80-8744-b565d8751f73) {{(pid=103182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:37:39.321733 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc08d80-d19d-4a28-9791-002968c80d12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b38dcdf2-ed88-4cd4-a71d-4085205513f3,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:39.360325 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-4bf00568-adf3-4551-8b49-fb575efb96c0 req-8000c770-fa90-40d3-9848-bec7ec2fa1b9 service neutron] 10.222.0.109 "GET /v2.0/networks/12c1a4df-23d6-4c4b-b623-e53eca6cd97e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2029235 Jan 21 09:37:39.383100 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a026ef9-58c3-40bd-9018-6271f1d245a0 req-ffa2636c-6e6d-4215-8dd6-6c6b78ca65d7 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:39.384715 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-8a026ef9-58c3-40bd-9018-6271f1d245a0 req-ffa2636c-6e6d-4215-8dd6-6c6b78ca65d7 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/ports?device_id=4e67b25e-7e65-4975-bafa-fceafcd53647 HTTP/1.1" status: 200 len: 945 time: 0.1577325 Jan 21 09:37:39.576950 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-8a026ef9-58c3-40bd-9018-6271f1d245a0 req-4fe2324c-b7b7-44df-9293-35f33f718bc0 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/security-groups?id=3362d256-4580-47a9-b110-e51f4226c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798775 Jan 21 09:37:39.591900 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-d43236ff-f80b-42fe-874a-d7fbff18abb9 admin admin] Publish callbacks [] for port (00d01d4c-70b6-4f80-8744-b565d8751f73), precommit_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:39.606495 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4d47e5-8b83-49f4-a3c2-ba3db8328edb req-0b7440a0-2cbe-4575-801e-48f378fe47ab tempest-VolumesActionsTest-600326628 tempest-VolumesActionsTest-600326628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:39.608077 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-ee4d47e5-8b83-49f4-a3c2-ba3db8328edb req-0b7440a0-2cbe-4575-801e-48f378fe47ab tempest-VolumesActionsTest-600326628 tempest-VolumesActionsTest-600326628-project] 10.222.0.45 "GET /v2.0/ports?device_id=c2cf8bdb-ca1e-40cb-b09a-58e8e59a213f HTTP/1.1" status: 200 len: 944 time: 0.2040491 Jan 21 09:37:39.654251 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d69d16-35a6-4acf-aee7-de7a5bf9584b req-fdc83dd0-1c5f-43ba-8711-254b9c20b020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:39.655774 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-77d69d16-35a6-4acf-aee7-de7a5bf9584b req-fdc83dd0-1c5f-43ba-8711-254b9c20b020 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=6e1d230932114019a989885b46cb9283&device_id=c2cf8bdb-ca1e-40cb-b09a-58e8e59a213f HTTP/1.1" status: 200 len: 1097 time: 0.1403475 Jan 21 09:37:39.752894 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-ee4d47e5-8b83-49f4-a3c2-ba3db8328edb req-d8de99f6-b491-4598-8150-8c7990960ea8 tempest-VolumesActionsTest-600326628 tempest-VolumesActionsTest-600326628-project] 10.222.0.45 "GET /v2.0/security-groups?id=ca46b9c8-4f8b-4ca8-b76a-dbd1f3494728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357882 Jan 21 09:37:39.810061 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Device 944583b6-5e79-4d42-9361-80430e64ac43 up at agent ovs-agent-dv-cinder-804035-25-iscsi {{(pid=103184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:37:39.849983 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.45', 35426) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:37:39.874888 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-d43236ff-f80b-42fe-874a-d7fbff18abb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774670299796'] for port (00d01d4c-70b6-4f80-8744-b565d8751f73), after_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:39.877760 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-cfcb64bc-36aa-4e96-b9a6-5bec31b5e15a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:39.888461 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.provisioning_blocks [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Provisioning complete for port 944583b6-5e79-4d42-9361-80430e64ac43 triggered by entity L2. {{(pid=103184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:37:39.888944 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983013'] for port (944583b6-5e79-4d42-9361-80430e64ac43), provisioning_complete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:39.901794 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d43236ff-f80b-42fe-874a-d7fbff18abb9 admin admin] Network e49a728a-90d2-4a07-8a83-d63652f9661a is already hosted by enough agents. {{(pid=103182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:37:39.906289 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.scheduler.base_scheduler [None req-d43236ff-f80b-42fe-874a-d7fbff18abb9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:37:39.953551 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d43236ff-f80b-42fe-874a-d7fbff18abb9 admin admin] Received port after_create {{(pid=103182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 09:37:39.954065 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-d43236ff-f80b-42fe-874a-d7fbff18abb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3852810'] for router_interface (5dd45841-36f2-429c-8076-9834ce99a892), before_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:40.005178 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-cfcb64bc-36aa-4e96-b9a6-5bec31b5e15a admin admin] Publish callbacks [] for security_group (a87732ba-0c6a-4716-a426-66faa6ed6eed), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:40.009774 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Current status of the port 944583b6-5e79-4d42-9361-80430e64ac43 is: DOWN; New status is: ACTIVE {{(pid=103184) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:37:40.010175 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (944583b6-5e79-4d42-9361-80430e64ac43), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:40.040754 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] For port 944583b6-5e79-4d42-9361-80430e64ac43, host dv-cinder-804035-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-25-iscsi',level=0,port_id=944583b6-5e79-4d42-9361-80430e64ac43,segment=NetworkSegment(04cdc6b6-1d9e-45db-8cc2-90c03cb493f2),segment_id=04cdc6b6-1d9e-45db-8cc2-90c03cb493f2)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:37:40.079962 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-cfcb64bc-36aa-4e96-b9a6-5bec31b5e15a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126007'] for security_group (a87732ba-0c6a-4716-a426-66faa6ed6eed), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:40.119683 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774670732957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774670299814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774670299832'] for port (944583b6-5e79-4d42-9361-80430e64ac43), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:40.134983 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [None req-cfcb64bc-36aa-4e96-b9a6-5bec31b5e15a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0db499c1c4244abb91cfa5c849406162&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2832503 Jan 21 09:37:40.140454 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.45', 35428) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:37:40.150057 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcb64bc-36aa-4e96-b9a6-5bec31b5e15a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a87732ba-0c6a-4716-a426-66faa6ed6eed,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:40.165056 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d69d16-35a6-4acf-aee7-de7a5bf9584b req-c3dd8997-6b86-4397-8edd-63e7de3f80f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:40.166628 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-77d69d16-35a6-4acf-aee7-de7a5bf9584b req-c3dd8997-6b86-4397-8edd-63e7de3f80f0 service neutron] 10.222.0.109 "GET /v2.0/networks?id=12c1a4df-23d6-4c4b-b623-e53eca6cd97e HTTP/1.1" status: 200 len: 910 time: 0.4913375 Jan 21 09:37:40.182983 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43236ff-f80b-42fe-874a-d7fbff18abb9 admin admin] Pushing event updated for resources: {'Port': ['ID=00d01d4c-70b6-4f80-8744-b565d8751f73,revision_number=1']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:40.185839 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Pushing event updated for resources: {'Port': ['ID=944583b6-5e79-4d42-9361-80430e64ac43,revision_number=4']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:40.210439 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.provisioning_blocks [None req-81243b69-8647-4aff-ae1a-063ad5eee94a None None] Provisioning complete for port 00d01d4c-70b6-4f80-8744-b565d8751f73 triggered by entity DHCP. {{(pid=103184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:37:40.211687 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-81243b69-8647-4aff-ae1a-063ad5eee94a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983013'] for port (00d01d4c-70b6-4f80-8744-b565d8751f73), provisioning_complete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:40.218356 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6589cdd-da81-4ef0-9e0d-7148f21426fe req-3e46b3cc-362c-4375-a7c8-0d3d5ed05c3c tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:40.235084 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-b6589cdd-da81-4ef0-9e0d-7148f21426fe req-3e46b3cc-362c-4375-a7c8-0d3d5ed05c3c tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] 10.222.0.45 "GET /v2.0/ports?device_id=ad91ae0f-410b-479b-82f5-c0e18d325a8b HTTP/1.1" status: 200 len: 945 time: 0.2516978 Jan 21 09:37:40.242039 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.45', 35430) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:37:40.255698 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-df6eaf38-d690-45ee-9c35-d74891c0879c admin admin] Publish callbacks [] for security_group (a87732ba-0c6a-4716-a426-66faa6ed6eed), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:40.286917 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-81243b69-8647-4aff-ae1a-063ad5eee94a None None] Port 00d01d4c-70b6-4f80-8744-b565d8751f73 cannot update to ACTIVE because it is not bound. {{(pid=103184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 21 09:37:40.300258 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-77d69d16-35a6-4acf-aee7-de7a5bf9584b req-3ed19a33-bd39-4e50-92ca-b42235c1d09c service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6bb3a0f1-e345-49d2-b142-75f408fac434 HTTP/1.1" status: 200 len: 217 time: 0.1144886 Jan 21 09:37:40.304625 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-df6eaf38-d690-45ee-9c35-d74891c0879c admin admin] Publish callbacks [] for security_group (a87732ba-0c6a-4716-a426-66faa6ed6eed), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:40.330858 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [None req-d46480b4-27bc-47c3-9edc-79f07777a9a9 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e666fa73f5c94369a4cd0f7cb07fc3e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0847428 Jan 21 09:37:40.331082 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.45', 35432) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:37:40.400167 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-30455884-42d2-4736-b3b2-f93436960144 admin admin] Publish callbacks [] for security_group (47eaca05-d4f3-4064-a8ef-43b447d4d009), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:40.427691 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-30455884-42d2-4736-b3b2-f93436960144 admin admin] Publish callbacks [] for security_group (47eaca05-d4f3-4064-a8ef-43b447d4d009), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:40.433943 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-b6589cdd-da81-4ef0-9e0d-7148f21426fe req-a0e27ea2-5176-45ea-9eca-d01ad5c485f7 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] 10.222.0.45 "GET /v2.0/security-groups?id=689824d6-e2cc-4e2f-a7c0-efd7e57bdd17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975236 Jan 21 09:37:40.441003 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d69d16-35a6-4acf-aee7-de7a5bf9584b req-d4c5756a-000a-4217-b6aa-fc1a53afb6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:40.445416 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-77d69d16-35a6-4acf-aee7-de7a5bf9584b req-d4c5756a-000a-4217-b6aa-fc1a53afb6e4 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=14a025df-22d6-457a-8964-126d9d91d404 HTTP/1.1" status: 200 len: 849 time: 0.1087618 Jan 21 09:37:40.476731 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-77d69d16-35a6-4acf-aee7-de7a5bf9584b req-5c57b3cd-1edf-4d62-9444-4c834ce1a34e service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=12c1a4df-23d6-4c4b-b623-e53eca6cd97e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272830 Jan 21 09:37:40.513792 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-df6eaf38-d690-45ee-9c35-d74891c0879c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126007'] for security_group (a87732ba-0c6a-4716-a426-66faa6ed6eed), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:40.516747 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-df6eaf38-d690-45ee-9c35-d74891c0879c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:40.519246 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [None req-df6eaf38-d690-45ee-9c35-d74891c0879c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a87732ba-0c6a-4716-a426-66faa6ed6eed HTTP/1.1" status: 204 len: 168 time: 0.3760173 Jan 21 09:37:40.527591 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6eaf38-d690-45ee-9c35-d74891c0879c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a87732ba-0c6a-4716-a426-66faa6ed6eed,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:40.561928 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-30455884-42d2-4736-b3b2-f93436960144 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126007'] for security_group (47eaca05-d4f3-4064-a8ef-43b447d4d009), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:40.569000 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-30455884-42d2-4736-b3b2-f93436960144 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:40.569000 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [None req-30455884-42d2-4736-b3b2-f93436960144 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/47eaca05-d4f3-4064-a8ef-43b447d4d009 HTTP/1.1" status: 204 len: 168 time: 0.2334874 Jan 21 09:37:40.579428 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30455884-42d2-4736-b3b2-f93436960144 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47eaca05-d4f3-4064-a8ef-43b447d4d009,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:40.615236 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-d43236ff-f80b-42fe-874a-d7fbff18abb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (00d01d4c-70b6-4f80-8744-b565d8751f73), before_update {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:40.694185 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-77d69d16-35a6-4acf-aee7-de7a5bf9584b req-bf754f1f-5e2a-4943-93ea-21c186932763 service neutron] 10.222.0.109 "GET /v2.0/networks/12c1a4df-23d6-4c4b-b623-e53eca6cd97e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2099612 Jan 21 09:37:40.857729 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093e9786-5676-4b20-8599-e9183557a146 req-b7f4a109-dc67-4dd1-8190-6cb61badb083 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:40.859224 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-093e9786-5676-4b20-8599-e9183557a146 req-b7f4a109-dc67-4dd1-8190-6cb61badb083 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/ports?device_id=4e67b25e-7e65-4975-bafa-fceafcd53647 HTTP/1.1" status: 200 len: 945 time: 0.1689672 Jan 21 09:37:40.975712 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-77d69d16-35a6-4acf-aee7-de7a5bf9584b req-fda41160-955b-42fa-acd8-d09dfa75aaf7 service neutron] 10.222.0.109 "GET /v2.0/networks/12c1a4df-23d6-4c4b-b623-e53eca6cd97e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2542629 Jan 21 09:37:40.998031 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-093e9786-5676-4b20-8599-e9183557a146 req-b830a16a-32e9-49a4-baf3-86e56688ab3d tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/security-groups?id=3362d256-4580-47a9-b110-e51f4226c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213102 Jan 21 09:37:41.033301 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504e7f96-3ddb-47a9-89e1-027d13769506 req-cecb8d19-b9a4-4252-a83f-95ef75b9086f tempest-VolumesActionsTest-600326628 tempest-VolumesActionsTest-600326628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:41.050774 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-504e7f96-3ddb-47a9-89e1-027d13769506 req-cecb8d19-b9a4-4252-a83f-95ef75b9086f tempest-VolumesActionsTest-600326628 tempest-VolumesActionsTest-600326628-project] 10.222.0.45 "GET /v2.0/ports?device_id=c2cf8bdb-ca1e-40cb-b09a-58e8e59a213f HTTP/1.1" status: 200 len: 944 time: 0.1822836 Jan 21 09:37:41.099006 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-d43236ff-f80b-42fe-874a-d7fbff18abb9 admin admin] Publish callbacks [] for port (00d01d4c-70b6-4f80-8744-b565d8751f73), precommit_update {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:41.152017 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-504e7f96-3ddb-47a9-89e1-027d13769506 req-53b5e26a-3106-4a09-83d3-e3796d63efa1 tempest-VolumesActionsTest-600326628 tempest-VolumesActionsTest-600326628-project] 10.222.0.45 "GET /v2.0/security-groups?id=ca46b9c8-4f8b-4ca8-b76a-dbd1f3494728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046164 Jan 21 09:37:41.168584 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-d43236ff-f80b-42fe-874a-d7fbff18abb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774670732957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774670299814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774670299832'] for port (00d01d4c-70b6-4f80-8744-b565d8751f73), after_update {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:41.169489 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-d43236ff-f80b-42fe-874a-d7fbff18abb9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4184412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3852437'] for router_interface (5dd45841-36f2-429c-8076-9834ce99a892), after_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:41.245948 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43236ff-f80b-42fe-874a-d7fbff18abb9 admin admin] Pushing event updated for resources: {'Port': ['ID=00d01d4c-70b6-4f80-8744-b565d8751f73,revision_number=2']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:41.324581 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d43236ff-f80b-42fe-874a-d7fbff18abb9 admin admin] Network e49a728a-90d2-4a07-8a83-d63652f9661a is already hosted by enough agents. {{(pid=103182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:37:41.326033 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.scheduler.base_scheduler [None req-d43236ff-f80b-42fe-874a-d7fbff18abb9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:37:41.480078 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d43236ff-f80b-42fe-874a-d7fbff18abb9 admin admin] Router 5dd45841-36f2-429c-8076-9834ce99a892 has already been hosted by L3 agent e2f5353c-5d20-4dd0-beb4-c302aead9ffd {{(pid=103182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:37:41.618247 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.provisioning_blocks [None req-184f6f46-2838-4b1c-8e38-ad81df1c2473 None None] Provisioning complete for port 00d01d4c-70b6-4f80-8744-b565d8751f73 triggered by entity DHCP. {{(pid=103184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:37:41.618712 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-184f6f46-2838-4b1c-8e38-ad81df1c2473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983013'] for port (00d01d4c-70b6-4f80-8744-b565d8751f73), provisioning_complete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:41.667902 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-184f6f46-2838-4b1c-8e38-ad81df1c2473 None None] Port 00d01d4c-70b6-4f80-8744-b565d8751f73 cannot update to ACTIVE because it is not bound. {{(pid=103184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 21 09:37:41.695450 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Device 944583b6-5e79-4d42-9361-80430e64ac43 up at agent ovs-agent-dv-cinder-804035-25-iscsi {{(pid=103184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:37:41.768652 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.provisioning_blocks [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Provisioning complete for port 944583b6-5e79-4d42-9361-80430e64ac43 triggered by entity L2. {{(pid=103184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:37:41.769027 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983013'] for port (944583b6-5e79-4d42-9361-80430e64ac43), provisioning_complete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:41.883189 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Current status of the port 944583b6-5e79-4d42-9361-80430e64ac43 is: ACTIVE; New status is: ACTIVE {{(pid=103184) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:37:41.905470 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d43236ff-f80b-42fe-874a-d7fbff18abb9 admin admin] Notify agent at l3_agent.dv-cinder-804035-25-iscsi the message routers_updated {{(pid=103182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:37:41.911692 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [None req-d43236ff-f80b-42fe-874a-d7fbff18abb9 admin admin] 10.222.0.45 "PUT /v2.0/routers/5dd45841-36f2-429c-8076-9834ce99a892/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8007731 Jan 21 09:37:41.916792 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b7bc80-1851-4d95-baaf-f30fd2455fdd None None] Sync routers for ids ['5dd45841-36f2-429c-8076-9834ce99a892'] in dv-cinder-804035-25-iscsi {{(pid=103184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:37:41.919446 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0424d431-4184-42ff-b078-7fb4b47accb9 req-6c173bd8-68cd-4b9a-be18-ef37a5b7c3f5 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:41.920962 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-0424d431-4184-42ff-b078-7fb4b47accb9 req-6c173bd8-68cd-4b9a-be18-ef37a5b7c3f5 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] 10.222.0.45 "GET /v2.0/ports?device_id=ad91ae0f-410b-479b-82f5-c0e18d325a8b HTTP/1.1" status: 200 len: 945 time: 0.3631041 Jan 21 09:37:41.932712 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b7bc80-1851-4d95-baaf-f30fd2455fdd None None] Routers {'5dd45841-36f2-429c-8076-9834ce99a892'} bound to L3 agent in host dv-cinder-804035-25-iscsi {{(pid=103184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 09:37:41.933979 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.l3_hamode_db [None req-55b7bc80-1851-4d95-baaf-f30fd2455fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:27:18Z,description=,heartbeat_timestamp=2022-01-21T09:37:18Z,host='dv-cinder-804035-25-iscsi',id=e2f5353c-5d20-4dd0-beb4-c302aead9ffd,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:27:19Z,topic='l3_agent')) {'router_ids': ['5dd45841-36f2-429c-8076-9834ce99a892'], 'active': True} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:41.983128 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-0424d431-4184-42ff-b078-7fb4b47accb9 req-fac43b3b-5b35-45d3-8009-a232caa67313 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] 10.222.0.45 "GET /v2.0/security-groups?id=689824d6-e2cc-4e2f-a7c0-efd7e57bdd17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534582 Jan 21 09:37:42.112964 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.l3_dvr_db [None req-55b7bc80-1851-4d95-baaf-f30fd2455fdd None None] Set router 5dd45841-36f2-429c-8076-9834ce99a892 gateway port host: dv-cinder-804035-25-iscsi {{(pid=103184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:37:42.289268 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf2c738-561a-4edb-b72f-cd92fbd5517f req-f6e86b5e-d0fb-47cd-b78e-5772b4b3bc3a tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:42.296355 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-fcf2c738-561a-4edb-b72f-cd92fbd5517f req-f6e86b5e-d0fb-47cd-b78e-5772b4b3bc3a tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/ports?device_id=4e67b25e-7e65-4975-bafa-fceafcd53647 HTTP/1.1" status: 200 len: 945 time: 0.1203401 Jan 21 09:37:42.407952 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b2fd5d-cf38-45a5-82c0-a2ab52a8b68c req-370a5caa-b556-4567-8c24-7d88a3d39597 tempest-VolumesActionsTest-600326628 tempest-VolumesActionsTest-600326628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:42.417510 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-35b2fd5d-cf38-45a5-82c0-a2ab52a8b68c req-370a5caa-b556-4567-8c24-7d88a3d39597 tempest-VolumesActionsTest-600326628 tempest-VolumesActionsTest-600326628-project] 10.222.0.45 "GET /v2.0/ports?device_id=c2cf8bdb-ca1e-40cb-b09a-58e8e59a213f HTTP/1.1" status: 200 len: 944 time: 0.1476862 Jan 21 09:37:42.422446 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-fcf2c738-561a-4edb-b72f-cd92fbd5517f req-fca999e0-322e-4f27-a7e8-ee81ca0b0e06 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/security-groups?id=3362d256-4580-47a9-b110-e51f4226c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252537 Jan 21 09:37:42.480979 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-35b2fd5d-cf38-45a5-82c0-a2ab52a8b68c req-7cabe3cd-1080-4a46-8802-e2d3f01a9658 tempest-VolumesActionsTest-600326628 tempest-VolumesActionsTest-600326628-project] 10.222.0.45 "GET /v2.0/security-groups?id=ca46b9c8-4f8b-4ca8-b76a-dbd1f3494728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624795 Jan 21 09:37:42.577780 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.l3_hamode_db [None req-55b7bc80-1851-4d95-baaf-f30fd2455fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dd45841-36f2-429c-8076-9834ce99a892', 'name': 'tempest-TestMinimumBasicScenario-1638274019-router', 'tenant_id': '10ed49573f464cc18794b94fd1c115ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'external_fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': '944583b6-5e79-4d42-9361-80430e64ac43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:37:33Z', 'updated_at': '2022-01-21T09:37:40Z', 'revision_number': 4, 'project_id': '10ed49573f464cc18794b94fd1c115ee', 'gw_port': {'id': '944583b6-5e79-4d42-9361-80430e64ac43', 'name': '', 'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:01:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd45841-36f2-429c-8076-9834ce99a892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:37:34Z', 'updated_at': '2022-01-21T09:37:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6accd444-6422-45bf-9c21-6be173243a45', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-25-iscsi', '_interfaces': [{'id': '00d01d4c-70b6-4f80-8744-b565d8751f73', 'name': '', 'network_id': 'e49a728a-90d2-4a07-8a83-d63652f9661a', 'tenant_id': '10ed49573f464cc18794b94fd1c115ee', 'mac_address': 'fa:16:3e:11:e5:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dd45841-36f2-429c-8076-9834ce99a892', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'e29f5993-ac69-42ff-9e18-94424da90a30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:37:38Z', 'updated_at': '2022-01-21T09:37:40Z', 'revision_number': 2, 'project_id': '10ed49573f464cc18794b94fd1c115ee', 'subnets': [{'id': 'e29f5993-ac69-42ff-9e18-94424da90a30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-25-iscsi', False) {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:42.607908 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b7bc80-1851-4d95-baaf-f30fd2455fdd None None] Checking router: 5dd45841-36f2-429c-8076-9834ce99a892 for host: dv-cinder-804035-25-iscsi {{(pid=103184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:37:42.608270 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b7bc80-1851-4d95-baaf-f30fd2455fdd None None] Updating router 5dd45841-36f2-429c-8076-9834ce99a892 port 00d01d4c-70b6-4f80-8744-b565d8751f73 binding host dv-cinder-804035-25-iscsi {{(pid=103184) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 09:37:42.640012 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-55b7bc80-1851-4d95-baaf-f30fd2455fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (00d01d4c-70b6-4f80-8744-b565d8751f73), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:42.982472 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-55b7bc80-1851-4d95-baaf-f30fd2455fdd None None] Publish callbacks [] for port (00d01d4c-70b6-4f80-8744-b565d8751f73), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:43.048268 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-55b7bc80-1851-4d95-baaf-f30fd2455fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774670732957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774670299814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774670299832'] for port (00d01d4c-70b6-4f80-8744-b565d8751f73), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:43.056706 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Device 6bb3a0f1-e345-49d2-b142-75f408fac434 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=103184) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 21 09:37:43.135159 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6b468d-bd70-4057-8438-2c755763ec84 None None] Pushing event updated for resources: {'Port': ['ID=00d01d4c-70b6-4f80-8744-b565d8751f73,revision_number=3']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:43.263006 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [None req-55b7bc80-1851-4d95-baaf-f30fd2455fdd None None] Attempting to bind port 00d01d4c-70b6-4f80-8744-b565d8751f73 on host dv-cinder-804035-25-iscsi for vnic_type normal with profile {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 09:37:43.263481 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [None req-55b7bc80-1851-4d95-baaf-f30fd2455fdd None None] Attempting to bind port 00d01d4c-70b6-4f80-8744-b565d8751f73 by drivers openvswitch,hyperv on host dv-cinder-804035-25-iscsi at level 0 using segments [{'id': 'ca5bfd78-f762-4f49-9105-ff4007fd6139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'e49a728a-90d2-4a07-8a83-d63652f9661a'}] {{(pid=103184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 09:37:43.264129 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b7bc80-1851-4d95-baaf-f30fd2455fdd None None] Attempting to bind port 00d01d4c-70b6-4f80-8744-b565d8751f73 on network e49a728a-90d2-4a07-8a83-d63652f9661a {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:37:43.288015 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b7bc80-1851-4d95-baaf-f30fd2455fdd None None] Checking agent: {'id': 'a4f58dde-e5c6-489c-94fe-b355a6abc90e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-25-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 27, 22), 'started_at': datetime.datetime(2022, 1, 21, 9, 27, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 37, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-25-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:37:43.288478 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b7bc80-1851-4d95-baaf-f30fd2455fdd None None] Checking segment: {'id': 'ca5bfd78-f762-4f49-9105-ff4007fd6139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'e49a728a-90d2-4a07-8a83-d63652f9661a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 09:37:43.288956 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-55b7bc80-1851-4d95-baaf-f30fd2455fdd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:43.289740 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b7bc80-1851-4d95-baaf-f30fd2455fdd None None] Bound using segment: {'id': 'ca5bfd78-f762-4f49-9105-ff4007fd6139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'e49a728a-90d2-4a07-8a83-d63652f9661a'} {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:37:43.290235 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [None req-55b7bc80-1851-4d95-baaf-f30fd2455fdd None None] Bound port: 00d01d4c-70b6-4f80-8744-b565d8751f73, host: dv-cinder-804035-25-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca5bfd78-f762-4f49-9105-ff4007fd6139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'e49a728a-90d2-4a07-8a83-d63652f9661a'}}] {{(pid=103184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 09:37:43.290623 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-55b7bc80-1851-4d95-baaf-f30fd2455fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (00d01d4c-70b6-4f80-8744-b565d8751f73), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:43.301485 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] For port 6bb3a0f1-e345-49d2-b142-75f408fac434, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=6bb3a0f1-e345-49d2-b142-75f408fac434,segment=NetworkSegment(ed44a47c-c34b-4572-831d-404b42890929),segment_id=ed44a47c-c34b-4572-831d-404b42890929)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:37:43.323908 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Returning: {'device': '6bb3a0f1-e345-49d2-b142-75f408fac434', 'network_id': '12c1a4df-23d6-4c4b-b623-e53eca6cd97e', 'port_id': '6bb3a0f1-e345-49d2-b142-75f408fac434', 'mac_address': 'fa:16:3e:49:ab:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 365, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14a025df-22d6-457a-8964-126d9d91d404', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103184) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 21 09:37:43.351941 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.45', 35582) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:37:43.362382 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.v2.base [None req-53215783-486d-4e2b-8214-2278ea0d75f6 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-256953474-network', 'tenant_id': 'eea3e00798d84b9bb92be033028274ab'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:43.425104 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Current status of the port 6bb3a0f1-e345-49d2-b142-75f408fac434 is: DOWN; New status is: BUILD {{(pid=103184) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:37:43.425522 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (6bb3a0f1-e345-49d2-b142-75f408fac434), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:43.429794 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-55b7bc80-1851-4d95-baaf-f30fd2455fdd None None] For port 00d01d4c-70b6-4f80-8744-b565d8751f73, host dv-cinder-804035-25-iscsi, cleared binding levels {{(pid=103184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:37:43.448370 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.notifiers.nova [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bb3a0f1-e345-49d2-b142-75f408fac434 {{(pid=103184) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:37:43.463574 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-55b7bc80-1851-4d95-baaf-f30fd2455fdd None None] For port 00d01d4c-70b6-4f80-8744-b565d8751f73, host dv-cinder-804035-25-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-25-iscsi',level=0,port_id=00d01d4c-70b6-4f80-8744-b565d8751f73,segment=NetworkSegment(ca5bfd78-f762-4f49-9105-ff4007fd6139),segment_id=ca5bfd78-f762-4f49-9105-ff4007fd6139)] {{(pid=103184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:37:43.468848 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53215783-486d-4e2b-8214-2278ea0d75f6 admin admin] Made reservation on behalf of eea3e00798d84b9bb92be033028274ab for: {'network': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:37:43.472484 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-53215783-486d-4e2b-8214-2278ea0d75f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for network (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:43.483486 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] For port 6bb3a0f1-e345-49d2-b142-75f408fac434, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=6bb3a0f1-e345-49d2-b142-75f408fac434,segment=NetworkSegment(ed44a47c-c34b-4572-831d-404b42890929),segment_id=ed44a47c-c34b-4572-831d-404b42890929)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:37:43.483694 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-53215783-486d-4e2b-8214-2278ea0d75f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:43.561827 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.provisioning_blocks [None req-5ac466fe-8264-47f6-99de-16241078e5f5 None None] Provisioning complete for port 00d01d4c-70b6-4f80-8744-b565d8751f73 triggered by entity DHCP. {{(pid=103184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:37:43.565488 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5ac466fe-8264-47f6-99de-16241078e5f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983013'] for port (00d01d4c-70b6-4f80-8744-b565d8751f73), provisioning_complete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:43.571365 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-55b7bc80-1851-4d95-baaf-f30fd2455fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774670732957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774670299814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774670299832'] for port (00d01d4c-70b6-4f80-8744-b565d8751f73), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:43.577334 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-53215783-486d-4e2b-8214-2278ea0d75f6 admin admin] Publish callbacks [] for security_group (c0b50b37-b303-4207-ab4c-0d6aecbedd04), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:43.645843 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-53215783-486d-4e2b-8214-2278ea0d75f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126007'] for security_group (c0b50b37-b303-4207-ab4c-0d6aecbedd04), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:43.662328 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774670732957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774670299814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774670299832'] for port (6bb3a0f1-e345-49d2-b142-75f408fac434), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:43.671293 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b109f076-45bd-44e4-a5fe-961869404fba req-80321e28-6fb2-4c0d-969d-5f4b176c998f tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:43.683619 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53215783-486d-4e2b-8214-2278ea0d75f6 admin admin] vlan segment allocate from pool success with {'vlan_id': 395, 'physical_network': 'physnet1'} {{(pid=103183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:37:43.686280 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53215783-486d-4e2b-8214-2278ea0d75f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0b50b37-b303-4207-ab4c-0d6aecbedd04,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:43.690079 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-b109f076-45bd-44e4-a5fe-961869404fba req-80321e28-6fb2-4c0d-969d-5f4b176c998f tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/ports?device_id=4e67b25e-7e65-4975-bafa-fceafcd53647 HTTP/1.1" status: 200 len: 945 time: 0.1166506 Jan 21 09:37:43.715063 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-53215783-486d-4e2b-8214-2278ea0d75f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906022'] for segment (44817e3d-0188-47ac-ae66-bcdc651a5b41), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:43.715417 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.db.segments_db [None req-53215783-486d-4e2b-8214-2278ea0d75f6 admin admin] Added segment 44817e3d-0188-47ac-ae66-bcdc651a5b41 of type vlan for network 88b73176-8096-4e52-a228-063840239032 Jan 21 09:37:43.738229 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b7bc80-1851-4d95-baaf-f30fd2455fdd None None] Routers {'5dd45841-36f2-429c-8076-9834ce99a892'} bound to L3 agent in host dv-cinder-804035-25-iscsi {{(pid=103184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 09:37:43.739584 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.l3_hamode_db [None req-55b7bc80-1851-4d95-baaf-f30fd2455fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:27:18Z,description=,heartbeat_timestamp=2022-01-21T09:37:18Z,host='dv-cinder-804035-25-iscsi',id=e2f5353c-5d20-4dd0-beb4-c302aead9ffd,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:27:19Z,topic='l3_agent')) {'router_ids': ['5dd45841-36f2-429c-8076-9834ce99a892'], 'active': True} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:43.783639 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-53215783-486d-4e2b-8214-2278ea0d75f6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774670334190'] for network (88b73176-8096-4e52-a228-063840239032), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:43.808744 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-b109f076-45bd-44e4-a5fe-961869404fba req-55cef907-08f8-4997-8f89-43b965f842fa tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/security-groups?id=3362d256-4580-47a9-b110-e51f4226c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174061 Jan 21 09:37:43.828022 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216b525b-249b-496b-9260-8750e8e64803 req-6c346a78-c898-4a3c-b3fd-989990488f2f tempest-VolumesActionsTest-600326628 tempest-VolumesActionsTest-600326628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:43.836458 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-216b525b-249b-496b-9260-8750e8e64803 req-6c346a78-c898-4a3c-b3fd-989990488f2f tempest-VolumesActionsTest-600326628 tempest-VolumesActionsTest-600326628-project] 10.222.0.45 "GET /v2.0/ports?device_id=c2cf8bdb-ca1e-40cb-b09a-58e8e59a213f HTTP/1.1" status: 200 len: 945 time: 0.2076175 Jan 21 09:37:43.874135 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6b468d-bd70-4057-8438-2c755763ec84 None None] Pushing event updated for resources: {'Port': ['ID=00d01d4c-70b6-4f80-8744-b565d8751f73,revision_number=4']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:43.899237 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-53215783-486d-4e2b-8214-2278ea0d75f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430'] for network (88b73176-8096-4e52-a228-063840239032), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:43.900615 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53215783-486d-4e2b-8214-2278ea0d75f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:43.901397 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-53215783-486d-4e2b-8214-2278ea0d75f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4184320'] for network (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:43.964589 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-216b525b-249b-496b-9260-8750e8e64803 req-6dec9492-27d0-48f2-a3ef-852f2e7aca7e tempest-VolumesActionsTest-600326628 tempest-VolumesActionsTest-600326628-project] 10.222.0.45 "GET /v2.0/security-groups?id=ca46b9c8-4f8b-4ca8-b76a-dbd1f3494728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248724 Jan 21 09:37:43.998303 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Pushing event updated for resources: {'Port': ['ID=6bb3a0f1-e345-49d2-b142-75f408fac434,revision_number=4']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:44.039143 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.l3_dvr_db [None req-55b7bc80-1851-4d95-baaf-f30fd2455fdd None None] Set router 5dd45841-36f2-429c-8076-9834ce99a892 gateway port host: dv-cinder-804035-25-iscsi {{(pid=103184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:37:44.043961 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [None req-53215783-486d-4e2b-8214-2278ea0d75f6 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6910534 Jan 21 09:37:44.046998 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.wsgi [-] (103182) accepted ('10.222.0.45', 35602) {{(pid=103182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:37:44.054107 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.v2.base [None req-406c546d-95f7-422d-9282-0172fb8579de admin admin] Request body: {'subnet': {'network_id': '88b73176-8096-4e52-a228-063840239032', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-256953474-subnet', 'tenant_id': 'eea3e00798d84b9bb92be033028274ab', 'ip_version': 4}} {{(pid=103182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:44.060658 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53215783-486d-4e2b-8214-2278ea0d75f6 admin admin] Pushing event updated for resources: {'Network': ['ID=88b73176-8096-4e52-a228-063840239032,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:44.097321 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Network 88b73176-8096-4e52-a228-063840239032 details requested by agent ovs-agent-dv-cinder-804035-25-iscsi with host dv-cinder-804035-25-iscsi {{(pid=103184) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 09:37:44.147991 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-5ac466fe-8264-47f6-99de-16241078e5f5 None None] Current status of the port 00d01d4c-70b6-4f80-8744-b565d8751f73 is: DOWN; New status is: ACTIVE {{(pid=103184) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:37:44.148370 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5ac466fe-8264-47f6-99de-16241078e5f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (00d01d4c-70b6-4f80-8744-b565d8751f73), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:44.192048 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-406c546d-95f7-422d-9282-0172fb8579de admin admin] Made reservation on behalf of eea3e00798d84b9bb92be033028274ab for: {'subnet': 1} {{(pid=103182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:37:44.194830 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-406c546d-95f7-422d-9282-0172fb8579de admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:44.304858 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-5ac466fe-8264-47f6-99de-16241078e5f5 None None] For port 00d01d4c-70b6-4f80-8744-b565d8751f73, host dv-cinder-804035-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-25-iscsi',level=0,port_id=00d01d4c-70b6-4f80-8744-b565d8751f73,segment=NetworkSegment(ca5bfd78-f762-4f49-9105-ff4007fd6139),segment_id=ca5bfd78-f762-4f49-9105-ff4007fd6139)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:37:44.359269 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5ac466fe-8264-47f6-99de-16241078e5f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774670732957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774670299814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774670299832'] for port (00d01d4c-70b6-4f80-8744-b565d8751f73), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:44.419901 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac466fe-8264-47f6-99de-16241078e5f5 None None] Pushing event updated for resources: {'Port': ['ID=00d01d4c-70b6-4f80-8744-b565d8751f73,revision_number=5']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:44.432755 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.l3_hamode_db [None req-55b7bc80-1851-4d95-baaf-f30fd2455fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dd45841-36f2-429c-8076-9834ce99a892', 'name': 'tempest-TestMinimumBasicScenario-1638274019-router', 'tenant_id': '10ed49573f464cc18794b94fd1c115ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'external_fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': '944583b6-5e79-4d42-9361-80430e64ac43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:37:33Z', 'updated_at': '2022-01-21T09:37:40Z', 'revision_number': 4, 'project_id': '10ed49573f464cc18794b94fd1c115ee', 'gw_port': {'id': '944583b6-5e79-4d42-9361-80430e64ac43', 'name': '', 'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:01:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd45841-36f2-429c-8076-9834ce99a892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:37:34Z', 'updated_at': '2022-01-21T09:37:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6accd444-6422-45bf-9c21-6be173243a45', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-25-iscsi', '_interfaces': [{'id': '00d01d4c-70b6-4f80-8744-b565d8751f73', 'name': '', 'network_id': 'e49a728a-90d2-4a07-8a83-d63652f9661a', 'tenant_id': '10ed49573f464cc18794b94fd1c115ee', 'mac_address': 'fa:16:3e:11:e5:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dd45841-36f2-429c-8076-9834ce99a892', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'e29f5993-ac69-42ff-9e18-94424da90a30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:37:38Z', 'updated_at': '2022-01-21T09:37:43Z', 'revision_number': 4, 'project_id': '10ed49573f464cc18794b94fd1c115ee', 'subnets': [{'id': 'e29f5993-ac69-42ff-9e18-94424da90a30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-25-iscsi', False) {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:44.467289 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b7bc80-1851-4d95-baaf-f30fd2455fdd None None] The sync data for ids ['5dd45841-36f2-429c-8076-9834ce99a892'] in dv-cinder-804035-25-iscsi is: [{'id': '5dd45841-36f2-429c-8076-9834ce99a892', 'name': 'tempest-TestMinimumBasicScenario-1638274019-router', 'tenant_id': '10ed49573f464cc18794b94fd1c115ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'external_fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': '944583b6-5e79-4d42-9361-80430e64ac43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:37:33Z', 'updated_at': '2022-01-21T09:37:40Z', 'revision_number': 4, 'project_id': '10ed49573f464cc18794b94fd1c115ee', 'gw_port': {'id': '944583b6-5e79-4d42-9361-80430e64ac43', 'name': '', 'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:01:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd45841-36f2-429c-8076-9834ce99a892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:37:34Z', 'updated_at': '2022-01-21T09:37:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6accd444-6422-45bf-9c21-6be173243a45', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-25-iscsi', '_interfaces': [{'id': '00d01d4c-70b6-4f80-8744-b565d8751f73', 'name': '', 'network_id': 'e49a728a-90d2-4a07-8a83-d63652f9661a', 'tenant_id': '10ed49573f464cc18794b94fd1c115ee', 'mac_address': 'fa:16:3e:11:e5:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dd45841-36f2-429c-8076-9834ce99a892', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'e29f5993-ac69-42ff-9e18-94424da90a30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:37:38Z', 'updated_at': '2022-01-21T09:37:43Z', 'revision_number': 4, 'project_id': '10ed49573f464cc18794b94fd1c115ee', 'subnets': [{'id': 'e29f5993-ac69-42ff-9e18-94424da90a30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:37:44.482869 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-406c546d-95f7-422d-9282-0172fb8579de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4120330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430'] for subnet (843b2d34-b8c9-480e-9780-56dc88be7a11), after_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:44.483964 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.provisioning_blocks [None req-31bba7b3-7931-4417-8b0e-ab7c321daaba None None] Provisioning complete for port 00d01d4c-70b6-4f80-8744-b565d8751f73 triggered by entity DHCP. {{(pid=103184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:37:44.484345 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-31bba7b3-7931-4417-8b0e-ab7c321daaba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983013'] for port (00d01d4c-70b6-4f80-8744-b565d8751f73), provisioning_complete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:44.573086 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406c546d-95f7-422d-9282-0172fb8579de admin admin] Pushing event updated for resources: {'Subnet': ['ID=843b2d34-b8c9-480e-9780-56dc88be7a11,revision_number=0']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:44.582520 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-406c546d-95f7-422d-9282-0172fb8579de admin admin] Checking segment: {'id': '44817e3d-0188-47ac-ae66-bcdc651a5b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '88b73176-8096-4e52-a228-063840239032'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 09:37:44.582781 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-406c546d-95f7-422d-9282-0172fb8579de admin admin] Network hostable DHCP agents. Network: 88b73176-8096-4e52-a228-063840239032, hostable agents: ['8a5d4a72-43a4-4fcf-b58e-bc9792bd5f0a'], hosted agents: [] {{(pid=103182) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:37:44.585500 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406c546d-95f7-422d-9282-0172fb8579de admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:44.585811 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406c546d-95f7-422d-9282-0172fb8579de admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:44.586147 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406c546d-95f7-422d-9282-0172fb8579de admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:44.586504 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406c546d-95f7-422d-9282-0172fb8579de admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:44.586816 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406c546d-95f7-422d-9282-0172fb8579de admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:44.587133 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406c546d-95f7-422d-9282-0172fb8579de admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:44.587453 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406c546d-95f7-422d-9282-0172fb8579de admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:44.587772 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406c546d-95f7-422d-9282-0172fb8579de admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:44.588095 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406c546d-95f7-422d-9282-0172fb8579de admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:44.588416 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406c546d-95f7-422d-9282-0172fb8579de admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:44.588731 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406c546d-95f7-422d-9282-0172fb8579de admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:44.589044 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406c546d-95f7-422d-9282-0172fb8579de admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:44.589385 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406c546d-95f7-422d-9282-0172fb8579de admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:44.589612 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-31bba7b3-7931-4417-8b0e-ab7c321daaba None None] Current status of the port 00d01d4c-70b6-4f80-8744-b565d8751f73 is: ACTIVE; New status is: ACTIVE {{(pid=103184) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:37:44.668382 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-406c546d-95f7-422d-9282-0172fb8579de admin admin] Network 88b73176-8096-4e52-a228-063840239032 is scheduled to be hosted by DHCP agent 8a5d4a72-43a4-4fcf-b58e-bc9792bd5f0a with binding_index 1 {{(pid=103182) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:37:44.748003 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.scheduler.base_scheduler [None req-406c546d-95f7-422d-9282-0172fb8579de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-25-iscsi, 88b73176-8096-4e52-a228-063840239032) {{(pid=103182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:37:44.752076 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-406c546d-95f7-422d-9282-0172fb8579de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:44.752839 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-406c546d-95f7-422d-9282-0172fb8579de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4184320'] for subnet (None), before_response {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:44.759037 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7eff1e1-ae0a-4a09-b59d-969f6d282dcf None None] Network 88b73176-8096-4e52-a228-063840239032 requested from dv-cinder-804035-25-iscsi {{(pid=103184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 09:37:44.841083 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [None req-406c546d-95f7-422d-9282-0172fb8579de admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7926631 Jan 21 09:37:44.843675 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.wsgi [-] (103182) accepted ('10.222.0.45', 35610) {{(pid=103182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:37:44.849025 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.v2.base [None req-02b5bc93-6024-4ce1-a5bd-9b62f5fbcb9f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-256953474-router', 'tenant_id': 'eea3e00798d84b9bb92be033028274ab', 'external_gateway_info': {'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5'}}} {{(pid=103182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:37:44.888542 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44e2a8fa-4dcf-4ff0-a7d8-6945a88f6302 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdb391ba1-f7e2-5f62-9648-e4a8f7be7f09-88b73176-8096-4e52-a228-063840239032', 'network_id': '88b73176-8096-4e52-a228-063840239032', 'project_id': 'eea3e00798d84b9bb92be033028274ab', 'fixed_ips': [{'subnet_id': '843b2d34-b8c9-480e-9780-56dc88be7a11'}]}} from dv-cinder-804035-25-iscsi. {{(pid=103184) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 21 09:37:44.889457 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-44e2a8fa-4dcf-4ff0-a7d8-6945a88f6302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:44.952927 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19fa737-9ef3-4546-b09b-989128097d88 req-f1541bfc-509d-4f91-a093-be3ee3bd6263 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:44.954861 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-b19fa737-9ef3-4546-b09b-989128097d88 req-f1541bfc-509d-4f91-a093-be3ee3bd6263 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/ports?device_id=4e67b25e-7e65-4975-bafa-fceafcd53647 HTTP/1.1" status: 200 len: 945 time: 0.0559287 Jan 21 09:37:44.970063 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-02b5bc93-6024-4ce1-a5bd-9b62f5fbcb9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3844473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3103'] for router (8555b0db-39f0-4307-9c87-5b080d8dfa67), before_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:44.971531 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-02b5bc93-6024-4ce1-a5bd-9b62f5fbcb9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3843017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3850133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3732829', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3092'] for router (8555b0db-39f0-4307-9c87-5b080d8dfa67), precommit_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:45.063414 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-02b5bc93-6024-4ce1-a5bd-9b62f5fbcb9f admin admin] Publish callbacks [] for router_controller (8555b0db-39f0-4307-9c87-5b080d8dfa67), precommit_add_association {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:45.093411 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-b19fa737-9ef3-4546-b09b-989128097d88 req-4fc5daf5-f571-4268-b355-e9c35ab93bb7 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/security-groups?id=3362d256-4580-47a9-b110-e51f4226c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256855 Jan 21 09:37:45.221974 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [None req-44e2a8fa-4dcf-4ff0-a7d8-6945a88f6302 None None] Allocated IP 172.20.0.2 (88b73176-8096-4e52-a228-063840239032/843b2d34-b8c9-480e-9780-56dc88be7a11/8d42e57c-9325-4f12-b506-fa632c9e0cb2) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:37:45.261615 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f2af18-e7a3-426a-bf9d-f01feefd8c22 req-35605936-c23e-47ad-9e76-5644a547bccb tempest-VolumesActionsTest-600326628 tempest-VolumesActionsTest-600326628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:45.263226 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-a2f2af18-e7a3-426a-bf9d-f01feefd8c22 req-35605936-c23e-47ad-9e76-5644a547bccb tempest-VolumesActionsTest-600326628 tempest-VolumesActionsTest-600326628-project] 10.222.0.45 "GET /v2.0/ports?device_id=c2cf8bdb-ca1e-40cb-b09a-58e8e59a213f HTTP/1.1" status: 200 len: 945 time: 0.1687584 Jan 21 09:37:45.313441 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-02b5bc93-6024-4ce1-a5bd-9b62f5fbcb9f admin admin] Publish callbacks [] for router_gateway (8555b0db-39f0-4307-9c87-5b080d8dfa67), precommit_update {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:45.360970 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-a2f2af18-e7a3-426a-bf9d-f01feefd8c22 req-7955d8db-ea8d-4b55-b378-700f05884971 tempest-VolumesActionsTest-600326628 tempest-VolumesActionsTest-600326628-project] 10.222.0.45 "GET /v2.0/security-groups?id=ca46b9c8-4f8b-4ca8-b76a-dbd1f3494728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656416 Jan 21 09:37:45.387363 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-44e2a8fa-4dcf-4ff0-a7d8-6945a88f6302 None None] Publish callbacks [] for port (8d42e57c-9325-4f12-b506-fa632c9e0cb2), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:45.451169 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-44e2a8fa-4dcf-4ff0-a7d8-6945a88f6302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774670299796'] for port (8d42e57c-9325-4f12-b506-fa632c9e0cb2), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:45.493530 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44e2a8fa-4dcf-4ff0-a7d8-6945a88f6302 None None] Network 88b73176-8096-4e52-a228-063840239032 is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:37:45.498902 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-44e2a8fa-4dcf-4ff0-a7d8-6945a88f6302 None None] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:37:45.502687 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e2a8fa-4dcf-4ff0-a7d8-6945a88f6302 None None] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 09:37:45.510086 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e2a8fa-4dcf-4ff0-a7d8-6945a88f6302 None None] Pushing event updated for resources: {'Port': ['ID=8d42e57c-9325-4f12-b506-fa632c9e0cb2,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:45.572620 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [None req-44e2a8fa-4dcf-4ff0-a7d8-6945a88f6302 None None] Attempting to bind port 8d42e57c-9325-4f12-b506-fa632c9e0cb2 on host dv-cinder-804035-25-iscsi for vnic_type normal with profile {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 09:37:45.573224 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [None req-44e2a8fa-4dcf-4ff0-a7d8-6945a88f6302 None None] Attempting to bind port 8d42e57c-9325-4f12-b506-fa632c9e0cb2 by drivers openvswitch,hyperv on host dv-cinder-804035-25-iscsi at level 0 using segments [{'id': '44817e3d-0188-47ac-ae66-bcdc651a5b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '88b73176-8096-4e52-a228-063840239032'}] {{(pid=103184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 09:37:45.573601 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e2a8fa-4dcf-4ff0-a7d8-6945a88f6302 None None] Attempting to bind port 8d42e57c-9325-4f12-b506-fa632c9e0cb2 on network 88b73176-8096-4e52-a228-063840239032 {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:37:45.578927 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e2a8fa-4dcf-4ff0-a7d8-6945a88f6302 None None] Checking agent: {'id': 'a4f58dde-e5c6-489c-94fe-b355a6abc90e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-25-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 27, 22), 'started_at': datetime.datetime(2022, 1, 21, 9, 27, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 37, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-25-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:37:45.579297 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e2a8fa-4dcf-4ff0-a7d8-6945a88f6302 None None] Checking segment: {'id': '44817e3d-0188-47ac-ae66-bcdc651a5b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '88b73176-8096-4e52-a228-063840239032'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 09:37:45.579689 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-44e2a8fa-4dcf-4ff0-a7d8-6945a88f6302 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:45.580074 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e2a8fa-4dcf-4ff0-a7d8-6945a88f6302 None None] Bound using segment: {'id': '44817e3d-0188-47ac-ae66-bcdc651a5b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '88b73176-8096-4e52-a228-063840239032'} {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:37:45.580569 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [None req-44e2a8fa-4dcf-4ff0-a7d8-6945a88f6302 None None] Bound port: 8d42e57c-9325-4f12-b506-fa632c9e0cb2, host: dv-cinder-804035-25-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44817e3d-0188-47ac-ae66-bcdc651a5b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '88b73176-8096-4e52-a228-063840239032'}}] {{(pid=103184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 09:37:45.580941 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-44e2a8fa-4dcf-4ff0-a7d8-6945a88f6302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (8d42e57c-9325-4f12-b506-fa632c9e0cb2), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:45.597065 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-02b5bc93-6024-4ce1-a5bd-9b62f5fbcb9f admin admin] Publish callbacks [] for router_gateway (8555b0db-39f0-4307-9c87-5b080d8dfa67), before_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:45.618989 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-02b5bc93-6024-4ce1-a5bd-9b62f5fbcb9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (None), before_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:45.669571 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-44e2a8fa-4dcf-4ff0-a7d8-6945a88f6302 None None] For port 8d42e57c-9325-4f12-b506-fa632c9e0cb2, host dv-cinder-804035-25-iscsi, cleared binding levels {{(pid=103184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:37:45.673720 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-44e2a8fa-4dcf-4ff0-a7d8-6945a88f6302 None None] For port 8d42e57c-9325-4f12-b506-fa632c9e0cb2, host dv-cinder-804035-25-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-25-iscsi',level=0,port_id=8d42e57c-9325-4f12-b506-fa632c9e0cb2,segment=NetworkSegment(44817e3d-0188-47ac-ae66-bcdc651a5b41),segment_id=44817e3d-0188-47ac-ae66-bcdc651a5b41)] {{(pid=103184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:37:45.739612 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.db.db_base_plugin_common [None req-02b5bc93-6024-4ce1-a5bd-9b62f5fbcb9f admin admin] Allocated IP 172.27.3.57 (c13ce787-b669-4a63-b567-cda42d951ad5/6accd444-6422-45bf-9c21-6be173243a45/1c33c508-430d-4e09-9711-083ae4d5f645) {{(pid=103182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:37:45.743216 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Device 00d01d4c-70b6-4f80-8744-b565d8751f73 up at agent ovs-agent-dv-cinder-804035-25-iscsi {{(pid=103184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:37:45.770082 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-44e2a8fa-4dcf-4ff0-a7d8-6945a88f6302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774670732957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774670299814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774670299832'] for port (8d42e57c-9325-4f12-b506-fa632c9e0cb2), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:45.855270 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-02b5bc93-6024-4ce1-a5bd-9b62f5fbcb9f admin admin] Publish callbacks [] for port (1c33c508-430d-4e09-9711-083ae4d5f645), precommit_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:45.861497 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e2a8fa-4dcf-4ff0-a7d8-6945a88f6302 None None] Pushing event updated for resources: {'Port': ['ID=8d42e57c-9325-4f12-b506-fa632c9e0cb2,revision_number=2']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:45.869430 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.provisioning_blocks [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Provisioning complete for port 00d01d4c-70b6-4f80-8744-b565d8751f73 triggered by entity L2. {{(pid=103184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:37:45.870134 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983013'] for port (00d01d4c-70b6-4f80-8744-b565d8751f73), provisioning_complete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:45.938036 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e260645f-0b30-4902-b0eb-671dc50dafad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (8a5d4a72-43a4-4fcf-b58e-bc9792bd5f0a), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:45.953728 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Current status of the port 00d01d4c-70b6-4f80-8744-b565d8751f73 is: ACTIVE; New status is: ACTIVE {{(pid=103184) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:37:45.954420 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-02b5bc93-6024-4ce1-a5bd-9b62f5fbcb9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774670299796'] for port (1c33c508-430d-4e09-9711-083ae4d5f645), after_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:46.008030 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b5bc93-6024-4ce1-a5bd-9b62f5fbcb9f admin admin] Network c13ce787-b669-4a63-b567-cda42d951ad5 is already hosted by enough agents. {{(pid=103182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:37:46.015169 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.scheduler.base_scheduler [None req-02b5bc93-6024-4ce1-a5bd-9b62f5fbcb9f admin admin] Resources bound (agent type, host, resource id): {{(pid=103182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:37:46.020657 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b5bc93-6024-4ce1-a5bd-9b62f5fbcb9f admin admin] Received port after_create {{(pid=103182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 09:37:46.091464 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b5bc93-6024-4ce1-a5bd-9b62f5fbcb9f admin admin] Pushing event updated for resources: {'Port': ['ID=1c33c508-430d-4e09-9711-083ae4d5f645,revision_number=1']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:46.245006 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb01118b-dc75-40df-9368-9b0405cc03ca req-eea09546-dc84-44c8-b8d9-c849a2041fca tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:46.246298 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-fb01118b-dc75-40df-9368-9b0405cc03ca req-eea09546-dc84-44c8-b8d9-c849a2041fca tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/ports?device_id=4e67b25e-7e65-4975-bafa-fceafcd53647 HTTP/1.1" status: 200 len: 945 time: 0.0562654 Jan 21 09:37:46.365268 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-fb01118b-dc75-40df-9368-9b0405cc03ca req-7113e9c8-51ad-49b4-9e57-610699426e6e tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/security-groups?id=3362d256-4580-47a9-b110-e51f4226c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891333 Jan 21 09:37:46.380873 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-02b5bc93-6024-4ce1-a5bd-9b62f5fbcb9f admin admin] Publish callbacks [] for router_gateway (8555b0db-39f0-4307-9c87-5b080d8dfa67), after_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:46.501284 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] get_ports_and_sgs() called for port_ids ['6bb3a0f1-e345-49d2-b142-75f408fac434'] {{(pid=103184) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 09:37:46.695947 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea232ce9-5a63-4585-bd53-91549b73d3c0 req-5ed6aca5-a809-49c2-9ad9-e91f2f08e76c tempest-VolumesActionsTest-600326628 tempest-VolumesActionsTest-600326628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:46.703031 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-ea232ce9-5a63-4585-bd53-91549b73d3c0 req-5ed6aca5-a809-49c2-9ad9-e91f2f08e76c tempest-VolumesActionsTest-600326628 tempest-VolumesActionsTest-600326628-project] 10.222.0.45 "GET /v2.0/ports?device_id=c2cf8bdb-ca1e-40cb-b09a-58e8e59a213f HTTP/1.1" status: 200 len: 945 time: 0.1557577 Jan 21 09:37:46.827034 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-ea232ce9-5a63-4585-bd53-91549b73d3c0 req-5ff32683-2e4e-44c9-9334-ea7c0d4711ca tempest-VolumesActionsTest-600326628 tempest-VolumesActionsTest-600326628-project] 10.222.0.45 "GET /v2.0/security-groups?id=ca46b9c8-4f8b-4ca8-b76a-dbd1f3494728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230533 Jan 21 09:37:46.834766 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-02b5bc93-6024-4ce1-a5bd-9b62f5fbcb9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3843070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3846200'] for router (8555b0db-39f0-4307-9c87-5b080d8dfa67), after_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:46.974389 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3ae8a42-c81b-4884-bfbc-32b737fbf4d1 None None] Network 88b73176-8096-4e52-a228-063840239032 requested from dv-cinder-804035-25-iscsi {{(pid=103184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 09:37:47.062932 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.provisioning_blocks [None req-bb8b5ce0-22fb-4d30-ba7e-690fa3ff5197 None None] Provisioning complete for port 8d42e57c-9325-4f12-b506-fa632c9e0cb2 triggered by entity DHCP. {{(pid=103184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:37:47.063327 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-bb8b5ce0-22fb-4d30-ba7e-690fa3ff5197 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983013'] for port (8d42e57c-9325-4f12-b506-fa632c9e0cb2), provisioning_complete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:47.078150 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02b5bc93-6024-4ce1-a5bd-9b62f5fbcb9f admin admin] Router 8555b0db-39f0-4307-9c87-5b080d8dfa67 is scheduled to L3 agent e2f5353c-5d20-4dd0-beb4-c302aead9ffd with binding_index 1 {{(pid=103182) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 09:37:47.232577 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-bb8b5ce0-22fb-4d30-ba7e-690fa3ff5197 None None] Current status of the port 8d42e57c-9325-4f12-b506-fa632c9e0cb2 is: DOWN; New status is: ACTIVE {{(pid=103184) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:37:47.232979 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-bb8b5ce0-22fb-4d30-ba7e-690fa3ff5197 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (8d42e57c-9325-4f12-b506-fa632c9e0cb2), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:47.255738 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02b5bc93-6024-4ce1-a5bd-9b62f5fbcb9f admin admin] Notify agent at l3_agent.dv-cinder-804035-25-iscsi the message routers_updated {{(pid=103182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:37:47.281915 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e872af-23e7-4644-bd1a-d52ff437f796 None None] Sync routers for ids ['8555b0db-39f0-4307-9c87-5b080d8dfa67'] in dv-cinder-804035-25-iscsi {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:37:47.317534 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e872af-23e7-4644-bd1a-d52ff437f796 None None] Routers {'8555b0db-39f0-4307-9c87-5b080d8dfa67'} bound to L3 agent in host dv-cinder-804035-25-iscsi {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 09:37:47.318670 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-e8e872af-23e7-4644-bd1a-d52ff437f796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:27:18Z,description=,heartbeat_timestamp=2022-01-21T09:37:18Z,host='dv-cinder-804035-25-iscsi',id=e2f5353c-5d20-4dd0-beb4-c302aead9ffd,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:27:19Z,topic='l3_agent')) {'router_ids': ['8555b0db-39f0-4307-9c87-5b080d8dfa67'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:47.322311 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-bb8b5ce0-22fb-4d30-ba7e-690fa3ff5197 None None] For port 8d42e57c-9325-4f12-b506-fa632c9e0cb2, host dv-cinder-804035-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-25-iscsi',level=0,port_id=8d42e57c-9325-4f12-b506-fa632c9e0cb2,segment=NetworkSegment(44817e3d-0188-47ac-ae66-bcdc651a5b41),segment_id=44817e3d-0188-47ac-ae66-bcdc651a5b41)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:37:47.419702 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-02b5bc93-6024-4ce1-a5bd-9b62f5fbcb9f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:47.426567 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [None req-02b5bc93-6024-4ce1-a5bd-9b62f5fbcb9f admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.5764029 Jan 21 09:37:47.426567 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.wsgi [-] (103182) accepted ('10.222.0.45', 35678) {{(pid=103182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:37:47.434133 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-e8e872af-23e7-4644-bd1a-d52ff437f796 None None] Set router 8555b0db-39f0-4307-9c87-5b080d8dfa67 gateway port host: dv-cinder-804035-25-iscsi {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:37:47.468303 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-bb8b5ce0-22fb-4d30-ba7e-690fa3ff5197 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774670732957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774670299814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774670299832'] for port (8d42e57c-9325-4f12-b506-fa632c9e0cb2), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:47.592871 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8b5ce0-22fb-4d30-ba7e-690fa3ff5197 None None] Pushing event updated for resources: {'Port': ['ID=8d42e57c-9325-4f12-b506-fa632c9e0cb2,revision_number=3']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:47.603537 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.provisioning_blocks [None req-a961880b-d67c-4d21-b9c9-cc5efd886754 None None] Provisioning complete for port 8d42e57c-9325-4f12-b506-fa632c9e0cb2 triggered by entity DHCP. {{(pid=103184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:37:47.603537 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a961880b-d67c-4d21-b9c9-cc5efd886754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983013'] for port (8d42e57c-9325-4f12-b506-fa632c9e0cb2), provisioning_complete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:47.734879 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-a961880b-d67c-4d21-b9c9-cc5efd886754 None None] Current status of the port 8d42e57c-9325-4f12-b506-fa632c9e0cb2 is: ACTIVE; New status is: ACTIVE {{(pid=103184) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:37:47.735271 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-e8e872af-23e7-4644-bd1a-d52ff437f796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8555b0db-39f0-4307-9c87-5b080d8dfa67', 'name': 'tempest-TestMinimumBasicScenario-256953474-router', 'tenant_id': 'eea3e00798d84b9bb92be033028274ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'external_fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': '1c33c508-430d-4e09-9711-083ae4d5f645', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:37:44Z', 'updated_at': '2022-01-21T09:37:46Z', 'revision_number': 3, 'project_id': 'eea3e00798d84b9bb92be033028274ab', 'gw_port': {'id': '1c33c508-430d-4e09-9711-083ae4d5f645', 'name': '', 'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:11:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8555b0db-39f0-4307-9c87-5b080d8dfa67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:37:45Z', 'updated_at': '2022-01-21T09:37:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6accd444-6422-45bf-9c21-6be173243a45', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-25-iscsi'}], 'dv-cinder-804035-25-iscsi', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:47.769135 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03ff003-573a-4b1e-8c93-7fd054a44a43 req-d8c00bb7-5780-41f1-bce6-602dfa1a0ae6 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:47.773720 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e872af-23e7-4644-bd1a-d52ff437f796 None None] Checking router: 8555b0db-39f0-4307-9c87-5b080d8dfa67 for host: dv-cinder-804035-25-iscsi {{(pid=103185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:37:47.774368 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e872af-23e7-4644-bd1a-d52ff437f796 None None] Updating router 8555b0db-39f0-4307-9c87-5b080d8dfa67 port 1c33c508-430d-4e09-9711-083ae4d5f645 binding host dv-cinder-804035-25-iscsi {{(pid=103185) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 09:37:47.776853 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-b03ff003-573a-4b1e-8c93-7fd054a44a43 req-d8c00bb7-5780-41f1-bce6-602dfa1a0ae6 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/ports?device_id=4e67b25e-7e65-4975-bafa-fceafcd53647 HTTP/1.1" status: 200 len: 945 time: 0.1790559 Jan 21 09:37:47.802211 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-e8e872af-23e7-4644-bd1a-d52ff437f796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (1c33c508-430d-4e09-9711-083ae4d5f645), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:47.877768 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-b03ff003-573a-4b1e-8c93-7fd054a44a43 req-a0bc4884-121b-4e72-a933-9c1934ff6949 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/security-groups?id=3362d256-4580-47a9-b110-e51f4226c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966585 Jan 21 09:37:47.879571 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Device 8d42e57c-9325-4f12-b506-fa632c9e0cb2 up at agent ovs-agent-dv-cinder-804035-25-iscsi {{(pid=103184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:37:47.926134 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (5a7f6758-1e24-44b8-9b24-65ffc30c20d4), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:48.009801 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.provisioning_blocks [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Provisioning complete for port 8d42e57c-9325-4f12-b506-fa632c9e0cb2 triggered by entity L2. {{(pid=103184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:37:48.010486 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983013'] for port (8d42e57c-9325-4f12-b506-fa632c9e0cb2), provisioning_complete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:48.112644 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Device 6bb3a0f1-e345-49d2-b142-75f408fac434 up at agent hyperv_hv-cinder-80403 {{(pid=103184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:37:48.169008 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02eed2c-eb6f-498f-814a-4001dc02f2c4 req-4c97fe85-d599-42e0-89a3-32f5de41605c tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:48.171008 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-d02eed2c-eb6f-498f-814a-4001dc02f2c4 req-4c97fe85-d599-42e0-89a3-32f5de41605c tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/ports?device_id=59ad64a5-af93-44ef-8031-fd2f2d18a901 HTTP/1.1" status: 200 len: 946 time: 0.1674047 Jan 21 09:37:48.201803 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-e8e872af-23e7-4644-bd1a-d52ff437f796 None None] Publish callbacks [] for port (1c33c508-430d-4e09-9711-083ae4d5f645), precommit_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:48.238532 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Current status of the port 8d42e57c-9325-4f12-b506-fa632c9e0cb2 is: ACTIVE; New status is: ACTIVE {{(pid=103184) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:37:48.311309 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-e8e872af-23e7-4644-bd1a-d52ff437f796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774670732957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774670299814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774670299832'] for port (1c33c508-430d-4e09-9711-083ae4d5f645), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:48.341712 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-d02eed2c-eb6f-498f-814a-4001dc02f2c4 req-6f317654-7266-42ef-bd77-3b76d698f155 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/security-groups?id=db9ef9f1-43ce-4c8b-928d-23519653180d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1286345 Jan 21 09:37:48.376534 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.provisioning_blocks [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Provisioning for port 6bb3a0f1-e345-49d2-b142-75f408fac434 completed by entity L2. {{(pid=103184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:37:48.381900 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.provisioning_blocks [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Provisioning complete for port 6bb3a0f1-e345-49d2-b142-75f408fac434 triggered by entity L2. {{(pid=103184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:37:48.382283 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983013'] for port (6bb3a0f1-e345-49d2-b142-75f408fac434), provisioning_complete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:48.386134 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-e8e872af-23e7-4644-bd1a-d52ff437f796 None None] Attempting to bind port 1c33c508-430d-4e09-9711-083ae4d5f645 on host dv-cinder-804035-25-iscsi for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 09:37:48.387171 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-e8e872af-23e7-4644-bd1a-d52ff437f796 None None] Attempting to bind port 1c33c508-430d-4e09-9711-083ae4d5f645 by drivers openvswitch,hyperv on host dv-cinder-804035-25-iscsi at level 0 using segments [{'id': '04cdc6b6-1d9e-45db-8cc2-90c03cb493f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 09:37:48.387587 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e872af-23e7-4644-bd1a-d52ff437f796 None None] Attempting to bind port 1c33c508-430d-4e09-9711-083ae4d5f645 on network c13ce787-b669-4a63-b567-cda42d951ad5 {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:37:48.398279 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e872af-23e7-4644-bd1a-d52ff437f796 None None] Checking agent: {'id': 'a4f58dde-e5c6-489c-94fe-b355a6abc90e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-25-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 27, 22), 'started_at': datetime.datetime(2022, 1, 21, 9, 27, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 37, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-25-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:37:48.398790 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e872af-23e7-4644-bd1a-d52ff437f796 None None] Checking segment: {'id': '04cdc6b6-1d9e-45db-8cc2-90c03cb493f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 09:37:48.399283 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-e8e872af-23e7-4644-bd1a-d52ff437f796 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:48.399768 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e872af-23e7-4644-bd1a-d52ff437f796 None None] Bound using segment: {'id': '04cdc6b6-1d9e-45db-8cc2-90c03cb493f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:37:48.400598 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-e8e872af-23e7-4644-bd1a-d52ff437f796 None None] Bound port: 1c33c508-430d-4e09-9711-083ae4d5f645, host: dv-cinder-804035-25-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04cdc6b6-1d9e-45db-8cc2-90c03cb493f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 09:37:48.401291 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-e8e872af-23e7-4644-bd1a-d52ff437f796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (1c33c508-430d-4e09-9711-083ae4d5f645), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:48.417721 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-dca5f6b5-2b97-462f-87d6-784d4a70ad4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (e2f5353c-5d20-4dd0-beb4-c302aead9ffd), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:48.487179 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Current status of the port 6bb3a0f1-e345-49d2-b142-75f408fac434 is: BUILD; New status is: ACTIVE {{(pid=103184) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:37:48.487569 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (6bb3a0f1-e345-49d2-b142-75f408fac434), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:48.512406 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ab5043-b3e5-4547-8a3b-0fc6eda0eb7f None None] Pushing event updated for resources: {'Port': ['ID=1c33c508-430d-4e09-9711-083ae4d5f645,revision_number=2']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:48.514316 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2cf8bdb-ca1e-40cb-b09a-58e8e59a213f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bb3a0f1-e345-49d2-b142-75f408fac434'}] {{(pid=103184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:37:48.516812 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c59f8b740f259e85ceecfc878b6c10e974145cf55d87f3575c92c12753de108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81e8c60e-6a92-4248-b9ba-35f895521de9" -d '{"events": [{"server_uuid": "c2cf8bdb-ca1e-40cb-b09a-58e8e59a213f", "name": "network-vif-plugged", "status": "completed", "tag": "6bb3a0f1-e345-49d2-b142-75f408fac434"}]}' {{(pid=103184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:37:48.521333 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-e8e872af-23e7-4644-bd1a-d52ff437f796 None None] For port 1c33c508-430d-4e09-9711-083ae4d5f645, host dv-cinder-804035-25-iscsi, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:37:48.529672 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-e8e872af-23e7-4644-bd1a-d52ff437f796 None None] For port 1c33c508-430d-4e09-9711-083ae4d5f645, host dv-cinder-804035-25-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-25-iscsi',level=0,port_id=1c33c508-430d-4e09-9711-083ae4d5f645,segment=NetworkSegment(04cdc6b6-1d9e-45db-8cc2-90c03cb493f2),segment_id=04cdc6b6-1d9e-45db-8cc2-90c03cb493f2)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:37:48.531565 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.db.agents_db [None req-6cca2222-2941-4527-9622-8fe6bb096302 None None] Agent healthcheck: found 6 active agents {{(pid=103185) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 09:37:48.532331 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] For port 6bb3a0f1-e345-49d2-b142-75f408fac434, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=6bb3a0f1-e345-49d2-b142-75f408fac434,segment=NetworkSegment(ed44a47c-c34b-4572-831d-404b42890929),segment_id=ed44a47c-c34b-4572-831d-404b42890929)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:37:48.570006 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 09:37:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58b8d403-0ea6-4cb3-8d9e-262bf93b8ff0 x-openstack-request-id: req-58b8d403-0ea6-4cb3-8d9e-262bf93b8ff0 {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:37:48.570515 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2cf8bdb-ca1e-40cb-b09a-58e8e59a213f", "name": "network-vif-plugged", "status": "completed", "tag": "6bb3a0f1-e345-49d2-b142-75f408fac434", "code": 200}]} {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:37:48.576332 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-58b8d403-0ea6-4cb3-8d9e-262bf93b8ff0 {{(pid=103184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:37:48.576332 dv-cinder-804035-25-iscsi neutron-server[103184]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2cf8bdb-ca1e-40cb-b09a-58e8e59a213f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bb3a0f1-e345-49d2-b142-75f408fac434', 'code': 200} Jan 21 09:37:48.592080 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-e8e872af-23e7-4644-bd1a-d52ff437f796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774670732957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774670299814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774670299832'] for port (1c33c508-430d-4e09-9711-083ae4d5f645), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:48.608320 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774670732957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774670299814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774670299832'] for port (6bb3a0f1-e345-49d2-b142-75f408fac434), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:48.654397 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e872af-23e7-4644-bd1a-d52ff437f796 None None] Routers {'8555b0db-39f0-4307-9c87-5b080d8dfa67'} bound to L3 agent in host dv-cinder-804035-25-iscsi {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 09:37:48.655407 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-e8e872af-23e7-4644-bd1a-d52ff437f796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:27:18Z,description=,heartbeat_timestamp=2022-01-21T09:37:48Z,host='dv-cinder-804035-25-iscsi',id=e2f5353c-5d20-4dd0-beb4-c302aead9ffd,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:27:19Z,topic='l3_agent')) {'router_ids': ['8555b0db-39f0-4307-9c87-5b080d8dfa67'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:48.681659 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Pushing event updated for resources: {'Port': ['ID=6bb3a0f1-e345-49d2-b142-75f408fac434,revision_number=5']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:48.687001 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca52bd66-1ce4-4479-8fc4-b7af72453b7a req-23a68a74-d033-4f6a-b8c2-a7c2336fb4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:48.688521 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-ca52bd66-1ce4-4479-8fc4-b7af72453b7a req-23a68a74-d033-4f6a-b8c2-a7c2336fb4b9 service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=4e67b25e-7e65-4975-bafa-fceafcd53647 HTTP/1.1" status: 200 len: 1098 time: 0.5161188 Jan 21 09:37:48.697662 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ab5043-b3e5-4547-8a3b-0fc6eda0eb7f None None] Pushing event updated for resources: {'Port': ['ID=1c33c508-430d-4e09-9711-083ae4d5f645,revision_number=3']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:48.700999 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-ab8c905a-14fa-4f9f-95ea-61890ad8ff9f req-e9734e71-a970-4352-9b7f-6b6c22f1ca68 service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=370b78d2-d154-4c93-b8ef-3723bd26c3d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4863887 Jan 21 09:37:48.750447 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9872fbec-3388-4eff-96f5-c19625265606 req-9bb22dc6-dd3d-4ccc-a41a-cf62b189debc tempest-VolumesActionsTest-600326628 tempest-VolumesActionsTest-600326628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:48.751957 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-9872fbec-3388-4eff-96f5-c19625265606 req-9bb22dc6-dd3d-4ccc-a41a-cf62b189debc tempest-VolumesActionsTest-600326628 tempest-VolumesActionsTest-600326628-project] 10.222.0.45 "GET /v2.0/ports?device_id=c2cf8bdb-ca1e-40cb-b09a-58e8e59a213f HTTP/1.1" status: 200 len: 945 time: 0.3802741 Jan 21 09:37:48.768015 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-7ec8562a-4c32-4fee-8c23-abb2d0293b42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (None), before_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:48.773881 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-e8e872af-23e7-4644-bd1a-d52ff437f796 None None] Set router 8555b0db-39f0-4307-9c87-5b080d8dfa67 gateway port host: dv-cinder-804035-25-iscsi {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:37:48.856220 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-9872fbec-3388-4eff-96f5-c19625265606 req-a92d68e0-3f95-4442-83c2-19a68cf6ab9d tempest-VolumesActionsTest-600326628 tempest-VolumesActionsTest-600326628-project] 10.222.0.45 "GET /v2.0/security-groups?id=ca46b9c8-4f8b-4ca8-b76a-dbd1f3494728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971091 Jan 21 09:37:48.959064 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.db.db_base_plugin_common [None req-7ec8562a-4c32-4fee-8c23-abb2d0293b42 admin admin] Allocated IP 172.20.0.1 (88b73176-8096-4e52-a228-063840239032/843b2d34-b8c9-480e-9780-56dc88be7a11/411393d2-a071-4c6b-bdd2-6f1233062bc9) {{(pid=103182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:37:49.014085 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-e8e872af-23e7-4644-bd1a-d52ff437f796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8555b0db-39f0-4307-9c87-5b080d8dfa67', 'name': 'tempest-TestMinimumBasicScenario-256953474-router', 'tenant_id': 'eea3e00798d84b9bb92be033028274ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'external_fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': '1c33c508-430d-4e09-9711-083ae4d5f645', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:37:44Z', 'updated_at': '2022-01-21T09:37:46Z', 'revision_number': 3, 'project_id': 'eea3e00798d84b9bb92be033028274ab', 'gw_port': {'id': '1c33c508-430d-4e09-9711-083ae4d5f645', 'name': '', 'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:11:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8555b0db-39f0-4307-9c87-5b080d8dfa67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:37:45Z', 'updated_at': '2022-01-21T09:37:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6accd444-6422-45bf-9c21-6be173243a45', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-25-iscsi'}], 'dv-cinder-804035-25-iscsi', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:49.043340 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e872af-23e7-4644-bd1a-d52ff437f796 None None] The sync data for ids ['8555b0db-39f0-4307-9c87-5b080d8dfa67'] in dv-cinder-804035-25-iscsi is: [{'id': '8555b0db-39f0-4307-9c87-5b080d8dfa67', 'name': 'tempest-TestMinimumBasicScenario-256953474-router', 'tenant_id': 'eea3e00798d84b9bb92be033028274ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'external_fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': '1c33c508-430d-4e09-9711-083ae4d5f645', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:37:44Z', 'updated_at': '2022-01-21T09:37:46Z', 'revision_number': 3, 'project_id': 'eea3e00798d84b9bb92be033028274ab', 'gw_port': {'id': '1c33c508-430d-4e09-9711-083ae4d5f645', 'name': '', 'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:11:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8555b0db-39f0-4307-9c87-5b080d8dfa67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:37:45Z', 'updated_at': '2022-01-21T09:37:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6accd444-6422-45bf-9c21-6be173243a45', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-25-iscsi'}] {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:37:49.091119 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341d7353-d940-441b-8a15-cd04d3706bc9 req-40572aa8-edd7-4cb0-aebc-937b79a1807e tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:49.092695 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-341d7353-d940-441b-8a15-cd04d3706bc9 req-40572aa8-edd7-4cb0-aebc-937b79a1807e tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/ports?device_id=4e67b25e-7e65-4975-bafa-fceafcd53647 HTTP/1.1" status: 200 len: 945 time: 0.1021678 Jan 21 09:37:49.115395 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-7ec8562a-4c32-4fee-8c23-abb2d0293b42 admin admin] Publish callbacks [] for port (411393d2-a071-4c6b-bdd2-6f1233062bc9), precommit_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:49.170480 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-341d7353-d940-441b-8a15-cd04d3706bc9 req-42a90fd2-1d6e-4d44-9cb2-8a5de6be4089 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/security-groups?id=3362d256-4580-47a9-b110-e51f4226c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705473 Jan 21 09:37:49.276959 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-7ec8562a-4c32-4fee-8c23-abb2d0293b42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774670299796'] for port (411393d2-a071-4c6b-bdd2-6f1233062bc9), after_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:49.332972 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ec8562a-4c32-4fee-8c23-abb2d0293b42 admin admin] Network 88b73176-8096-4e52-a228-063840239032 is already hosted by enough agents. {{(pid=103182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:37:49.335904 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.scheduler.base_scheduler [None req-7ec8562a-4c32-4fee-8c23-abb2d0293b42 admin admin] Resources bound (agent type, host, resource id): {{(pid=103182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:37:49.340304 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec8562a-4c32-4fee-8c23-abb2d0293b42 admin admin] Received port after_create {{(pid=103182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 09:37:49.341295 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-7ec8562a-4c32-4fee-8c23-abb2d0293b42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3852810'] for router_interface (8555b0db-39f0-4307-9c87-5b080d8dfa67), before_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:49.343159 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec8562a-4c32-4fee-8c23-abb2d0293b42 admin admin] Pushing event updated for resources: {'Port': ['ID=411393d2-a071-4c6b-bdd2-6f1233062bc9,revision_number=1']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:49.537491 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0beda05d-594e-4362-80c2-bc999a9a2b64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (9e31de2d-26a2-4a88-b799-f1f3b7df75bf), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:49.553649 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb150ae4-f83c-40f8-907e-0f4fdb1840b7 req-6604568c-a542-4dd3-8c9b-1c2cd3d19bfc tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:49.558782 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-cb150ae4-f83c-40f8-907e-0f4fdb1840b7 req-6604568c-a542-4dd3-8c9b-1c2cd3d19bfc tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/ports?device_id=59ad64a5-af93-44ef-8031-fd2f2d18a901 HTTP/1.1" status: 200 len: 946 time: 0.0804601 Jan 21 09:37:49.647723 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-cb150ae4-f83c-40f8-907e-0f4fdb1840b7 req-db387201-b9f5-4b8e-8d4d-3b675d280113 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/security-groups?id=db9ef9f1-43ce-4c8b-928d-23519653180d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770903 Jan 21 09:37:49.660359 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-7ec8562a-4c32-4fee-8c23-abb2d0293b42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (411393d2-a071-4c6b-bdd2-6f1233062bc9), before_update {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:49.683357 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.provisioning_blocks [None req-0fa76dc2-9b9b-49bd-aed0-d1de4f86c8c2 None None] Provisioning complete for port 411393d2-a071-4c6b-bdd2-6f1233062bc9 triggered by entity DHCP. {{(pid=103184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:37:49.683820 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0fa76dc2-9b9b-49bd-aed0-d1de4f86c8c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983013'] for port (411393d2-a071-4c6b-bdd2-6f1233062bc9), provisioning_complete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:49.738770 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-0fa76dc2-9b9b-49bd-aed0-d1de4f86c8c2 None None] Port 411393d2-a071-4c6b-bdd2-6f1233062bc9 cannot update to ACTIVE because it is not bound. {{(pid=103184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 21 09:37:49.829650 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Device 1c33c508-430d-4e09-9711-083ae4d5f645 up at agent ovs-agent-dv-cinder-804035-25-iscsi {{(pid=103184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:37:49.854854 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-7ec8562a-4c32-4fee-8c23-abb2d0293b42 admin admin] Publish callbacks [] for port (411393d2-a071-4c6b-bdd2-6f1233062bc9), precommit_update {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:49.882235 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.provisioning_blocks [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Provisioning complete for port 1c33c508-430d-4e09-9711-083ae4d5f645 triggered by entity L2. {{(pid=103184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:37:49.882468 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983013'] for port (1c33c508-430d-4e09-9711-083ae4d5f645), provisioning_complete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:49.918089 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-7ec8562a-4c32-4fee-8c23-abb2d0293b42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774670732957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774670299814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774670299832'] for port (411393d2-a071-4c6b-bdd2-6f1233062bc9), after_update {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:49.920825 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-7ec8562a-4c32-4fee-8c23-abb2d0293b42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4184412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3852437'] for router_interface (8555b0db-39f0-4307-9c87-5b080d8dfa67), after_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:49.987342 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Current status of the port 1c33c508-430d-4e09-9711-083ae4d5f645 is: DOWN; New status is: ACTIVE {{(pid=103184) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:37:49.987743 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (1c33c508-430d-4e09-9711-083ae4d5f645), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:50.013893 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] For port 1c33c508-430d-4e09-9711-083ae4d5f645, host dv-cinder-804035-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-25-iscsi',level=0,port_id=1c33c508-430d-4e09-9711-083ae4d5f645,segment=NetworkSegment(04cdc6b6-1d9e-45db-8cc2-90c03cb493f2),segment_id=04cdc6b6-1d9e-45db-8cc2-90c03cb493f2)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:37:50.067292 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec8562a-4c32-4fee-8c23-abb2d0293b42 admin admin] Pushing event updated for resources: {'Port': ['ID=411393d2-a071-4c6b-bdd2-6f1233062bc9,revision_number=2']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:50.094912 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774670732957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774670299814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774670299832'] for port (1c33c508-430d-4e09-9711-083ae4d5f645), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:50.102524 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af85c4d-13ce-466e-ae38-d3417272c963 req-b2fccd05-2c31-46bb-a6dd-7383c5afc28a tempest-VolumesActionsTest-600326628 tempest-VolumesActionsTest-600326628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:50.104086 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-1af85c4d-13ce-466e-ae38-d3417272c963 req-b2fccd05-2c31-46bb-a6dd-7383c5afc28a tempest-VolumesActionsTest-600326628 tempest-VolumesActionsTest-600326628-project] 10.222.0.45 "GET /v2.0/ports?device_id=c2cf8bdb-ca1e-40cb-b09a-58e8e59a213f HTTP/1.1" status: 200 len: 946 time: 0.1567223 Jan 21 09:37:50.135816 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ec8562a-4c32-4fee-8c23-abb2d0293b42 admin admin] Network 88b73176-8096-4e52-a228-063840239032 is already hosted by enough agents. {{(pid=103182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:37:50.138808 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.scheduler.base_scheduler [None req-7ec8562a-4c32-4fee-8c23-abb2d0293b42 admin admin] Resources bound (agent type, host, resource id): {{(pid=103182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:37:50.154638 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Pushing event updated for resources: {'Port': ['ID=1c33c508-430d-4e09-9711-083ae4d5f645,revision_number=4']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:50.206462 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-1af85c4d-13ce-466e-ae38-d3417272c963 req-80bc6dc7-b7fd-4c10-b7a8-61ea97860987 tempest-VolumesActionsTest-600326628 tempest-VolumesActionsTest-600326628-project] 10.222.0.45 "GET /v2.0/security-groups?id=ca46b9c8-4f8b-4ca8-b76a-dbd1f3494728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944078 Jan 21 09:37:50.315776 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ec8562a-4c32-4fee-8c23-abb2d0293b42 admin admin] Router 8555b0db-39f0-4307-9c87-5b080d8dfa67 has already been hosted by L3 agent e2f5353c-5d20-4dd0-beb4-c302aead9ffd {{(pid=103182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:37:50.333346 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e614f4-2bd2-4993-b7c7-0fccca022a17 req-c64e8b24-f7f9-46a1-b9b3-86c4e5c68761 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:50.333346 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-80e614f4-2bd2-4993-b7c7-0fccca022a17 req-c64e8b24-f7f9-46a1-b9b3-86c4e5c68761 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/ports?device_id=4e67b25e-7e65-4975-bafa-fceafcd53647 HTTP/1.1" status: 200 len: 945 time: 0.0753586 Jan 21 09:37:50.369421 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.provisioning_blocks [None req-1f4cdd8e-2553-41f7-9e4c-5672616bc5de None None] Provisioning complete for port 411393d2-a071-4c6b-bdd2-6f1233062bc9 triggered by entity DHCP. {{(pid=103184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:37:50.369794 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1f4cdd8e-2553-41f7-9e4c-5672616bc5de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983013'] for port (411393d2-a071-4c6b-bdd2-6f1233062bc9), provisioning_complete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:50.404234 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-1f4cdd8e-2553-41f7-9e4c-5672616bc5de None None] Port 411393d2-a071-4c6b-bdd2-6f1233062bc9 cannot update to ACTIVE because it is not bound. {{(pid=103184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 21 09:37:50.423720 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-80e614f4-2bd2-4993-b7c7-0fccca022a17 req-db594a8f-37ba-4b52-8b51-d50c28fb3df3 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/security-groups?id=3362d256-4580-47a9-b110-e51f4226c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845642 Jan 21 09:37:50.483872 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ec8562a-4c32-4fee-8c23-abb2d0293b42 admin admin] Notify agent at l3_agent.dv-cinder-804035-25-iscsi the message routers_updated {{(pid=103182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:37:50.489606 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [None req-7ec8562a-4c32-4fee-8c23-abb2d0293b42 admin admin] 10.222.0.45 "PUT /v2.0/routers/8555b0db-39f0-4307-9c87-5b080d8dfa67/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0641549 Jan 21 09:37:50.799568 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1770e990-15ba-42e9-8d6d-48b8291e337e req-3dbff60e-d3cd-471e-9a97-c5dada00b1dd tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:50.801766 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-1770e990-15ba-42e9-8d6d-48b8291e337e req-3dbff60e-d3cd-471e-9a97-c5dada00b1dd tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/ports?device_id=59ad64a5-af93-44ef-8031-fd2f2d18a901 HTTP/1.1" status: 200 len: 946 time: 0.0527923 Jan 21 09:37:50.860669 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-1770e990-15ba-42e9-8d6d-48b8291e337e req-bf7399d9-3e8c-4c7c-9f3c-7d832d1187fc tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/security-groups?id=db9ef9f1-43ce-4c8b-928d-23519653180d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474024 Jan 21 09:37:51.107083 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f4aa9b-33a8-4528-ba67-b8ac017ec257 None None] Sync routers for ids ['8555b0db-39f0-4307-9c87-5b080d8dfa67'] in dv-cinder-804035-25-iscsi {{(pid=103184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:37:51.125646 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f4aa9b-33a8-4528-ba67-b8ac017ec257 None None] Routers {'8555b0db-39f0-4307-9c87-5b080d8dfa67'} bound to L3 agent in host dv-cinder-804035-25-iscsi {{(pid=103184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 09:37:51.126396 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.l3_hamode_db [None req-54f4aa9b-33a8-4528-ba67-b8ac017ec257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:27:18Z,description=,heartbeat_timestamp=2022-01-21T09:37:48Z,host='dv-cinder-804035-25-iscsi',id=e2f5353c-5d20-4dd0-beb4-c302aead9ffd,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:27:19Z,topic='l3_agent')) {'router_ids': ['8555b0db-39f0-4307-9c87-5b080d8dfa67'], 'active': True} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:51.167196 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f5928849-742c-4298-9c4e-ae1543ad1886 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (fd0edb9a-d711-47a6-aedf-fe72898a6c79), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:51.242892 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.l3_dvr_db [None req-54f4aa9b-33a8-4528-ba67-b8ac017ec257 None None] Set router 8555b0db-39f0-4307-9c87-5b080d8dfa67 gateway port host: dv-cinder-804035-25-iscsi {{(pid=103184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:37:51.366634 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f8f427-c760-43b9-bdfa-b516c64972bb req-9436d9e1-3be1-497f-89b4-a207a95ce8c7 tempest-VolumesActionsTest-600326628 tempest-VolumesActionsTest-600326628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:51.368121 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-b2f8f427-c760-43b9-bdfa-b516c64972bb req-9436d9e1-3be1-497f-89b4-a207a95ce8c7 tempest-VolumesActionsTest-600326628 tempest-VolumesActionsTest-600326628-project] 10.222.0.45 "GET /v2.0/ports?device_id=c2cf8bdb-ca1e-40cb-b09a-58e8e59a213f HTTP/1.1" status: 200 len: 946 time: 0.0642934 Jan 21 09:37:51.437381 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-b2f8f427-c760-43b9-bdfa-b516c64972bb req-2e5b1f8a-6b3f-4c56-b303-bf88ff1b011e tempest-VolumesActionsTest-600326628 tempest-VolumesActionsTest-600326628-project] 10.222.0.45 "GET /v2.0/security-groups?id=ca46b9c8-4f8b-4ca8-b76a-dbd1f3494728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621674 Jan 21 09:37:51.516685 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.l3_hamode_db [None req-54f4aa9b-33a8-4528-ba67-b8ac017ec257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8555b0db-39f0-4307-9c87-5b080d8dfa67', 'name': 'tempest-TestMinimumBasicScenario-256953474-router', 'tenant_id': 'eea3e00798d84b9bb92be033028274ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'external_fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': '1c33c508-430d-4e09-9711-083ae4d5f645', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:37:44Z', 'updated_at': '2022-01-21T09:37:49Z', 'revision_number': 4, 'project_id': 'eea3e00798d84b9bb92be033028274ab', 'gw_port': {'id': '1c33c508-430d-4e09-9711-083ae4d5f645', 'name': '', 'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:11:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8555b0db-39f0-4307-9c87-5b080d8dfa67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:37:45Z', 'updated_at': '2022-01-21T09:37:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6accd444-6422-45bf-9c21-6be173243a45', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-25-iscsi', '_interfaces': [{'id': '411393d2-a071-4c6b-bdd2-6f1233062bc9', 'name': '', 'network_id': '88b73176-8096-4e52-a228-063840239032', 'tenant_id': 'eea3e00798d84b9bb92be033028274ab', 'mac_address': 'fa:16:3e:3a:b8:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8555b0db-39f0-4307-9c87-5b080d8dfa67', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '843b2d34-b8c9-480e-9780-56dc88be7a11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:37:48Z', 'updated_at': '2022-01-21T09:37:49Z', 'revision_number': 2, 'project_id': 'eea3e00798d84b9bb92be033028274ab', 'subnets': [{'id': '843b2d34-b8c9-480e-9780-56dc88be7a11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-25-iscsi', False) {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:51.592036 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f4aa9b-33a8-4528-ba67-b8ac017ec257 None None] Checking router: 8555b0db-39f0-4307-9c87-5b080d8dfa67 for host: dv-cinder-804035-25-iscsi {{(pid=103184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:37:51.592389 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f4aa9b-33a8-4528-ba67-b8ac017ec257 None None] Updating router 8555b0db-39f0-4307-9c87-5b080d8dfa67 port 411393d2-a071-4c6b-bdd2-6f1233062bc9 binding host dv-cinder-804035-25-iscsi {{(pid=103184) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 09:37:51.640543 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-54f4aa9b-33a8-4528-ba67-b8ac017ec257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (411393d2-a071-4c6b-bdd2-6f1233062bc9), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:51.678041 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-ca52bd66-1ce4-4479-8fc4-b7af72453b7a req-70f4d8ba-ab04-4113-8fa3-a66682629b7d service neutron] 10.222.0.109 "GET /v2.0/security-groups?id=3362d256-4580-47a9-b110-e51f4226c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030132 Jan 21 09:37:51.733957 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8267746c-bdf5-43bb-a017-20b5c7777dbc req-11fbbe86-ec5e-4f0a-b0a7-299d7143291c tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:51.737366 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-8267746c-bdf5-43bb-a017-20b5c7777dbc req-11fbbe86-ec5e-4f0a-b0a7-299d7143291c tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/ports?device_id=4e67b25e-7e65-4975-bafa-fceafcd53647 HTTP/1.1" status: 200 len: 945 time: 0.1868579 Jan 21 09:37:51.742144 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8c905a-14fa-4f9f-95ea-61890ad8ff9f req-a5d11368-18d8-40e7-a9d7-7bf58ca3c51c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:51.744015 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-ab8c905a-14fa-4f9f-95ea-61890ad8ff9f req-a5d11368-18d8-40e7-a9d7-7bf58ca3c51c service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=e3390729231b409e9a83376b428c1a7f&device_id=370b78d2-d154-4c93-b8ef-3723bd26c3d4 HTTP/1.1" status: 200 len: 1099 time: 0.1921172 Jan 21 09:37:51.803203 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-8267746c-bdf5-43bb-a017-20b5c7777dbc req-e6d971f7-5a45-4395-97e8-5d58fdfcf40d tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/security-groups?id=3362d256-4580-47a9-b110-e51f4226c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579903 Jan 21 09:37:51.815447 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Device 1c33c508-430d-4e09-9711-083ae4d5f645 up at agent ovs-agent-dv-cinder-804035-25-iscsi {{(pid=103184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:37:51.977651 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.provisioning_blocks [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Provisioning complete for port 1c33c508-430d-4e09-9711-083ae4d5f645 triggered by entity L2. {{(pid=103184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:37:51.977651 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983013'] for port (1c33c508-430d-4e09-9711-083ae4d5f645), provisioning_complete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:52.046568 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66062872-73cc-40ac-953a-474bb36a9de6 req-1092778a-3b4b-4c43-9e4f-ca5188633ee0 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:52.049004 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-66062872-73cc-40ac-953a-474bb36a9de6 req-1092778a-3b4b-4c43-9e4f-ca5188633ee0 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/ports?device_id=59ad64a5-af93-44ef-8031-fd2f2d18a901 HTTP/1.1" status: 200 len: 946 time: 0.0952122 Jan 21 09:37:52.170358 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Current status of the port 1c33c508-430d-4e09-9711-083ae4d5f645 is: ACTIVE; New status is: ACTIVE {{(pid=103184) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:37:52.173744 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-54f4aa9b-33a8-4528-ba67-b8ac017ec257 None None] Publish callbacks [] for port (411393d2-a071-4c6b-bdd2-6f1233062bc9), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:52.213733 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba406ce-0eb6-4f28-a0ff-44f183adecc2 req-9725873d-8dcf-476a-93c7-3a3f81611559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:52.215309 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-6ba406ce-0eb6-4f28-a0ff-44f183adecc2 req-9725873d-8dcf-476a-93c7-3a3f81611559 service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=c2cf8bdb-ca1e-40cb-b09a-58e8e59a213f HTTP/1.1" status: 200 len: 1099 time: 0.1653559 Jan 21 09:37:52.227837 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-66062872-73cc-40ac-953a-474bb36a9de6 req-47cb1b71-eca8-4833-8c80-8c0e2b314fac tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/security-groups?id=db9ef9f1-43ce-4c8b-928d-23519653180d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1388044 Jan 21 09:37:52.308742 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8c905a-14fa-4f9f-95ea-61890ad8ff9f req-3b51412e-7d8c-49c1-b2b6-1a982a5ca001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:52.310230 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-ab8c905a-14fa-4f9f-95ea-61890ad8ff9f req-3b51412e-7d8c-49c1-b2b6-1a982a5ca001 service neutron] 10.222.0.109 "GET /v2.0/networks?id=6d3bfab5-614b-42ce-87b9-03bdb3f3c1da HTTP/1.1" status: 200 len: 916 time: 0.2583089 Jan 21 09:37:52.324054 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-6ba406ce-0eb6-4f28-a0ff-44f183adecc2 req-00719d68-8498-4dad-b1a8-c85bef0910bb service neutron] 10.222.0.109 "GET /v2.0/security-groups?id=ca46b9c8-4f8b-4ca8-b76a-dbd1f3494728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951278 Jan 21 09:37:52.365706 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-ab8c905a-14fa-4f9f-95ea-61890ad8ff9f req-97b6778c-a6dc-493d-829f-2d2ccd8f52fd service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=af30d40e-e03c-4e1e-a789-41a34ac8bec6 HTTP/1.1" status: 200 len: 217 time: 0.0444927 Jan 21 09:37:52.388695 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-54f4aa9b-33a8-4528-ba67-b8ac017ec257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774670732957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774670299814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774670299832'] for port (411393d2-a071-4c6b-bdd2-6f1233062bc9), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:52.450486 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (a4f58dde-e5c6-489c-94fe-b355a6abc90e), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:52.491875 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b8ba43-ddbb-4d99-a202-161ceea03423 None None] Pushing event updated for resources: {'Port': ['ID=411393d2-a071-4c6b-bdd2-6f1233062bc9,revision_number=3']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:52.590301 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [None req-54f4aa9b-33a8-4528-ba67-b8ac017ec257 None None] Attempting to bind port 411393d2-a071-4c6b-bdd2-6f1233062bc9 on host dv-cinder-804035-25-iscsi for vnic_type normal with profile {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 09:37:52.590970 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [None req-54f4aa9b-33a8-4528-ba67-b8ac017ec257 None None] Attempting to bind port 411393d2-a071-4c6b-bdd2-6f1233062bc9 by drivers openvswitch,hyperv on host dv-cinder-804035-25-iscsi at level 0 using segments [{'id': '44817e3d-0188-47ac-ae66-bcdc651a5b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '88b73176-8096-4e52-a228-063840239032'}] {{(pid=103184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 09:37:52.591597 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f4aa9b-33a8-4528-ba67-b8ac017ec257 None None] Attempting to bind port 411393d2-a071-4c6b-bdd2-6f1233062bc9 on network 88b73176-8096-4e52-a228-063840239032 {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:37:52.598382 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f4aa9b-33a8-4528-ba67-b8ac017ec257 None None] Checking agent: {'id': 'a4f58dde-e5c6-489c-94fe-b355a6abc90e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-25-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 27, 22), 'started_at': datetime.datetime(2022, 1, 21, 9, 27, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 37, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-25-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:37:52.599095 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f4aa9b-33a8-4528-ba67-b8ac017ec257 None None] Checking segment: {'id': '44817e3d-0188-47ac-ae66-bcdc651a5b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '88b73176-8096-4e52-a228-063840239032'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 09:37:52.599704 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-54f4aa9b-33a8-4528-ba67-b8ac017ec257 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:52.600289 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f4aa9b-33a8-4528-ba67-b8ac017ec257 None None] Bound using segment: {'id': '44817e3d-0188-47ac-ae66-bcdc651a5b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '88b73176-8096-4e52-a228-063840239032'} {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:37:52.600956 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [None req-54f4aa9b-33a8-4528-ba67-b8ac017ec257 None None] Bound port: 411393d2-a071-4c6b-bdd2-6f1233062bc9, host: dv-cinder-804035-25-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44817e3d-0188-47ac-ae66-bcdc651a5b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '88b73176-8096-4e52-a228-063840239032'}}] {{(pid=103184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 09:37:52.601567 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-54f4aa9b-33a8-4528-ba67-b8ac017ec257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (411393d2-a071-4c6b-bdd2-6f1233062bc9), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:52.724786 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8c905a-14fa-4f9f-95ea-61890ad8ff9f req-ed94883e-9645-4df2-887a-8cee6b6d4ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:52.726366 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-ab8c905a-14fa-4f9f-95ea-61890ad8ff9f req-ed94883e-9645-4df2-887a-8cee6b6d4ae6 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=dc85c810-f6f8-41f3-bbb2-2b1bee730031 HTTP/1.1" status: 200 len: 855 time: 0.1637056 Jan 21 09:37:52.749399 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5115c6ed-c8d1-4e78-9785-65e6b313e3d7 req-bfdf2e38-fd54-4328-ad25-2f543537a2f1 tempest-VolumesActionsTest-600326628 tempest-VolumesActionsTest-600326628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:52.749399 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-5115c6ed-c8d1-4e78-9785-65e6b313e3d7 req-bfdf2e38-fd54-4328-ad25-2f543537a2f1 tempest-VolumesActionsTest-600326628 tempest-VolumesActionsTest-600326628-project] 10.222.0.45 "GET /v2.0/ports?device_id=c2cf8bdb-ca1e-40cb-b09a-58e8e59a213f HTTP/1.1" status: 200 len: 946 time: 0.1693053 Jan 21 09:37:52.753816 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-54f4aa9b-33a8-4528-ba67-b8ac017ec257 None None] For port 411393d2-a071-4c6b-bdd2-6f1233062bc9, host dv-cinder-804035-25-iscsi, cleared binding levels {{(pid=103184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:37:52.765000 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-54f4aa9b-33a8-4528-ba67-b8ac017ec257 None None] For port 411393d2-a071-4c6b-bdd2-6f1233062bc9, host dv-cinder-804035-25-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-25-iscsi',level=0,port_id=411393d2-a071-4c6b-bdd2-6f1233062bc9,segment=NetworkSegment(44817e3d-0188-47ac-ae66-bcdc651a5b41),segment_id=44817e3d-0188-47ac-ae66-bcdc651a5b41)] {{(pid=103184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:37:52.791513 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-ab8c905a-14fa-4f9f-95ea-61890ad8ff9f req-7ef202a3-6975-4d48-bf19-78e2d4a5fe0a service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=6d3bfab5-614b-42ce-87b9-03bdb3f3c1da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444906 Jan 21 09:37:52.821923 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-54f4aa9b-33a8-4528-ba67-b8ac017ec257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774670732957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774670299814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774670299832'] for port (411393d2-a071-4c6b-bdd2-6f1233062bc9), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:52.921798 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-5115c6ed-c8d1-4e78-9785-65e6b313e3d7 req-3743d95e-f251-404e-b8c6-d223afcd8a93 tempest-VolumesActionsTest-600326628 tempest-VolumesActionsTest-600326628-project] 10.222.0.45 "GET /v2.0/security-groups?id=ca46b9c8-4f8b-4ca8-b76a-dbd1f3494728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663094 Jan 21 09:37:52.984464 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.provisioning_blocks [None req-16b7db81-417a-4454-80cb-349771c1727e None None] Provisioning complete for port 411393d2-a071-4c6b-bdd2-6f1233062bc9 triggered by entity DHCP. {{(pid=103184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:37:52.984853 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-16b7db81-417a-4454-80cb-349771c1727e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983013'] for port (411393d2-a071-4c6b-bdd2-6f1233062bc9), provisioning_complete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:53.059110 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f4aa9b-33a8-4528-ba67-b8ac017ec257 None None] Routers {'8555b0db-39f0-4307-9c87-5b080d8dfa67'} bound to L3 agent in host dv-cinder-804035-25-iscsi {{(pid=103184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 09:37:53.059742 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.l3_hamode_db [None req-54f4aa9b-33a8-4528-ba67-b8ac017ec257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:27:18Z,description=,heartbeat_timestamp=2022-01-21T09:37:48Z,host='dv-cinder-804035-25-iscsi',id=e2f5353c-5d20-4dd0-beb4-c302aead9ffd,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:27:19Z,topic='l3_agent')) {'router_ids': ['8555b0db-39f0-4307-9c87-5b080d8dfa67'], 'active': True} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:53.101867 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9666fd80-c85b-4c63-8fa5-27a2fff195b5 req-7cdd69e3-5515-494e-bdc5-47632963f243 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:53.103762 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-9666fd80-c85b-4c63-8fa5-27a2fff195b5 req-7cdd69e3-5515-494e-bdc5-47632963f243 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/ports?device_id=4e67b25e-7e65-4975-bafa-fceafcd53647 HTTP/1.1" status: 200 len: 945 time: 0.1427665 Jan 21 09:37:53.105943 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-ab8c905a-14fa-4f9f-95ea-61890ad8ff9f req-b3315639-f2ce-4b93-b96d-48569004828c service neutron] 10.222.0.109 "GET /v2.0/networks/6d3bfab5-614b-42ce-87b9-03bdb3f3c1da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2867072 Jan 21 09:37:53.296844 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-9666fd80-c85b-4c63-8fa5-27a2fff195b5 req-219eac5c-3258-4d3b-b139-b09ef435e7e9 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/security-groups?id=3362d256-4580-47a9-b110-e51f4226c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820731 Jan 21 09:37:53.311256 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b8ba43-ddbb-4d99-a202-161ceea03423 None None] Pushing event updated for resources: {'Port': ['ID=411393d2-a071-4c6b-bdd2-6f1233062bc9,revision_number=4']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:53.391293 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-ab8c905a-14fa-4f9f-95ea-61890ad8ff9f req-1a0090dc-7018-4fab-8cf4-b0774505c84f service neutron] 10.222.0.109 "GET /v2.0/networks/6d3bfab5-614b-42ce-87b9-03bdb3f3c1da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2259760 Jan 21 09:37:53.422561 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-16b7db81-417a-4454-80cb-349771c1727e None None] Current status of the port 411393d2-a071-4c6b-bdd2-6f1233062bc9 is: DOWN; New status is: ACTIVE {{(pid=103184) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:37:53.428974 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-16b7db81-417a-4454-80cb-349771c1727e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (411393d2-a071-4c6b-bdd2-6f1233062bc9), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:53.467734 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d20350-4c23-4d1f-bcdf-f9cfe3d2c891 req-cad73b07-1753-4433-a5ca-85eca8a110b5 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:53.474031 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-e4d20350-4c23-4d1f-bcdf-f9cfe3d2c891 req-cad73b07-1753-4433-a5ca-85eca8a110b5 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/ports?device_id=59ad64a5-af93-44ef-8031-fd2f2d18a901 HTTP/1.1" status: 200 len: 946 time: 0.1152847 Jan 21 09:37:53.489002 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-16b7db81-417a-4454-80cb-349771c1727e None None] For port 411393d2-a071-4c6b-bdd2-6f1233062bc9, host dv-cinder-804035-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-25-iscsi',level=0,port_id=411393d2-a071-4c6b-bdd2-6f1233062bc9,segment=NetworkSegment(44817e3d-0188-47ac-ae66-bcdc651a5b41),segment_id=44817e3d-0188-47ac-ae66-bcdc651a5b41)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:37:53.491197 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.l3_dvr_db [None req-54f4aa9b-33a8-4528-ba67-b8ac017ec257 None None] Set router 8555b0db-39f0-4307-9c87-5b080d8dfa67 gateway port host: dv-cinder-804035-25-iscsi {{(pid=103184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:37:53.630910 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-e4d20350-4c23-4d1f-bcdf-f9cfe3d2c891 req-cd5c015a-0ac1-434f-8539-f84c70931729 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/security-groups?id=db9ef9f1-43ce-4c8b-928d-23519653180d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1511121 Jan 21 09:37:53.691636 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-16b7db81-417a-4454-80cb-349771c1727e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774670732957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774670299814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774670299832'] for port (411393d2-a071-4c6b-bdd2-6f1233062bc9), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:53.703127 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.wsgi [-] (103182) accepted ('10.222.0.45', 35800) {{(pid=103182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:37:53.842822 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b7db81-417a-4454-80cb-349771c1727e None None] Pushing event updated for resources: {'Port': ['ID=411393d2-a071-4c6b-bdd2-6f1233062bc9,revision_number=5']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:53.856467 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.provisioning_blocks [None req-d45ebec6-f9d1-4800-8498-4a8268346cc3 None None] Provisioning complete for port 411393d2-a071-4c6b-bdd2-6f1233062bc9 triggered by entity DHCP. {{(pid=103184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:37:53.856467 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d45ebec6-f9d1-4800-8498-4a8268346cc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983013'] for port (411393d2-a071-4c6b-bdd2-6f1233062bc9), provisioning_complete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:53.918127 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-56cd8a73-f4ce-4be1-ba38-27e5960389ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:54.026803 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.l3_hamode_db [None req-54f4aa9b-33a8-4528-ba67-b8ac017ec257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8555b0db-39f0-4307-9c87-5b080d8dfa67', 'name': 'tempest-TestMinimumBasicScenario-256953474-router', 'tenant_id': 'eea3e00798d84b9bb92be033028274ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'external_fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': '1c33c508-430d-4e09-9711-083ae4d5f645', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:37:44Z', 'updated_at': '2022-01-21T09:37:49Z', 'revision_number': 4, 'project_id': 'eea3e00798d84b9bb92be033028274ab', 'gw_port': {'id': '1c33c508-430d-4e09-9711-083ae4d5f645', 'name': '', 'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:11:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8555b0db-39f0-4307-9c87-5b080d8dfa67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:37:45Z', 'updated_at': '2022-01-21T09:37:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6accd444-6422-45bf-9c21-6be173243a45', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-25-iscsi', '_interfaces': [{'id': '411393d2-a071-4c6b-bdd2-6f1233062bc9', 'name': '', 'network_id': '88b73176-8096-4e52-a228-063840239032', 'tenant_id': 'eea3e00798d84b9bb92be033028274ab', 'mac_address': 'fa:16:3e:3a:b8:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8555b0db-39f0-4307-9c87-5b080d8dfa67', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '843b2d34-b8c9-480e-9780-56dc88be7a11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:37:48Z', 'updated_at': '2022-01-21T09:37:52Z', 'revision_number': 4, 'project_id': 'eea3e00798d84b9bb92be033028274ab', 'subnets': [{'id': '843b2d34-b8c9-480e-9780-56dc88be7a11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-25-iscsi', False) {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:54.056811 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-56cd8a73-f4ce-4be1-ba38-27e5960389ed admin admin] Publish callbacks [] for security_group (c6011d64-b2b1-4d7c-a0a7-40129beec9a6), precommit_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:54.091963 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-d45ebec6-f9d1-4800-8498-4a8268346cc3 None None] Current status of the port 411393d2-a071-4c6b-bdd2-6f1233062bc9 is: ACTIVE; New status is: ACTIVE {{(pid=103184) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:37:54.091963 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f4aa9b-33a8-4528-ba67-b8ac017ec257 None None] The sync data for ids ['8555b0db-39f0-4307-9c87-5b080d8dfa67'] in dv-cinder-804035-25-iscsi is: [{'id': '8555b0db-39f0-4307-9c87-5b080d8dfa67', 'name': 'tempest-TestMinimumBasicScenario-256953474-router', 'tenant_id': 'eea3e00798d84b9bb92be033028274ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'external_fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': '1c33c508-430d-4e09-9711-083ae4d5f645', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:37:44Z', 'updated_at': '2022-01-21T09:37:49Z', 'revision_number': 4, 'project_id': 'eea3e00798d84b9bb92be033028274ab', 'gw_port': {'id': '1c33c508-430d-4e09-9711-083ae4d5f645', 'name': '', 'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:11:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8555b0db-39f0-4307-9c87-5b080d8dfa67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:37:45Z', 'updated_at': '2022-01-21T09:37:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6accd444-6422-45bf-9c21-6be173243a45', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-25-iscsi', '_interfaces': [{'id': '411393d2-a071-4c6b-bdd2-6f1233062bc9', 'name': '', 'network_id': '88b73176-8096-4e52-a228-063840239032', 'tenant_id': 'eea3e00798d84b9bb92be033028274ab', 'mac_address': 'fa:16:3e:3a:b8:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8555b0db-39f0-4307-9c87-5b080d8dfa67', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '843b2d34-b8c9-480e-9780-56dc88be7a11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:37:48Z', 'updated_at': '2022-01-21T09:37:52Z', 'revision_number': 4, 'project_id': 'eea3e00798d84b9bb92be033028274ab', 'subnets': [{'id': '843b2d34-b8c9-480e-9780-56dc88be7a11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:37:54.154422 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797058ad-24fe-4cf3-ba34-60907668ae26 req-49cc8555-78df-498a-b7b8-e435b489d069 tempest-VolumesActionsTest-600326628 tempest-VolumesActionsTest-600326628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:54.161351 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-797058ad-24fe-4cf3-ba34-60907668ae26 req-49cc8555-78df-498a-b7b8-e435b489d069 tempest-VolumesActionsTest-600326628 tempest-VolumesActionsTest-600326628-project] 10.222.0.45 "GET /v2.0/ports?device_id=c2cf8bdb-ca1e-40cb-b09a-58e8e59a213f HTTP/1.1" status: 200 len: 946 time: 0.1241596 Jan 21 09:37:54.161351 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-56cd8a73-f4ce-4be1-ba38-27e5960389ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126007'] for security_group (c6011d64-b2b1-4d7c-a0a7-40129beec9a6), after_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:54.274272 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [None req-56cd8a73-f4ce-4be1-ba38-27e5960389ed admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9fb57bee43f642ec80cc2db15ddf2c3a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5663116 Jan 21 09:37:54.274713 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.45', 35808) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:37:54.326405 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cd8a73-f4ce-4be1-ba38-27e5960389ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6011d64-b2b1-4d7c-a0a7-40129beec9a6,revision_number=1']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:54.344554 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-797058ad-24fe-4cf3-ba34-60907668ae26 req-cd3083b8-ceb6-4d46-9917-ed4d9825772b tempest-VolumesActionsTest-600326628 tempest-VolumesActionsTest-600326628-project] 10.222.0.45 "GET /v2.0/security-groups?id=ca46b9c8-4f8b-4ca8-b76a-dbd1f3494728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326461 Jan 21 09:37:54.404404 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-12211e0b-dd1c-416c-a65f-0af59889ad6d admin admin] Publish callbacks [] for security_group (c6011d64-b2b1-4d7c-a0a7-40129beec9a6), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:54.450114 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-12211e0b-dd1c-416c-a65f-0af59889ad6d admin admin] Publish callbacks [] for security_group (c6011d64-b2b1-4d7c-a0a7-40129beec9a6), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:54.514453 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318f27db-ebf9-4e7b-ad0b-db21b2e1ae46 req-b70b2403-5b2e-43ef-889b-df215f457643 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:54.516196 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-318f27db-ebf9-4e7b-ad0b-db21b2e1ae46 req-b70b2403-5b2e-43ef-889b-df215f457643 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/ports?device_id=4e67b25e-7e65-4975-bafa-fceafcd53647 HTTP/1.1" status: 200 len: 945 time: 0.0711043 Jan 21 09:37:54.590347 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-318f27db-ebf9-4e7b-ad0b-db21b2e1ae46 req-2b19617d-bc81-4ab3-baef-fa2b7285b569 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/security-groups?id=3362d256-4580-47a9-b110-e51f4226c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681233 Jan 21 09:37:54.595289 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-12211e0b-dd1c-416c-a65f-0af59889ad6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126007'] for security_group (c6011d64-b2b1-4d7c-a0a7-40129beec9a6), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:54.600559 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-12211e0b-dd1c-416c-a65f-0af59889ad6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:54.605276 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [None req-12211e0b-dd1c-416c-a65f-0af59889ad6d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c6011d64-b2b1-4d7c-a0a7-40129beec9a6 HTTP/1.1" status: 204 len: 168 time: 0.3292880 Jan 21 09:37:54.615995 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12211e0b-dd1c-416c-a65f-0af59889ad6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6011d64-b2b1-4d7c-a0a7-40129beec9a6,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:54.626049 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12211e0b-dd1c-416c-a65f-0af59889ad6d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:54.626540 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12211e0b-dd1c-416c-a65f-0af59889ad6d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:54.626985 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12211e0b-dd1c-416c-a65f-0af59889ad6d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:54.627452 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12211e0b-dd1c-416c-a65f-0af59889ad6d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:54.627858 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12211e0b-dd1c-416c-a65f-0af59889ad6d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:54.628369 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12211e0b-dd1c-416c-a65f-0af59889ad6d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:54.629436 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12211e0b-dd1c-416c-a65f-0af59889ad6d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:54.629862 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12211e0b-dd1c-416c-a65f-0af59889ad6d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:54.630742 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12211e0b-dd1c-416c-a65f-0af59889ad6d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:54.631295 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12211e0b-dd1c-416c-a65f-0af59889ad6d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:54.631848 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12211e0b-dd1c-416c-a65f-0af59889ad6d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:54.632489 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12211e0b-dd1c-416c-a65f-0af59889ad6d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:54.641402 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12211e0b-dd1c-416c-a65f-0af59889ad6d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:54.872707 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68136cf4-b650-4515-956c-1cce1c68d375 req-f80ddc44-3add-42c3-96cb-f15e9d53ab92 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:54.881334 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-68136cf4-b650-4515-956c-1cce1c68d375 req-f80ddc44-3add-42c3-96cb-f15e9d53ab92 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/ports?device_id=59ad64a5-af93-44ef-8031-fd2f2d18a901 HTTP/1.1" status: 200 len: 946 time: 0.0972784 Jan 21 09:37:54.950062 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-68136cf4-b650-4515-956c-1cce1c68d375 req-d1f229ab-f8b3-4733-ac3a-ed12e1d15ff2 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/security-groups?id=db9ef9f1-43ce-4c8b-928d-23519653180d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677190 Jan 21 09:37:55.179338 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2874351-9058-4bc1-9a4a-3201ffb81314 req-a2f9c628-d868-4614-8bc3-492797a39230 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:55.181060 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-d2874351-9058-4bc1-9a4a-3201ffb81314 req-a2f9c628-d868-4614-8bc3-492797a39230 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/ports?device_id=4e67b25e-7e65-4975-bafa-fceafcd53647 HTTP/1.1" status: 200 len: 945 time: 0.0565479 Jan 21 09:37:55.267080 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-d2874351-9058-4bc1-9a4a-3201ffb81314 req-8615b8d2-1334-4b22-a28b-eb4c89c48082 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/security-groups?id=3362d256-4580-47a9-b110-e51f4226c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796371 Jan 21 09:37:55.476399 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.wsgi [-] (103182) accepted ('10.222.0.45', 35832) {{(pid=103182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:37:55.500109 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-e7f6f89a-e19a-4c64-b002-538012b9bc6e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:55.529888 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a1efc7-2005-45ec-9925-0a18ac710e66 req-c2728690-e5f4-40cb-be6e-0b4d83b17c98 tempest-VolumesActionsTest-600326628 tempest-VolumesActionsTest-600326628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:55.531645 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-a2a1efc7-2005-45ec-9925-0a18ac710e66 req-c2728690-e5f4-40cb-be6e-0b4d83b17c98 tempest-VolumesActionsTest-600326628 tempest-VolumesActionsTest-600326628-project] 10.222.0.45 "GET /v2.0/ports?device_id=c2cf8bdb-ca1e-40cb-b09a-58e8e59a213f HTTP/1.1" status: 200 len: 946 time: 0.0833228 Jan 21 09:37:55.626183 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-a2a1efc7-2005-45ec-9925-0a18ac710e66 req-ad2cd572-200b-4c1f-9936-f19f0a16c3b8 tempest-VolumesActionsTest-600326628 tempest-VolumesActionsTest-600326628-project] 10.222.0.45 "GET /v2.0/security-groups?id=ca46b9c8-4f8b-4ca8-b76a-dbd1f3494728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852404 Jan 21 09:37:55.689423 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-e7f6f89a-e19a-4c64-b002-538012b9bc6e admin admin] Publish callbacks [] for security_group (aa5d8dce-91d6-4f88-a778-894835e03f23), precommit_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:55.754690 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-e7f6f89a-e19a-4c64-b002-538012b9bc6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126007'] for security_group (aa5d8dce-91d6-4f88-a778-894835e03f23), after_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:55.829668 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Device 411393d2-a071-4c6b-bdd2-6f1233062bc9 up at agent ovs-agent-dv-cinder-804035-25-iscsi {{(pid=103184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:37:55.832043 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [None req-e7f6f89a-e19a-4c64-b002-538012b9bc6e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3a5aaade9ecc4191a9cb1384f5c24240&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3545210 Jan 21 09:37:55.833540 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f6f89a-e19a-4c64-b002-538012b9bc6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa5d8dce-91d6-4f88-a778-894835e03f23,revision_number=1']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:55.835030 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.45', 35842) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:37:55.902532 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.provisioning_blocks [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Provisioning complete for port 411393d2-a071-4c6b-bdd2-6f1233062bc9 triggered by entity L2. {{(pid=103184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:37:55.902958 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983013'] for port (411393d2-a071-4c6b-bdd2-6f1233062bc9), provisioning_complete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:55.905421 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a67caf84-2b50-42ce-ad52-28a4eef44358 admin admin] Publish callbacks [] for security_group (aa5d8dce-91d6-4f88-a778-894835e03f23), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:55.968054 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a67caf84-2b50-42ce-ad52-28a4eef44358 admin admin] Publish callbacks [] for security_group (aa5d8dce-91d6-4f88-a778-894835e03f23), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:56.051593 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Current status of the port 411393d2-a071-4c6b-bdd2-6f1233062bc9 is: ACTIVE; New status is: ACTIVE {{(pid=103184) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:37:56.161344 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a609fb-923b-48ba-94ab-76ecca402b32 req-15a9aa56-e610-4bfd-9f21-513537eaf5e7 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:56.163212 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-e7a609fb-923b-48ba-94ab-76ecca402b32 req-15a9aa56-e610-4bfd-9f21-513537eaf5e7 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/ports?device_id=59ad64a5-af93-44ef-8031-fd2f2d18a901 HTTP/1.1" status: 200 len: 946 time: 0.0579345 Jan 21 09:37:56.228075 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-e7a609fb-923b-48ba-94ab-76ecca402b32 req-316614fb-b7ce-4027-9463-aa78d9a38a56 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/security-groups?id=db9ef9f1-43ce-4c8b-928d-23519653180d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588393 Jan 21 09:37:56.413300 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101b580d-2983-4d97-9197-38bb17733ea3 req-0c21edf8-c3f3-47e7-a029-5eb94295824e tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:56.414832 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-101b580d-2983-4d97-9197-38bb17733ea3 req-0c21edf8-c3f3-47e7-a029-5eb94295824e tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/ports?device_id=4e67b25e-7e65-4975-bafa-fceafcd53647 HTTP/1.1" status: 200 len: 945 time: 0.0550094 Jan 21 09:37:56.463972 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-101b580d-2983-4d97-9197-38bb17733ea3 req-049b5cc6-01a5-4ea9-9f97-3e58897d8ccc tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/security-groups?id=3362d256-4580-47a9-b110-e51f4226c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433226 Jan 21 09:37:56.612180 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a67caf84-2b50-42ce-ad52-28a4eef44358 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126007'] for security_group (aa5d8dce-91d6-4f88-a778-894835e03f23), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:56.612180 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a67caf84-2b50-42ce-ad52-28a4eef44358 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:37:56.612494 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [None req-a67caf84-2b50-42ce-ad52-28a4eef44358 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/aa5d8dce-91d6-4f88-a778-894835e03f23 HTTP/1.1" status: 204 len: 168 time: 0.7758756 Jan 21 09:37:56.621134 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67caf84-2b50-42ce-ad52-28a4eef44358 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa5d8dce-91d6-4f88-a778-894835e03f23,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:57.371154 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28bc9d3-6d7b-431f-bb5f-1134da82456c req-f553f387-7188-458c-9fa9-a2051cd60418 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:57.373906 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-e28bc9d3-6d7b-431f-bb5f-1134da82456c req-f553f387-7188-458c-9fa9-a2051cd60418 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/ports?device_id=59ad64a5-af93-44ef-8031-fd2f2d18a901 HTTP/1.1" status: 200 len: 946 time: 0.0670016 Jan 21 09:37:57.444567 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-e28bc9d3-6d7b-431f-bb5f-1134da82456c req-e0690a85-f9f4-4d86-95f4-eb8303b24707 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/security-groups?id=db9ef9f1-43ce-4c8b-928d-23519653180d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542183 Jan 21 09:37:57.623615 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8015baa9-cf97-46d8-954b-1692c2ccab33 req-7febbe9b-8903-4993-9127-92cdd65a57f1 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:57.623615 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-8015baa9-cf97-46d8-954b-1692c2ccab33 req-7febbe9b-8903-4993-9127-92cdd65a57f1 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/ports?device_id=4e67b25e-7e65-4975-bafa-fceafcd53647 HTTP/1.1" status: 200 len: 945 time: 0.0708892 Jan 21 09:37:57.688132 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-8015baa9-cf97-46d8-954b-1692c2ccab33 req-fac1c73c-bc32-414a-b953-4a3f21749865 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/security-groups?id=3362d256-4580-47a9-b110-e51f4226c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539417 Jan 21 09:37:57.768677 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bff25e-15aa-4671-8c36-7f80f8df227b req-e63e3796-2807-418b-a056-a71a2a1fccca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:57.771325 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-90bff25e-15aa-4671-8c36-7f80f8df227b req-e63e3796-2807-418b-a056-a71a2a1fccca service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=5f89d1b21ad8471a8a9a82adac2594c1&device_id=4e67b25e-7e65-4975-bafa-fceafcd53647 HTTP/1.1" status: 200 len: 1098 time: 0.0558734 Jan 21 09:37:57.936617 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bff25e-15aa-4671-8c36-7f80f8df227b req-b4df02ea-680b-4a78-991e-31534d699566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:57.936860 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-90bff25e-15aa-4671-8c36-7f80f8df227b req-b4df02ea-680b-4a78-991e-31534d699566 service neutron] 10.222.0.109 "GET /v2.0/networks?id=d8632307-2281-4a7d-8be2-4fe34d09fe87 HTTP/1.1" status: 200 len: 919 time: 0.1534994 Jan 21 09:37:57.992682 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-90bff25e-15aa-4671-8c36-7f80f8df227b req-b4f3ddc9-5560-4d59-9e4e-755a95c35895 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9eccc2a4-ddb6-4675-9f12-63953114fa21 HTTP/1.1" status: 200 len: 217 time: 0.0441520 Jan 21 09:37:58.102330 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bff25e-15aa-4671-8c36-7f80f8df227b req-b65335ee-b4e4-4b11-af63-03861c5c792b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:58.103937 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-90bff25e-15aa-4671-8c36-7f80f8df227b req-b65335ee-b4e4-4b11-af63-03861c5c792b service neutron] 10.222.0.109 "GET /v2.0/subnets?id=72f007c2-95bb-4c65-8ae3-279d29a2c1fd HTTP/1.1" status: 200 len: 858 time: 0.1010635 Jan 21 09:37:58.144310 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-90bff25e-15aa-4671-8c36-7f80f8df227b req-e6afc9cc-1246-4f40-b340-0d6a93f2970e service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=d8632307-2281-4a7d-8be2-4fe34d09fe87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276539 Jan 21 09:37:58.272945 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-90bff25e-15aa-4671-8c36-7f80f8df227b req-a08f259e-e0dd-4b56-ae00-a0c21a6f2765 service neutron] 10.222.0.109 "GET /v2.0/networks/d8632307-2281-4a7d-8be2-4fe34d09fe87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205802 Jan 21 09:37:58.389902 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-90bff25e-15aa-4671-8c36-7f80f8df227b req-e61fd453-742c-4139-bfe8-a19596af16fc service neutron] 10.222.0.109 "GET /v2.0/networks/d8632307-2281-4a7d-8be2-4fe34d09fe87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059973 Jan 21 09:37:58.639114 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836280f2-acc0-425a-acb7-5cb9e6f8cc7e req-7ee85a6c-ff97-42d0-a0cb-ca878762247f tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:58.649408 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-836280f2-acc0-425a-acb7-5cb9e6f8cc7e req-7ee85a6c-ff97-42d0-a0cb-ca878762247f tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/ports?device_id=59ad64a5-af93-44ef-8031-fd2f2d18a901 HTTP/1.1" status: 200 len: 946 time: 0.0835824 Jan 21 09:37:58.711615 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-836280f2-acc0-425a-acb7-5cb9e6f8cc7e req-a8ab32ea-5414-4275-81a7-5cec41fe3a30 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/security-groups?id=db9ef9f1-43ce-4c8b-928d-23519653180d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606205 Jan 21 09:37:58.922151 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e36a6b-dac6-4a23-97f0-d50f9cc907ce req-81321212-6e59-4022-b4af-556a8c97b022 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:58.930905 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-97e36a6b-dac6-4a23-97f0-d50f9cc907ce req-81321212-6e59-4022-b4af-556a8c97b022 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/ports?device_id=4e67b25e-7e65-4975-bafa-fceafcd53647 HTTP/1.1" status: 200 len: 945 time: 0.1325512 Jan 21 09:37:58.980992 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-97e36a6b-dac6-4a23-97f0-d50f9cc907ce req-90a0bdd4-2273-4c25-8d88-6764edde8ead tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/security-groups?id=3362d256-4580-47a9-b110-e51f4226c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490031 Jan 21 09:37:59.191723 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281dab36-6697-4c43-ad08-0928fd934410 req-1c5340fb-8cbe-4fd4-b221-d73f9b0ac27b tempest-VolumesActionsTest-600326628 tempest-VolumesActionsTest-600326628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:59.198143 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-281dab36-6697-4c43-ad08-0928fd934410 req-1c5340fb-8cbe-4fd4-b221-d73f9b0ac27b tempest-VolumesActionsTest-600326628 tempest-VolumesActionsTest-600326628-project] 10.222.0.45 "GET /v2.0/ports?device_id=c2cf8bdb-ca1e-40cb-b09a-58e8e59a213f HTTP/1.1" status: 200 len: 946 time: 0.0952160 Jan 21 09:37:59.252945 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-281dab36-6697-4c43-ad08-0928fd934410 req-3fc30e05-9660-441b-91e0-89037c6060a9 tempest-VolumesActionsTest-600326628 tempest-VolumesActionsTest-600326628-project] 10.222.0.45 "GET /v2.0/security-groups?id=ca46b9c8-4f8b-4ca8-b76a-dbd1f3494728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533149 Jan 21 09:37:59.891788 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ae5980-b7eb-47c5-a4fd-35c699656a94 req-243bd63d-1185-4638-a9a2-7f0ceac6a98c tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:59.894280 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-14ae5980-b7eb-47c5-a4fd-35c699656a94 req-243bd63d-1185-4638-a9a2-7f0ceac6a98c tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/ports?device_id=59ad64a5-af93-44ef-8031-fd2f2d18a901 HTTP/1.1" status: 200 len: 946 time: 0.0587478 Jan 21 09:37:59.961360 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-14ae5980-b7eb-47c5-a4fd-35c699656a94 req-cb8a3bd4-5535-4de8-84a8-b7fac628eae6 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/security-groups?id=db9ef9f1-43ce-4c8b-928d-23519653180d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571320 Jan 21 09:38:00.106092 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6acf92-a59f-45fb-87bb-205073408ab6 req-60bd2f6b-8246-49f2-b97c-58616230f37b tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:00.107624 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-6f6acf92-a59f-45fb-87bb-205073408ab6 req-60bd2f6b-8246-49f2-b97c-58616230f37b tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/ports?device_id=4e67b25e-7e65-4975-bafa-fceafcd53647 HTTP/1.1" status: 200 len: 945 time: 0.0518215 Jan 21 09:38:00.164017 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-6f6acf92-a59f-45fb-87bb-205073408ab6 req-4275c8cd-1190-42b1-ac98-de1e81208ede tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/security-groups?id=3362d256-4580-47a9-b110-e51f4226c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497928 Jan 21 09:38:00.376323 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d025510d-a16b-4d3a-ac00-2e79c723028f req-7241c220-19a9-4e57-9193-6e413c4aa48d tempest-VolumesActionsTest-600326628 tempest-VolumesActionsTest-600326628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:00.378205 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-d025510d-a16b-4d3a-ac00-2e79c723028f req-7241c220-19a9-4e57-9193-6e413c4aa48d tempest-VolumesActionsTest-600326628 tempest-VolumesActionsTest-600326628-project] 10.222.0.45 "GET /v2.0/ports?device_id=c2cf8bdb-ca1e-40cb-b09a-58e8e59a213f HTTP/1.1" status: 200 len: 946 time: 0.0545251 Jan 21 09:38:00.429643 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-d025510d-a16b-4d3a-ac00-2e79c723028f req-2ec3b046-88d9-4d15-ae4f-b902cca10112 tempest-VolumesActionsTest-600326628 tempest-VolumesActionsTest-600326628-project] 10.222.0.45 "GET /v2.0/security-groups?id=ca46b9c8-4f8b-4ca8-b76a-dbd1f3494728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459027 Jan 21 09:38:01.185465 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28707e1a-8c05-4075-ba71-a24f4b7f4763 req-0a6701ab-f21e-4e3c-8a72-3ef7b2e2280f tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:01.193168 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-28707e1a-8c05-4075-ba71-a24f4b7f4763 req-0a6701ab-f21e-4e3c-8a72-3ef7b2e2280f tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/ports?device_id=59ad64a5-af93-44ef-8031-fd2f2d18a901 HTTP/1.1" status: 200 len: 946 time: 0.1160896 Jan 21 09:38:01.247235 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-28707e1a-8c05-4075-ba71-a24f4b7f4763 req-36b17c4a-0d21-430d-8cfa-463bc670b6dd tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/security-groups?id=db9ef9f1-43ce-4c8b-928d-23519653180d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529995 Jan 21 09:38:01.789579 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3749edd9-ec82-422b-acf1-135d903ba528 req-5ac38829-ecfe-47d7-be1d-25a88e476944 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:01.791294 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-3749edd9-ec82-422b-acf1-135d903ba528 req-5ac38829-ecfe-47d7-be1d-25a88e476944 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/ports?device_id=4e67b25e-7e65-4975-bafa-fceafcd53647 HTTP/1.1" status: 200 len: 945 time: 0.4441390 Jan 21 09:38:01.802490 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d0a81b-6d5d-4448-a4ea-24e2b8c5529d req-5ce9d53b-695a-4cf2-aec2-463b2ad8937f tempest-VolumesActionsTest-600326628 tempest-VolumesActionsTest-600326628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:01.804174 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-b9d0a81b-6d5d-4448-a4ea-24e2b8c5529d req-5ce9d53b-695a-4cf2-aec2-463b2ad8937f tempest-VolumesActionsTest-600326628 tempest-VolumesActionsTest-600326628-project] 10.222.0.109 "GET /v2.0/ports?device_id=c2cf8bdb-ca1e-40cb-b09a-58e8e59a213f HTTP/1.1" status: 200 len: 946 time: 0.1213923 Jan 21 09:38:01.815671 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c931ab-5e6a-48d3-b013-6fb964f9cca4 req-b6308688-6663-45b3-8ced-bc561330ec11 tempest-VolumesActionsTest-600326628 tempest-VolumesActionsTest-600326628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:01.818222 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-29c931ab-5e6a-48d3-b013-6fb964f9cca4 req-b6308688-6663-45b3-8ced-bc561330ec11 tempest-VolumesActionsTest-600326628 tempest-VolumesActionsTest-600326628-project] 10.222.0.45 "GET /v2.0/ports?device_id=c2cf8bdb-ca1e-40cb-b09a-58e8e59a213f HTTP/1.1" status: 200 len: 946 time: 0.1342127 Jan 21 09:38:01.987340 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-3749edd9-ec82-422b-acf1-135d903ba528 req-5e94b8bb-15cc-4e19-a050-8b43163d702d tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/security-groups?id=3362d256-4580-47a9-b110-e51f4226c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682947 Jan 21 09:38:02.018668 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-29c931ab-5e6a-48d3-b013-6fb964f9cca4 req-514d8403-acd7-40f5-85e0-d2c97a8eeda6 tempest-VolumesActionsTest-600326628 tempest-VolumesActionsTest-600326628-project] 10.222.0.45 "GET /v2.0/security-groups?id=ca46b9c8-4f8b-4ca8-b76a-dbd1f3494728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937046 Jan 21 09:38:02.089720 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.plugin [req-b9d0a81b-6d5d-4448-a4ea-24e2b8c5529d req-2cc34f1b-67c5-4a7d-aeff-3f2ec0649435 tempest-VolumesActionsTest-600326628 tempest-VolumesActionsTest-600326628-project] Deleting port 6bb3a0f1-e345-49d2-b142-75f408fac434 {{(pid=103182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 09:38:02.090296 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-b9d0a81b-6d5d-4448-a4ea-24e2b8c5529d req-2cc34f1b-67c5-4a7d-aeff-3f2ec0649435 tempest-VolumesActionsTest-600326628 tempest-VolumesActionsTest-600326628-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774670727720'] for port (6bb3a0f1-e345-49d2-b142-75f408fac434), before_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:02.281441 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.db [req-b9d0a81b-6d5d-4448-a4ea-24e2b8c5529d req-2cc34f1b-67c5-4a7d-aeff-3f2ec0649435 tempest-VolumesActionsTest-600326628 tempest-VolumesActionsTest-600326628-project] For port 6bb3a0f1-e345-49d2-b142-75f408fac434, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=6bb3a0f1-e345-49d2-b142-75f408fac434,segment=NetworkSegment(ed44a47c-c34b-4572-831d-404b42890929),segment_id=ed44a47c-c34b-4572-831d-404b42890929)] {{(pid=103182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:38:02.282114 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-b9d0a81b-6d5d-4448-a4ea-24e2b8c5529d req-2cc34f1b-67c5-4a7d-aeff-3f2ec0649435 tempest-VolumesActionsTest-600326628 tempest-VolumesActionsTest-600326628-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3846167'] for port (6bb3a0f1-e345-49d2-b142-75f408fac434), precommit_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:02.300054 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.plugin [req-b9d0a81b-6d5d-4448-a4ea-24e2b8c5529d req-2cc34f1b-67c5-4a7d-aeff-3f2ec0649435 tempest-VolumesActionsTest-600326628 tempest-VolumesActionsTest-600326628-project] Calling delete_port for 6bb3a0f1-e345-49d2-b142-75f408fac434 owned by compute:nova {{(pid=103182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 09:38:02.449332 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3563451-ae8d-47a5-9565-b8d418212a0a req-f4ad4eb0-6a46-4b27-8997-1030d1ca4b74 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:02.450947 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-f3563451-ae8d-47a5-9565-b8d418212a0a req-f4ad4eb0-6a46-4b27-8997-1030d1ca4b74 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/ports?device_id=59ad64a5-af93-44ef-8031-fd2f2d18a901 HTTP/1.1" status: 200 len: 946 time: 0.0972855 Jan 21 09:38:02.580513 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-f3563451-ae8d-47a5-9565-b8d418212a0a req-73ffa8a5-6b00-462e-a692-20de530e6341 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/security-groups?id=db9ef9f1-43ce-4c8b-928d-23519653180d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1126678 Jan 21 09:38:02.665763 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-b9d0a81b-6d5d-4448-a4ea-24e2b8c5529d req-2cc34f1b-67c5-4a7d-aeff-3f2ec0649435 tempest-VolumesActionsTest-600326628 tempest-VolumesActionsTest-600326628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774670733020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774670299805'] for port (6bb3a0f1-e345-49d2-b142-75f408fac434), after_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:02.685820 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] get_ports_and_sgs() called for port_ids ['6bb3a0f1-e345-49d2-b142-75f408fac434'] {{(pid=103184) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 09:38:02.699819 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc34f1b-67c5-4a7d-aeff-3f2ec0649435 tempest-VolumesActionsTest-600326628 tempest-VolumesActionsTest-600326628-project] Pushing event deleted for resources: {'Port': ['ID=6bb3a0f1-e345-49d2-b142-75f408fac434,revision_number=None']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:02.770894 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9d0a81b-6d5d-4448-a4ea-24e2b8c5529d req-2cc34f1b-67c5-4a7d-aeff-3f2ec0649435 tempest-VolumesActionsTest-600326628 tempest-VolumesActionsTest-600326628-project] No DVR routers for this DVR port 6bb3a0f1-e345-49d2-b142-75f408fac434 on host hv-cinder-80403 {{(pid=103182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:38:02.775799 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-b9d0a81b-6d5d-4448-a4ea-24e2b8c5529d req-2cc34f1b-67c5-4a7d-aeff-3f2ec0649435 tempest-VolumesActionsTest-600326628 tempest-VolumesActionsTest-600326628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11211'] for port (None), before_response {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:02.782694 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-b9d0a81b-6d5d-4448-a4ea-24e2b8c5529d req-2cc34f1b-67c5-4a7d-aeff-3f2ec0649435 tempest-VolumesActionsTest-600326628 tempest-VolumesActionsTest-600326628-project] 10.222.0.109 "DELETE /v2.0/ports/6bb3a0f1-e345-49d2-b142-75f408fac434 HTTP/1.1" status: 204 len: 173 time: 0.9571526 Jan 21 09:38:02.782694 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2cf8bdb-ca1e-40cb-b09a-58e8e59a213f', 'name': 'network-vif-deleted', 'tag': '6bb3a0f1-e345-49d2-b142-75f408fac434'}] {{(pid=103182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:38:02.784087 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa0cc1f82daaed98fc3f7058001f72739ccfc4facde8019b77a0af70a494964c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b8c5aad-a0b6-4895-b9d1-acedb624fc73" -d '{"events": [{"server_uuid": "c2cf8bdb-ca1e-40cb-b09a-58e8e59a213f", "name": "network-vif-deleted", "tag": "6bb3a0f1-e345-49d2-b142-75f408fac434"}]}' {{(pid=103182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:38:02.835599 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 09:38:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f105ee8a-1ac8-4741-b7da-250be79ec871 x-openstack-request-id: req-f105ee8a-1ac8-4741-b7da-250be79ec871 {{(pid=103182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:38:02.842701 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2cf8bdb-ca1e-40cb-b09a-58e8e59a213f", "name": "network-vif-deleted", "tag": "6bb3a0f1-e345-49d2-b142-75f408fac434", "status": "completed", "code": 200}]} {{(pid=103182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:38:02.842945 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f105ee8a-1ac8-4741-b7da-250be79ec871 {{(pid=103182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:38:02.843378 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2cf8bdb-ca1e-40cb-b09a-58e8e59a213f', 'name': 'network-vif-deleted', 'tag': '6bb3a0f1-e345-49d2-b142-75f408fac434', 'status': 'completed', 'code': 200} Jan 21 09:38:03.143404 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e66d0e7-c8f7-4d02-b47b-2d1ad48d7548 req-8b1625c3-d8ed-43c4-bf6f-56b5be0d2761 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:03.149753 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-4e66d0e7-c8f7-4d02-b47b-2d1ad48d7548 req-8b1625c3-d8ed-43c4-bf6f-56b5be0d2761 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/ports?device_id=4e67b25e-7e65-4975-bafa-fceafcd53647 HTTP/1.1" status: 200 len: 945 time: 0.0857019 Jan 21 09:38:03.226193 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-4e66d0e7-c8f7-4d02-b47b-2d1ad48d7548 req-175d0e50-f673-4e00-9a49-ddeeb40ab6d8 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/security-groups?id=3362d256-4580-47a9-b110-e51f4226c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660944 Jan 21 09:38:03.358954 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-234a8016-b6b6-42e0-9a9a-b3f1acbc7def req-4a6569ef-8b68-42d0-9320-f21d916ba8eb tempest-VolumesActionsTest-600326628 tempest-VolumesActionsTest-600326628-project] 10.222.0.45 "GET /v2.0/ports?device_id=c2cf8bdb-ca1e-40cb-b09a-58e8e59a213f HTTP/1.1" status: 200 len: 210 time: 0.0301485 Jan 21 09:38:03.887412 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c11068-b5cc-41c4-9c7a-dd102ce7be48 req-fcce3d2f-524b-4ca9-b4ef-5719536dd19d tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:03.889471 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-b7c11068-b5cc-41c4-9c7a-dd102ce7be48 req-fcce3d2f-524b-4ca9-b4ef-5719536dd19d tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/ports?device_id=59ad64a5-af93-44ef-8031-fd2f2d18a901 HTTP/1.1" status: 200 len: 946 time: 0.1333442 Jan 21 09:38:04.018332 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-b7c11068-b5cc-41c4-9c7a-dd102ce7be48 req-458435d3-5684-42d3-85f2-b3983f73e244 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/security-groups?id=db9ef9f1-43ce-4c8b-928d-23519653180d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1123493 Jan 21 09:38:04.085565 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95a2707-4ee1-49bf-9e69-e39a52e42bc5 req-7b37a9a8-c2b7-4e5d-a1d8-a6a12d89cc5d tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:04.096318 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-c95a2707-4ee1-49bf-9e69-e39a52e42bc5 req-7b37a9a8-c2b7-4e5d-a1d8-a6a12d89cc5d tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] 10.222.0.45 "GET /v2.0/networks?id=6d3bfab5-614b-42ce-87b9-03bdb3f3c1da HTTP/1.1" status: 200 len: 815 time: 0.2523839 Jan 21 09:38:04.115771 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-c95a2707-4ee1-49bf-9e69-e39a52e42bc5 req-38c758e3-e0df-4c3a-8789-219666792695 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] 10.222.0.45 "GET /v2.0/quotas/e3390729231b409e9a83376b428c1a7f HTTP/1.1" status: 200 len: 375 time: 0.0184240 Jan 21 09:38:04.224100 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-c95a2707-4ee1-49bf-9e69-e39a52e42bc5 req-05d77382-de3f-46ab-a41d-e3ca82665207 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=e3390729231b409e9a83376b428c1a7f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1070883 Jan 21 09:38:04.442236 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-c95a2707-4ee1-49bf-9e69-e39a52e42bc5 req-74b7ccb9-4775-4865-9945-30f474fd9544 service neutron] 10.222.0.45 "GET /v2.0/networks/6d3bfab5-614b-42ce-87b9-03bdb3f3c1da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2171879 Jan 21 09:38:04.565138 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-6cba5b95-23b2-48e4-ab9e-4019aea11890 req-b12315c9-f133-4d95-b45e-9bfb9249aa45 tempest-VolumesActionsTest-600326628 tempest-VolumesActionsTest-600326628-project] 10.222.0.45 "GET /v2.0/ports?device_id=c2cf8bdb-ca1e-40cb-b09a-58e8e59a213f HTTP/1.1" status: 200 len: 210 time: 0.0601940 Jan 21 09:38:04.581204 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.45', 36068) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:38:04.662846 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-c95a2707-4ee1-49bf-9e69-e39a52e42bc5 req-afce2566-684d-440e-9860-884b27472423 service neutron] 10.222.0.45 "GET /v2.0/networks/6d3bfab5-614b-42ce-87b9-03bdb3f3c1da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2096586 Jan 21 09:38:04.714221 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-9663885a-3f9b-4186-9292-e2d5bf942b17 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:04.794056 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-9663885a-3f9b-4186-9292-e2d5bf942b17 admin admin] Publish callbacks [] for security_group (44336e1e-92d6-42db-961e-3fc19b8f80d4), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:05.146871 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b881f12-a965-44d6-b50d-cc822f12fcaa req-33e17bed-954b-4869-ac99-4b2f5b66fb85 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:05.148376 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-9b881f12-a965-44d6-b50d-cc822f12fcaa req-33e17bed-954b-4869-ac99-4b2f5b66fb85 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/ports?device_id=59ad64a5-af93-44ef-8031-fd2f2d18a901 HTTP/1.1" status: 200 len: 946 time: 0.0537164 Jan 21 09:38:05.162716 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-9663885a-3f9b-4186-9292-e2d5bf942b17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126007'] for security_group (44336e1e-92d6-42db-961e-3fc19b8f80d4), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:05.205746 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-9b881f12-a965-44d6-b50d-cc822f12fcaa req-e49ffb45-dc83-4d29-9ae2-8d72a89778a0 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/security-groups?id=db9ef9f1-43ce-4c8b-928d-23519653180d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517948 Jan 21 09:38:05.245638 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9663885a-3f9b-4186-9292-e2d5bf942b17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44336e1e-92d6-42db-961e-3fc19b8f80d4,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:05.301526 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [None req-9663885a-3f9b-4186-9292-e2d5bf942b17 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3def827a62884461a9cc8c98165d901a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7154036 Jan 21 09:38:05.303148 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.45', 36090) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:38:05.352725 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-d2c6a5c6-cd1a-4c34-b0d8-c3401d2f4fa9 req-1905d08b-6db4-4c43-9447-742ffec8bb22 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] 10.222.0.45 "GET /v2.0/ports?device_id=0f393a36-e048-4228-a48c-9ed725c3e71c HTTP/1.1" status: 200 len: 210 time: 0.0643382 Jan 21 09:38:05.420324 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2e08d4f4-ba8a-4041-b7ca-71c3202065d0 admin admin] Publish callbacks [] for security_group (44336e1e-92d6-42db-961e-3fc19b8f80d4), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:05.456858 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2e08d4f4-ba8a-4041-b7ca-71c3202065d0 admin admin] Publish callbacks [] for security_group (44336e1e-92d6-42db-961e-3fc19b8f80d4), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:05.683138 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2e08d4f4-ba8a-4041-b7ca-71c3202065d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126007'] for security_group (44336e1e-92d6-42db-961e-3fc19b8f80d4), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:05.689634 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2e08d4f4-ba8a-4041-b7ca-71c3202065d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:05.692146 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [None req-2e08d4f4-ba8a-4041-b7ca-71c3202065d0 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/44336e1e-92d6-42db-961e-3fc19b8f80d4 HTTP/1.1" status: 204 len: 168 time: 0.3878379 Jan 21 09:38:05.707077 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e08d4f4-ba8a-4041-b7ca-71c3202065d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44336e1e-92d6-42db-961e-3fc19b8f80d4,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:05.990271 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d732cfa2-d59e-4859-be46-01d737cad81a req-34a44ef1-f601-49cc-a6fa-4ce6810bf6c3 tempest-VolumesActionsTest-600326628 tempest-VolumesActionsTest-600326628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:05.991747 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-d732cfa2-d59e-4859-be46-01d737cad81a req-34a44ef1-f601-49cc-a6fa-4ce6810bf6c3 tempest-VolumesActionsTest-600326628 tempest-VolumesActionsTest-600326628-project] 10.222.0.45 "GET /v2.0/networks?id=12c1a4df-23d6-4c4b-b623-e53eca6cd97e HTTP/1.1" status: 200 len: 809 time: 0.1114371 Jan 21 09:38:06.006103 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-d732cfa2-d59e-4859-be46-01d737cad81a req-c4db41ec-a6bf-42aa-b58c-de8af65a755b tempest-VolumesActionsTest-600326628 tempest-VolumesActionsTest-600326628-project] 10.222.0.45 "GET /v2.0/quotas/6e1d230932114019a989885b46cb9283 HTTP/1.1" status: 200 len: 375 time: 0.0090170 Jan 21 09:38:06.038765 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-d732cfa2-d59e-4859-be46-01d737cad81a req-fa01e4ae-8ad0-4e77-a9be-7f0d336426d3 tempest-VolumesActionsTest-600326628 tempest-VolumesActionsTest-600326628-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=6e1d230932114019a989885b46cb9283&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0270324 Jan 21 09:38:06.150667 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-d732cfa2-d59e-4859-be46-01d737cad81a req-5219d613-e222-45eb-bd56-101807285b39 service neutron] 10.222.0.45 "GET /v2.0/networks/12c1a4df-23d6-4c4b-b623-e53eca6cd97e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042829 Jan 21 09:38:06.251268 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-d732cfa2-d59e-4859-be46-01d737cad81a req-f697290a-d4e1-418a-b678-e36f5d507846 service neutron] 10.222.0.45 "GET /v2.0/networks/12c1a4df-23d6-4c4b-b623-e53eca6cd97e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944433 Jan 21 09:38:06.469943 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2e269c-8f3e-4848-ab26-152631719d41 req-8722a37e-d044-4c58-91e7-64a014e4c7fb tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:06.471631 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-be2e269c-8f3e-4848-ab26-152631719d41 req-8722a37e-d044-4c58-91e7-64a014e4c7fb tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/ports?device_id=4e67b25e-7e65-4975-bafa-fceafcd53647 HTTP/1.1" status: 200 len: 945 time: 0.0505540 Jan 21 09:38:06.510746 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Device 6bb3a0f1-e345-49d2-b142-75f408fac434 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=103184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:38:06.539647 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] No Port match for: 6bb3a0f1-e345-49d2-b142-75f408fac434 {{(pid=103184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 21 09:38:06.542798 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Device 6bb3a0f1-e345-49d2-b142-75f408fac434 not bound to the agent host hv-cinder-80403 {{(pid=103184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:38:06.557102 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-be2e269c-8f3e-4848-ab26-152631719d41 req-258770fc-78d6-4884-af45-e2013a7a3ced tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/security-groups?id=3362d256-4580-47a9-b110-e51f4226c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783076 Jan 21 09:38:06.586118 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2615524-8252-45e4-9245-28766e8aa9f6 req-3ffda1b5-1ba2-4501-9da5-2089ce1b4af6 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:06.603966 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-f2615524-8252-45e4-9245-28766e8aa9f6 req-3ffda1b5-1ba2-4501-9da5-2089ce1b4af6 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/ports?device_id=59ad64a5-af93-44ef-8031-fd2f2d18a901 HTTP/1.1" status: 200 len: 946 time: 0.0784926 Jan 21 09:38:06.678359 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-f2615524-8252-45e4-9245-28766e8aa9f6 req-76b9d497-5777-40b9-8675-2b7ced56ac21 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/security-groups?id=db9ef9f1-43ce-4c8b-928d-23519653180d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735068 Jan 21 09:38:06.730814 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33864cf-e5fe-4115-889d-180654baa3be req-3fe85fba-fa90-4485-ae29-ebc67f71bdc5 tempest-VolumesSnapshotTestJSON-1583482103 tempest-VolumesSnapshotTestJSON-1583482103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:06.732522 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-c33864cf-e5fe-4115-889d-180654baa3be req-3fe85fba-fa90-4485-ae29-ebc67f71bdc5 tempest-VolumesSnapshotTestJSON-1583482103 tempest-VolumesSnapshotTestJSON-1583482103-project] 10.222.0.45 "GET /v2.0/ports?device_id=deb54068-874d-4b55-ab9c-777c53b1d707 HTTP/1.1" status: 200 len: 945 time: 0.0686355 Jan 21 09:38:06.799273 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-f99ad606-8ad3-4926-99ef-e05ffb794f13 req-0bd0faf2-b12b-44a5-bbab-8ceb8df87ec4 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] 10.222.0.45 "GET /v2.0/ports?device_id=0f393a36-e048-4228-a48c-9ed725c3e71c HTTP/1.1" status: 200 len: 210 time: 0.0471363 Jan 21 09:38:06.820105 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-c33864cf-e5fe-4115-889d-180654baa3be req-4f791bd9-bb3a-4022-b1a8-29c4f28a0a4f tempest-VolumesSnapshotTestJSON-1583482103 tempest-VolumesSnapshotTestJSON-1583482103-project] 10.222.0.45 "GET /v2.0/security-groups?id=784dddf7-3a3a-4731-9a1a-126ddfb40ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812850 Jan 21 09:38:06.913406 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-26b2bc6c-f0da-46a9-a174-b5b48c9bc46d req-a6a582ba-62e4-4668-921a-a97b8ebfcfe3 tempest-VolumesActionsTest-600326628 tempest-VolumesActionsTest-600326628-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4e4d869-a178-4acd-8305-895d478f77ce HTTP/1.1" status: 200 len: 210 time: 0.0385506 Jan 21 09:38:07.114686 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.45', 36172) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:38:07.240283 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.v2.base [None req-44e1a2f2-e8a9-40d0-b88f-4feb561963a3 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1023830781-network', 'tenant_id': '515ded26ca114fbf9c6e920362aec64c'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:07.382019 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44e1a2f2-e8a9-40d0-b88f-4feb561963a3 admin admin] Made reservation on behalf of 515ded26ca114fbf9c6e920362aec64c for: {'network': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:38:07.384384 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-44e1a2f2-e8a9-40d0-b88f-4feb561963a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for network (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:07.394560 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-44e1a2f2-e8a9-40d0-b88f-4feb561963a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:07.439064 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d39d50-d636-44ab-a1ce-48d276ef6ca6 req-89cb1e3d-dcea-470d-988c-96fd6460ab3e tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:07.440610 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-f0d39d50-d636-44ab-a1ce-48d276ef6ca6 req-89cb1e3d-dcea-470d-988c-96fd6460ab3e tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] 10.222.0.45 "GET /v2.0/networks?id=e49a728a-90d2-4a07-8a83-d63652f9661a HTTP/1.1" status: 200 len: 815 time: 0.1099997 Jan 21 09:38:07.456707 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-f0d39d50-d636-44ab-a1ce-48d276ef6ca6 req-f1ff97bb-c44c-4876-a0ac-a4490ccfbc0e tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] 10.222.0.45 "GET /v2.0/quotas/10ed49573f464cc18794b94fd1c115ee HTTP/1.1" status: 200 len: 375 time: 0.0095811 Jan 21 09:38:07.473928 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-44e1a2f2-e8a9-40d0-b88f-4feb561963a3 admin admin] Publish callbacks [] for security_group (8be88076-b464-49c0-828a-290718a598c0), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:07.513442 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-f0d39d50-d636-44ab-a1ce-48d276ef6ca6 req-eb8a0df3-41c1-4c74-beff-d8c63b1054c7 tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=10ed49573f464cc18794b94fd1c115ee&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0518363 Jan 21 09:38:07.570833 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-44e1a2f2-e8a9-40d0-b88f-4feb561963a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126007'] for security_group (8be88076-b464-49c0-828a-290718a598c0), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:07.596151 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44e1a2f2-e8a9-40d0-b88f-4feb561963a3 admin admin] vlan segment allocate from pool success with {'vlan_id': 357, 'physical_network': 'physnet1'} {{(pid=103183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:38:07.618921 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-f0d39d50-d636-44ab-a1ce-48d276ef6ca6 req-edd90097-562a-4dad-924c-f9e0008495b7 service neutron] 10.222.0.45 "GET /v2.0/networks/e49a728a-90d2-4a07-8a83-d63652f9661a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914257 Jan 21 09:38:07.621383 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e1a2f2-e8a9-40d0-b88f-4feb561963a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8be88076-b464-49c0-828a-290718a598c0,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:07.627808 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-44e1a2f2-e8a9-40d0-b88f-4feb561963a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906022'] for segment (18509a21-b759-406e-af96-dd1ff2a318e9), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:07.628437 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.db.segments_db [None req-44e1a2f2-e8a9-40d0-b88f-4feb561963a3 admin admin] Added segment 18509a21-b759-406e-af96-dd1ff2a318e9 of type vlan for network 858c4f17-92ac-4cda-9750-b98e2d3705f8 Jan 21 09:38:07.677516 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-44e1a2f2-e8a9-40d0-b88f-4feb561963a3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774670334190'] for network (858c4f17-92ac-4cda-9750-b98e2d3705f8), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:07.721568 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-f0d39d50-d636-44ab-a1ce-48d276ef6ca6 req-083c6bc3-a57c-49c3-b644-5a9e7ceac16e service neutron] 10.222.0.45 "GET /v2.0/networks/e49a728a-90d2-4a07-8a83-d63652f9661a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960603 Jan 21 09:38:07.765488 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-44e1a2f2-e8a9-40d0-b88f-4feb561963a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430'] for network (858c4f17-92ac-4cda-9750-b98e2d3705f8), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:07.766464 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44e1a2f2-e8a9-40d0-b88f-4feb561963a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:07.767051 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-44e1a2f2-e8a9-40d0-b88f-4feb561963a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4184320'] for network (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:07.833777 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e1a2f2-e8a9-40d0-b88f-4feb561963a3 admin admin] Pushing event updated for resources: {'Network': ['ID=858c4f17-92ac-4cda-9750-b98e2d3705f8,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:07.848552 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Network 858c4f17-92ac-4cda-9750-b98e2d3705f8 details requested by agent ovs-agent-dv-cinder-804035-25-iscsi with host dv-cinder-804035-25-iscsi {{(pid=103184) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 09:38:07.888075 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [None req-44e1a2f2-e8a9-40d0-b88f-4feb561963a3 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7722952 Jan 21 09:38:07.891360 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.wsgi [-] (103182) accepted ('10.222.0.45', 36200) {{(pid=103182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:38:07.896119 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.v2.base [None req-5a0769ea-7293-4e63-89cb-306d3328a7ef admin admin] Request body: {'subnet': {'network_id': '858c4f17-92ac-4cda-9750-b98e2d3705f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1023830781-subnet', 'tenant_id': '515ded26ca114fbf9c6e920362aec64c', 'ip_version': 4}} {{(pid=103182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:07.975845 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f0abf2-8665-4217-896c-50e02cd24174 req-68f1dccc-dc9f-404d-85e6-0249bc302071 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:07.977443 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-c1f0abf2-8665-4217-896c-50e02cd24174 req-68f1dccc-dc9f-404d-85e6-0249bc302071 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/ports?device_id=59ad64a5-af93-44ef-8031-fd2f2d18a901 HTTP/1.1" status: 200 len: 946 time: 0.0865276 Jan 21 09:38:08.080811 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a0769ea-7293-4e63-89cb-306d3328a7ef admin admin] Made reservation on behalf of 515ded26ca114fbf9c6e920362aec64c for: {'subnet': 1} {{(pid=103182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:38:08.084013 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-5a0769ea-7293-4e63-89cb-306d3328a7ef admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:08.135422 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-3437340e-1b48-47c8-aba7-ece4295a50dd req-2d455516-9764-4190-be20-7afe962a87cf tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] 10.222.0.45 "GET /v2.0/ports?device_id=0f393a36-e048-4228-a48c-9ed725c3e71c HTTP/1.1" status: 200 len: 210 time: 0.0619090 Jan 21 09:38:08.161893 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-c1f0abf2-8665-4217-896c-50e02cd24174 req-252cb724-d248-454b-bb90-f7fb6a05f0f4 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/security-groups?id=db9ef9f1-43ce-4c8b-928d-23519653180d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1737750 Jan 21 09:38:08.243273 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95a2707-4ee1-49bf-9e69-e39a52e42bc5 req-1671d9de-61a4-4201-acb2-27460a9cfe01 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:08.244769 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-c95a2707-4ee1-49bf-9e69-e39a52e42bc5 req-1671d9de-61a4-4201-acb2-27460a9cfe01 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] 10.222.0.109 "GET /v2.0/networks?id=6d3bfab5-614b-42ce-87b9-03bdb3f3c1da HTTP/1.1" status: 200 len: 815 time: 0.2664135 Jan 21 09:38:08.279431 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.v2.base [req-c95a2707-4ee1-49bf-9e69-e39a52e42bc5 req-57d2d9bb-2859-4e76-a295-898cc6e3fd6a tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] Request body: {'port': {'device_id': '0f393a36-e048-4228-a48c-9ed725c3e71c', 'network_id': '6d3bfab5-614b-42ce-87b9-03bdb3f3c1da', 'admin_state_up': True, 'tenant_id': 'e3390729231b409e9a83376b428c1a7f'}} {{(pid=103182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:08.337298 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-0b577421-6cea-4038-bbb4-d5e151bc33a2 req-7930b4aa-116b-454e-966d-eb673e004116 tempest-VolumesActionsTest-600326628 tempest-VolumesActionsTest-600326628-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4e4d869-a178-4acd-8305-895d478f77ce HTTP/1.1" status: 200 len: 210 time: 0.0812280 Jan 21 09:38:08.464061 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-13286028-40c3-4033-bc20-6598d831e95c req-88bc9103-bc2f-4495-a982-a2d31aa67abf tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] 10.222.0.45 "GET /v2.0/ports?device_id=750f8ae5-b267-4b76-bb13-170071722932 HTTP/1.1" status: 200 len: 210 time: 0.0658486 Jan 21 09:38:08.480381 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09807f51-c790-4c3a-b9b6-9212701e2724 req-c6e18ac8-5f0b-4358-9a1e-38c579d74b93 tempest-VolumesSnapshotTestJSON-1583482103 tempest-VolumesSnapshotTestJSON-1583482103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:08.481871 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-09807f51-c790-4c3a-b9b6-9212701e2724 req-c6e18ac8-5f0b-4358-9a1e-38c579d74b93 tempest-VolumesSnapshotTestJSON-1583482103 tempest-VolumesSnapshotTestJSON-1583482103-project] 10.222.0.45 "GET /v2.0/ports?device_id=deb54068-874d-4b55-ab9c-777c53b1d707 HTTP/1.1" status: 200 len: 945 time: 0.2320325 Jan 21 09:38:08.607469 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-09807f51-c790-4c3a-b9b6-9212701e2724 req-b273cf7d-ef54-4b2c-83fe-9a7343a1b1f1 tempest-VolumesSnapshotTestJSON-1583482103 tempest-VolumesSnapshotTestJSON-1583482103-project] 10.222.0.45 "GET /v2.0/security-groups?id=784dddf7-3a3a-4731-9a1a-126ddfb40ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159935 Jan 21 09:38:08.660134 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-5a0769ea-7293-4e63-89cb-306d3328a7ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4120330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430'] for subnet (ed880366-382f-48ca-9b10-9aa3edc0e5e7), after_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:08.714723 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0769ea-7293-4e63-89cb-306d3328a7ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed880366-382f-48ca-9b10-9aa3edc0e5e7,revision_number=0']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:08.724655 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c95a2707-4ee1-49bf-9e69-e39a52e42bc5 req-57d2d9bb-2859-4e76-a295-898cc6e3fd6a tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] Made reservation on behalf of e3390729231b409e9a83376b428c1a7f for: {'port': 1} {{(pid=103182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:38:08.727289 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-c95a2707-4ee1-49bf-9e69-e39a52e42bc5 req-57d2d9bb-2859-4e76-a295-898cc6e3fd6a tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (None), before_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:08.740095 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0769ea-7293-4e63-89cb-306d3328a7ef admin admin] Checking segment: {'id': '18509a21-b759-406e-af96-dd1ff2a318e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '858c4f17-92ac-4cda-9750-b98e2d3705f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 09:38:08.740584 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a0769ea-7293-4e63-89cb-306d3328a7ef admin admin] Network hostable DHCP agents. Network: 858c4f17-92ac-4cda-9750-b98e2d3705f8, hostable agents: ['8a5d4a72-43a4-4fcf-b58e-bc9792bd5f0a'], hosted agents: [] {{(pid=103182) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:38:08.857272 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a0769ea-7293-4e63-89cb-306d3328a7ef admin admin] Network 858c4f17-92ac-4cda-9750-b98e2d3705f8 is scheduled to be hosted by DHCP agent 8a5d4a72-43a4-4fcf-b58e-bc9792bd5f0a with binding_index 1 {{(pid=103182) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:38:08.877974 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.db.db_base_plugin_common [req-c95a2707-4ee1-49bf-9e69-e39a52e42bc5 req-57d2d9bb-2859-4e76-a295-898cc6e3fd6a tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] Allocated IP 172.20.0.4 (6d3bfab5-614b-42ce-87b9-03bdb3f3c1da/dc85c810-f6f8-41f3-bbb2-2b1bee730031/3a1c611f-ef10-4e62-a802-09f927e4a0d9) {{(pid=103182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:38:08.954504 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.scheduler.base_scheduler [None req-5a0769ea-7293-4e63-89cb-306d3328a7ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-25-iscsi, 858c4f17-92ac-4cda-9750-b98e2d3705f8) {{(pid=103182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:38:08.960902 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a0769ea-7293-4e63-89cb-306d3328a7ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:08.961531 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-5a0769ea-7293-4e63-89cb-306d3328a7ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4184320'] for subnet (None), before_response {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:08.966053 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd4924d8-68c1-4a5a-8331-a8ffb34ccef4 None None] Network 858c4f17-92ac-4cda-9750-b98e2d3705f8 requested from dv-cinder-804035-25-iscsi {{(pid=103184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 09:38:09.074242 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57cab00-9b4d-4b38-9aa8-9ce4693a6ed4 req-9a19f0aa-5877-4952-9fbd-f0b2f5be11ff tempest-VolumesSnapshotTestJSON-1583482103 tempest-VolumesSnapshotTestJSON-1583482103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:09.075833 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-c57cab00-9b4d-4b38-9aa8-9ce4693a6ed4 req-9a19f0aa-5877-4952-9fbd-f0b2f5be11ff tempest-VolumesSnapshotTestJSON-1583482103 tempest-VolumesSnapshotTestJSON-1583482103-project] 10.222.0.109 "GET /v2.0/ports?device_id=deb54068-874d-4b55-ab9c-777c53b1d707 HTTP/1.1" status: 200 len: 945 time: 0.0855818 Jan 21 09:38:09.085341 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e73c5c8-18ab-472a-97fd-5209ecf90aad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdb391ba1-f7e2-5f62-9648-e4a8f7be7f09-858c4f17-92ac-4cda-9750-b98e2d3705f8', 'network_id': '858c4f17-92ac-4cda-9750-b98e2d3705f8', 'project_id': '515ded26ca114fbf9c6e920362aec64c', 'fixed_ips': [{'subnet_id': 'ed880366-382f-48ca-9b10-9aa3edc0e5e7'}]}} from dv-cinder-804035-25-iscsi. {{(pid=103184) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 21 09:38:09.086227 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5e73c5c8-18ab-472a-97fd-5209ecf90aad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:09.101819 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-c95a2707-4ee1-49bf-9e69-e39a52e42bc5 req-57d2d9bb-2859-4e76-a295-898cc6e3fd6a tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] Publish callbacks [] for port (3a1c611f-ef10-4e62-a802-09f927e4a0d9), precommit_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:09.132989 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [None req-5a0769ea-7293-4e63-89cb-306d3328a7ef admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2432785 Jan 21 09:38:09.135874 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.45', 36226) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:38:09.141950 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.v2.base [None req-e072e420-b207-44e2-88e4-594fe1ab6d19 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1023830781-router', 'tenant_id': '515ded26ca114fbf9c6e920362aec64c', 'external_gateway_info': {'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5'}}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:09.232687 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [None req-5e73c5c8-18ab-472a-97fd-5209ecf90aad None None] Allocated IP 172.20.0.2 (858c4f17-92ac-4cda-9750-b98e2d3705f8/ed880366-382f-48ca-9b10-9aa3edc0e5e7/0e99e39e-f922-49ba-b49f-1cd7c697fbf7) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:38:09.262943 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-c95a2707-4ee1-49bf-9e69-e39a52e42bc5 req-57d2d9bb-2859-4e76-a295-898cc6e3fd6a tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774670299796'] for port (3a1c611f-ef10-4e62-a802-09f927e4a0d9), after_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:09.274818 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e072e420-b207-44e2-88e4-594fe1ab6d19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3844473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3103'] for router (945389a6-2cd8-43f7-b660-ccdf197add80), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:09.276070 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e072e420-b207-44e2-88e4-594fe1ab6d19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3843017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3850133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3732829', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3092'] for router (945389a6-2cd8-43f7-b660-ccdf197add80), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:09.334404 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e072e420-b207-44e2-88e4-594fe1ab6d19 admin admin] Publish callbacks [] for router_controller (945389a6-2cd8-43f7-b660-ccdf197add80), precommit_add_association {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:09.349931 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] get_ports_and_sgs() called for port_ids ['af30d40e-e03c-4e1e-a789-41a34ac8bec6', '81cdcb77-b728-4dac-a9d7-2fe131466b38', '57b1afe5-3070-43a1-9f90-584240e66081'] {{(pid=103184) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 09:38:09.375186 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c95a2707-4ee1-49bf-9e69-e39a52e42bc5 req-57d2d9bb-2859-4e76-a295-898cc6e3fd6a tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] Network 6d3bfab5-614b-42ce-87b9-03bdb3f3c1da is already hosted by enough agents. {{(pid=103182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:38:09.379836 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.plugin [req-c57cab00-9b4d-4b38-9aa8-9ce4693a6ed4 req-f81e283d-51c1-49b9-9698-82a0f853885e tempest-VolumesSnapshotTestJSON-1583482103 tempest-VolumesSnapshotTestJSON-1583482103-project] Deleting port 14aab43b-4ab3-4c41-bc46-826e868d0936 {{(pid=103182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 09:38:09.380156 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-c57cab00-9b4d-4b38-9aa8-9ce4693a6ed4 req-f81e283d-51c1-49b9-9698-82a0f853885e tempest-VolumesSnapshotTestJSON-1583482103 tempest-VolumesSnapshotTestJSON-1583482103-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774670727720'] for port (14aab43b-4ab3-4c41-bc46-826e868d0936), before_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:09.398354 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbecb0e-c65c-4f34-82cf-5670e0fa2797 req-504a2aa8-ad67-4f7a-93ea-025b9ee782ee tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:09.399926 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-0cbecb0e-c65c-4f34-82cf-5670e0fa2797 req-504a2aa8-ad67-4f7a-93ea-025b9ee782ee tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] 10.222.0.45 "GET /v2.0/ports?device_id=0f393a36-e048-4228-a48c-9ed725c3e71c HTTP/1.1" status: 200 len: 931 time: 0.1679592 Jan 21 09:38:09.413585 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.scheduler.base_scheduler [req-c95a2707-4ee1-49bf-9e69-e39a52e42bc5 req-57d2d9bb-2859-4e76-a295-898cc6e3fd6a tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] Resources bound (agent type, host, resource id): {{(pid=103182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:38:09.428562 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.db.l3_dvrscheduler_db [req-c95a2707-4ee1-49bf-9e69-e39a52e42bc5 req-57d2d9bb-2859-4e76-a295-898cc6e3fd6a tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] Received port after_create {{(pid=103182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 09:38:09.429779 dv-cinder-804035-25-iscsi neutron-server[103182]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:38:09.429779 dv-cinder-804035-25-iscsi neutron-server[103182]: warnings.warn(msg) Jan 21 09:38:09.429779 dv-cinder-804035-25-iscsi neutron-server[103182]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:38:09.429779 dv-cinder-804035-25-iscsi neutron-server[103182]: warnings.warn(msg) Jan 21 09:38:09.429779 dv-cinder-804035-25-iscsi neutron-server[103182]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:38:09.429779 dv-cinder-804035-25-iscsi neutron-server[103182]: warnings.warn(msg) Jan 21 09:38:09.429779 dv-cinder-804035-25-iscsi neutron-server[103182]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:38:09.429779 dv-cinder-804035-25-iscsi neutron-server[103182]: warnings.warn(msg) Jan 21 09:38:09.429779 dv-cinder-804035-25-iscsi neutron-server[103182]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:38:09.429779 dv-cinder-804035-25-iscsi neutron-server[103182]: warnings.warn(msg) Jan 21 09:38:09.429779 dv-cinder-804035-25-iscsi neutron-server[103182]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:38:09.429779 dv-cinder-804035-25-iscsi neutron-server[103182]: warnings.warn(msg) Jan 21 09:38:09.429779 dv-cinder-804035-25-iscsi neutron-server[103182]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:38:09.429779 dv-cinder-804035-25-iscsi neutron-server[103182]: warnings.warn(msg) Jan 21 09:38:09.429779 dv-cinder-804035-25-iscsi neutron-server[103182]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:38:09.429779 dv-cinder-804035-25-iscsi neutron-server[103182]: warnings.warn(msg) Jan 21 09:38:09.429779 dv-cinder-804035-25-iscsi neutron-server[103182]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:38:09.429779 dv-cinder-804035-25-iscsi neutron-server[103182]: warnings.warn(msg) Jan 21 09:38:09.429779 dv-cinder-804035-25-iscsi neutron-server[103182]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:38:09.429779 dv-cinder-804035-25-iscsi neutron-server[103182]: warnings.warn(msg) Jan 21 09:38:09.429779 dv-cinder-804035-25-iscsi neutron-server[103182]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:38:09.429779 dv-cinder-804035-25-iscsi neutron-server[103182]: warnings.warn(msg) Jan 21 09:38:09.429779 dv-cinder-804035-25-iscsi neutron-server[103182]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:38:09.429779 dv-cinder-804035-25-iscsi neutron-server[103182]: warnings.warn(msg) Jan 21 09:38:09.429779 dv-cinder-804035-25-iscsi neutron-server[103182]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:38:09.429779 dv-cinder-804035-25-iscsi neutron-server[103182]: warnings.warn(msg) Jan 21 09:38:09.429779 dv-cinder-804035-25-iscsi neutron-server[103182]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:38:09.429779 dv-cinder-804035-25-iscsi neutron-server[103182]: warnings.warn(msg) Jan 21 09:38:09.429779 dv-cinder-804035-25-iscsi neutron-server[103182]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:38:09.429779 dv-cinder-804035-25-iscsi neutron-server[103182]: warnings.warn(msg) Jan 21 09:38:09.429779 dv-cinder-804035-25-iscsi neutron-server[103182]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:38:09.429779 dv-cinder-804035-25-iscsi neutron-server[103182]: warnings.warn(msg) Jan 21 09:38:09.429779 dv-cinder-804035-25-iscsi neutron-server[103182]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:38:09.429779 dv-cinder-804035-25-iscsi neutron-server[103182]: warnings.warn(msg) Jan 21 09:38:09.429779 dv-cinder-804035-25-iscsi neutron-server[103182]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:38:09.429779 dv-cinder-804035-25-iscsi neutron-server[103182]: warnings.warn(msg) Jan 21 09:38:09.432086 dv-cinder-804035-25-iscsi neutron-server[103182]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:38:09.432086 dv-cinder-804035-25-iscsi neutron-server[103182]: warnings.warn(msg) Jan 21 09:38:09.432086 dv-cinder-804035-25-iscsi neutron-server[103182]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:38:09.432086 dv-cinder-804035-25-iscsi neutron-server[103182]: warnings.warn(msg) Jan 21 09:38:09.432086 dv-cinder-804035-25-iscsi neutron-server[103182]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:38:09.432086 dv-cinder-804035-25-iscsi neutron-server[103182]: warnings.warn(msg) Jan 21 09:38:09.432086 dv-cinder-804035-25-iscsi neutron-server[103182]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:38:09.432086 dv-cinder-804035-25-iscsi neutron-server[103182]: warnings.warn(msg) Jan 21 09:38:09.432086 dv-cinder-804035-25-iscsi neutron-server[103182]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:38:09.432086 dv-cinder-804035-25-iscsi neutron-server[103182]: warnings.warn(msg) Jan 21 09:38:09.432086 dv-cinder-804035-25-iscsi neutron-server[103182]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:38:09.432086 dv-cinder-804035-25-iscsi neutron-server[103182]: warnings.warn(msg) Jan 21 09:38:09.434364 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95a2707-4ee1-49bf-9e69-e39a52e42bc5 req-57d2d9bb-2859-4e76-a295-898cc6e3fd6a tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:09.435003 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-c95a2707-4ee1-49bf-9e69-e39a52e42bc5 req-57d2d9bb-2859-4e76-a295-898cc6e3fd6a tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11211'] for port (None), before_response {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:09.437601 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d2d9bb-2859-4e76-a295-898cc6e3fd6a tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] Pushing event updated for resources: {'Port': ['ID=3a1c611f-ef10-4e62-a802-09f927e4a0d9,revision_number=1']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:09.470132 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5e73c5c8-18ab-472a-97fd-5209ecf90aad None None] Publish callbacks [] for port (0e99e39e-f922-49ba-b49f-1cd7c697fbf7), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:09.561252 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5e73c5c8-18ab-472a-97fd-5209ecf90aad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774670299796'] for port (0e99e39e-f922-49ba-b49f-1cd7c697fbf7), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:09.569191 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a717d7-ea2b-49cd-9922-91ba9275c5c6 req-e8f96141-abd6-4a74-b96f-8bef5faf4b09 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:09.576479 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-25a717d7-ea2b-49cd-9922-91ba9275c5c6 req-e8f96141-abd6-4a74-b96f-8bef5faf4b09 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/ports?device_id=59ad64a5-af93-44ef-8031-fd2f2d18a901 HTTP/1.1" status: 200 len: 946 time: 0.2596118 Jan 21 09:38:09.636372 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e73c5c8-18ab-472a-97fd-5209ecf90aad None None] Network 858c4f17-92ac-4cda-9750-b98e2d3705f8 is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:38:09.638220 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-5e73c5c8-18ab-472a-97fd-5209ecf90aad None None] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:38:09.647316 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-0cbecb0e-c65c-4f34-82cf-5670e0fa2797 req-d4cd6340-3e19-4ea1-9051-12dda3ca7828 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] 10.222.0.45 "GET /v2.0/security-groups?id=689824d6-e2cc-4e2f-a7c0-efd7e57bdd17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2291429 Jan 21 09:38:09.665044 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-c95a2707-4ee1-49bf-9e69-e39a52e42bc5 req-57d2d9bb-2859-4e76-a295-898cc6e3fd6a tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] 10.222.0.109 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4078579 Jan 21 09:38:09.667128 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.db [req-c57cab00-9b4d-4b38-9aa8-9ce4693a6ed4 req-f81e283d-51c1-49b9-9698-82a0f853885e tempest-VolumesSnapshotTestJSON-1583482103 tempest-VolumesSnapshotTestJSON-1583482103-project] For port 14aab43b-4ab3-4c41-bc46-826e868d0936, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=14aab43b-4ab3-4c41-bc46-826e868d0936,segment=NetworkSegment(ad0cc7f3-f595-4923-bff8-faff8d5a4463),segment_id=ad0cc7f3-f595-4923-bff8-faff8d5a4463)] {{(pid=103182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:38:09.667502 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-c57cab00-9b4d-4b38-9aa8-9ce4693a6ed4 req-f81e283d-51c1-49b9-9698-82a0f853885e tempest-VolumesSnapshotTestJSON-1583482103 tempest-VolumesSnapshotTestJSON-1583482103-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3846167'] for port (14aab43b-4ab3-4c41-bc46-826e868d0936), precommit_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:09.672628 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e73c5c8-18ab-472a-97fd-5209ecf90aad None None] Pushing event updated for resources: {'Port': ['ID=0e99e39e-f922-49ba-b49f-1cd7c697fbf7,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:09.690139 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.v2.base [req-c95a2707-4ee1-49bf-9e69-e39a52e42bc5 req-593085a5-7272-40e7-b920-7d240945e6c6 service neutron] Request body: {'port': {'device_id': '0f393a36-e048-4228-a48c-9ed725c3e71c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=103182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:09.698553 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e73c5c8-18ab-472a-97fd-5209ecf90aad None None] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 09:38:09.703746 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.plugin [req-c57cab00-9b4d-4b38-9aa8-9ce4693a6ed4 req-f81e283d-51c1-49b9-9698-82a0f853885e tempest-VolumesSnapshotTestJSON-1583482103 tempest-VolumesSnapshotTestJSON-1583482103-project] Calling delete_port for 14aab43b-4ab3-4c41-bc46-826e868d0936 owned by compute:nova {{(pid=103182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 09:38:09.705804 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e73c5c8-18ab-472a-97fd-5209ecf90aad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:38:09.706896 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e73c5c8-18ab-472a-97fd-5209ecf90aad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:38:09.707999 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e73c5c8-18ab-472a-97fd-5209ecf90aad None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:38:09.708344 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e73c5c8-18ab-472a-97fd-5209ecf90aad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:38:09.708874 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e73c5c8-18ab-472a-97fd-5209ecf90aad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:38:09.709394 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e73c5c8-18ab-472a-97fd-5209ecf90aad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:38:09.710533 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e73c5c8-18ab-472a-97fd-5209ecf90aad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:38:09.711034 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e73c5c8-18ab-472a-97fd-5209ecf90aad None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:38:09.712101 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e73c5c8-18ab-472a-97fd-5209ecf90aad None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:38:09.712617 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e73c5c8-18ab-472a-97fd-5209ecf90aad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:38:09.713120 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e73c5c8-18ab-472a-97fd-5209ecf90aad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:38:09.713624 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e73c5c8-18ab-472a-97fd-5209ecf90aad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:38:09.714319 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e73c5c8-18ab-472a-97fd-5209ecf90aad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:38:09.747870 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-25a717d7-ea2b-49cd-9922-91ba9275c5c6 req-f4c2ebc9-f904-41ac-a812-0dad07a89159 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/security-groups?id=db9ef9f1-43ce-4c8b-928d-23519653180d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1692634 Jan 21 09:38:09.810459 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e072e420-b207-44e2-88e4-594fe1ab6d19 admin admin] Publish callbacks [] for router_gateway (945389a6-2cd8-43f7-b660-ccdf197add80), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:09.830157 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d732cfa2-d59e-4859-be46-01d737cad81a req-3c7a42c4-6ff0-4069-b5ab-85531ab4d74c tempest-VolumesActionsTest-600326628 tempest-VolumesActionsTest-600326628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:09.832857 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [req-d732cfa2-d59e-4859-be46-01d737cad81a req-3c7a42c4-6ff0-4069-b5ab-85531ab4d74c tempest-VolumesActionsTest-600326628 tempest-VolumesActionsTest-600326628-project] 10.222.0.109 "GET /v2.0/networks?id=12c1a4df-23d6-4c4b-b623-e53eca6cd97e HTTP/1.1" status: 200 len: 809 time: 0.4518089 Jan 21 09:38:09.836423 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-c95a2707-4ee1-49bf-9e69-e39a52e42bc5 req-593085a5-7272-40e7-b920-7d240945e6c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (3a1c611f-ef10-4e62-a802-09f927e4a0d9), before_update {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:09.847806 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.v2.base [req-d732cfa2-d59e-4859-be46-01d737cad81a req-49749aea-6d6c-42a8-bf7a-e9a40a0affd8 tempest-VolumesActionsTest-600326628 tempest-VolumesActionsTest-600326628-project] Request body: {'port': {'device_id': 'a4e4d869-a178-4acd-8305-895d478f77ce', 'network_id': '12c1a4df-23d6-4c4b-b623-e53eca6cd97e', 'admin_state_up': True, 'tenant_id': '6e1d230932114019a989885b46cb9283'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:09.920875 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [None req-5e73c5c8-18ab-472a-97fd-5209ecf90aad None None] Attempting to bind port 0e99e39e-f922-49ba-b49f-1cd7c697fbf7 on host dv-cinder-804035-25-iscsi for vnic_type normal with profile {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 09:38:09.921248 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [None req-5e73c5c8-18ab-472a-97fd-5209ecf90aad None None] Attempting to bind port 0e99e39e-f922-49ba-b49f-1cd7c697fbf7 by drivers openvswitch,hyperv on host dv-cinder-804035-25-iscsi at level 0 using segments [{'id': '18509a21-b759-406e-af96-dd1ff2a318e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '858c4f17-92ac-4cda-9750-b98e2d3705f8'}] {{(pid=103184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 09:38:09.921551 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e73c5c8-18ab-472a-97fd-5209ecf90aad None None] Attempting to bind port 0e99e39e-f922-49ba-b49f-1cd7c697fbf7 on network 858c4f17-92ac-4cda-9750-b98e2d3705f8 {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:38:09.937847 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e73c5c8-18ab-472a-97fd-5209ecf90aad None None] Checking agent: {'id': 'a4f58dde-e5c6-489c-94fe-b355a6abc90e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-25-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 27, 22), 'started_at': datetime.datetime(2022, 1, 21, 9, 27, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 37, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-25-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:38:09.938431 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e73c5c8-18ab-472a-97fd-5209ecf90aad None None] Checking segment: {'id': '18509a21-b759-406e-af96-dd1ff2a318e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '858c4f17-92ac-4cda-9750-b98e2d3705f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 09:38:09.939056 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5e73c5c8-18ab-472a-97fd-5209ecf90aad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:09.939685 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e73c5c8-18ab-472a-97fd-5209ecf90aad None None] Bound using segment: {'id': '18509a21-b759-406e-af96-dd1ff2a318e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '858c4f17-92ac-4cda-9750-b98e2d3705f8'} {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:38:09.940450 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [None req-5e73c5c8-18ab-472a-97fd-5209ecf90aad None None] Bound port: 0e99e39e-f922-49ba-b49f-1cd7c697fbf7, host: dv-cinder-804035-25-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18509a21-b759-406e-af96-dd1ff2a318e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '858c4f17-92ac-4cda-9750-b98e2d3705f8'}}] {{(pid=103184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 09:38:09.943164 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5e73c5c8-18ab-472a-97fd-5209ecf90aad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (0e99e39e-f922-49ba-b49f-1cd7c697fbf7), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:10.089245 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-5e73c5c8-18ab-472a-97fd-5209ecf90aad None None] For port 0e99e39e-f922-49ba-b49f-1cd7c697fbf7, host dv-cinder-804035-25-iscsi, cleared binding levels {{(pid=103184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:38:10.092155 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d732cfa2-d59e-4859-be46-01d737cad81a req-49749aea-6d6c-42a8-bf7a-e9a40a0affd8 tempest-VolumesActionsTest-600326628 tempest-VolumesActionsTest-600326628-project] Made reservation on behalf of 6e1d230932114019a989885b46cb9283 for: {'port': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:38:10.093175 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-5e73c5c8-18ab-472a-97fd-5209ecf90aad None None] For port 0e99e39e-f922-49ba-b49f-1cd7c697fbf7, host dv-cinder-804035-25-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-25-iscsi',level=0,port_id=0e99e39e-f922-49ba-b49f-1cd7c697fbf7,segment=NetworkSegment(18509a21-b759-406e-af96-dd1ff2a318e9),segment_id=18509a21-b759-406e-af96-dd1ff2a318e9)] {{(pid=103184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:38:10.095753 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-d732cfa2-d59e-4859-be46-01d737cad81a req-49749aea-6d6c-42a8-bf7a-e9a40a0affd8 tempest-VolumesActionsTest-600326628 tempest-VolumesActionsTest-600326628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:10.228424 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5e73c5c8-18ab-472a-97fd-5209ecf90aad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774670732957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774670299814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774670299832'] for port (0e99e39e-f922-49ba-b49f-1cd7c697fbf7), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:10.236069 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-86c19dbc-0243-473d-9e54-ff4696b039f9 req-29b24922-2edd-48a3-9e0f-77766eb04fe9 tempest-VolumesActionsTest-600326628 tempest-VolumesActionsTest-600326628-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4e4d869-a178-4acd-8305-895d478f77ce HTTP/1.1" status: 200 len: 210 time: 0.4005387 Jan 21 09:38:10.284871 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-fb99c3d8-d396-40b5-b18a-98e94f46d239 req-8f75cd8a-5581-4b83-b49f-958e71857b74 tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] 10.222.0.45 "GET /v2.0/ports?device_id=750f8ae5-b267-4b76-bb13-170071722932 HTTP/1.1" status: 200 len: 210 time: 0.0795100 Jan 21 09:38:10.298682 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [req-d732cfa2-d59e-4859-be46-01d737cad81a req-49749aea-6d6c-42a8-bf7a-e9a40a0affd8 tempest-VolumesActionsTest-600326628 tempest-VolumesActionsTest-600326628-project] Allocated IP 172.20.0.13 (12c1a4df-23d6-4c4b-b623-e53eca6cd97e/14a025df-22d6-457a-8964-126d9d91d404/c37f8b48-fdff-490a-a961-319445aac8a3) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:38:10.330414 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e73c5c8-18ab-472a-97fd-5209ecf90aad None None] Pushing event updated for resources: {'Port': ['ID=0e99e39e-f922-49ba-b49f-1cd7c697fbf7,revision_number=2']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:10.481386 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e072e420-b207-44e2-88e4-594fe1ab6d19 admin admin] Publish callbacks [] for router_gateway (945389a6-2cd8-43f7-b660-ccdf197add80), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:10.507842 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef8b830-1160-4bc4-87f5-625ba91977d1 req-2b048c62-c84e-4f3c-a0b3-24b21e69b7ef tempest-VolumesSnapshotTestJSON-1583482103 tempest-VolumesSnapshotTestJSON-1583482103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:10.510011 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e072e420-b207-44e2-88e4-594fe1ab6d19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:10.515619 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-bef8b830-1160-4bc4-87f5-625ba91977d1 req-2b048c62-c84e-4f3c-a0b3-24b21e69b7ef tempest-VolumesSnapshotTestJSON-1583482103 tempest-VolumesSnapshotTestJSON-1583482103-project] 10.222.0.45 "GET /v2.0/ports?device_id=deb54068-874d-4b55-ab9c-777c53b1d707 HTTP/1.1" status: 200 len: 945 time: 0.1809993 Jan 21 09:38:10.702788 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-c57cab00-9b4d-4b38-9aa8-9ce4693a6ed4 req-f81e283d-51c1-49b9-9698-82a0f853885e tempest-VolumesSnapshotTestJSON-1583482103 tempest-VolumesSnapshotTestJSON-1583482103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774670733020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774670299805'] for port (14aab43b-4ab3-4c41-bc46-826e868d0936), after_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:10.740560 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e283d-51c1-49b9-9698-82a0f853885e tempest-VolumesSnapshotTestJSON-1583482103 tempest-VolumesSnapshotTestJSON-1583482103-project] Pushing event deleted for resources: {'Port': ['ID=14aab43b-4ab3-4c41-bc46-826e868d0936,revision_number=None']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:10.772710 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-d732cfa2-d59e-4859-be46-01d737cad81a req-49749aea-6d6c-42a8-bf7a-e9a40a0affd8 tempest-VolumesActionsTest-600326628 tempest-VolumesActionsTest-600326628-project] Publish callbacks [] for port (c37f8b48-fdff-490a-a961-319445aac8a3), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:10.775314 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [None req-e072e420-b207-44e2-88e4-594fe1ab6d19 admin admin] Allocated IP 172.27.3.74 (c13ce787-b669-4a63-b567-cda42d951ad5/6accd444-6422-45bf-9c21-6be173243a45/eb6b8964-78f2-488d-b3b2-a54566139ced) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:38:10.776047 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-bef8b830-1160-4bc4-87f5-625ba91977d1 req-96803194-6084-47f1-a985-6307a8526fd2 tempest-VolumesSnapshotTestJSON-1583482103 tempest-VolumesSnapshotTestJSON-1583482103-project] 10.222.0.45 "GET /v2.0/security-groups?id=784dddf7-3a3a-4731-9a1a-126ddfb40ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2594414 Jan 21 09:38:10.849486 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Device 63990fa3-fce3-4891-adb2-cd4ebc4c075a details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=103184) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 21 09:38:10.867435 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] get_ports_and_sgs() called for port_ids ['14aab43b-4ab3-4c41-bc46-826e868d0936'] {{(pid=103184) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 09:38:10.991332 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.db.l3_dvrscheduler_db [req-c57cab00-9b4d-4b38-9aa8-9ce4693a6ed4 req-f81e283d-51c1-49b9-9698-82a0f853885e tempest-VolumesSnapshotTestJSON-1583482103 tempest-VolumesSnapshotTestJSON-1583482103-project] No DVR routers for this DVR port 14aab43b-4ab3-4c41-bc46-826e868d0936 on host hv-cinder-80403 {{(pid=103182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:38:10.994762 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-c57cab00-9b4d-4b38-9aa8-9ce4693a6ed4 req-f81e283d-51c1-49b9-9698-82a0f853885e tempest-VolumesSnapshotTestJSON-1583482103 tempest-VolumesSnapshotTestJSON-1583482103-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11211'] for port (None), before_response {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:10.998253 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-c57cab00-9b4d-4b38-9aa8-9ce4693a6ed4 req-f81e283d-51c1-49b9-9698-82a0f853885e tempest-VolumesSnapshotTestJSON-1583482103 tempest-VolumesSnapshotTestJSON-1583482103-project] 10.222.0.109 "DELETE /v2.0/ports/14aab43b-4ab3-4c41-bc46-826e868d0936 HTTP/1.1" status: 204 len: 173 time: 1.8342648 Jan 21 09:38:11.013903 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'deb54068-874d-4b55-ab9c-777c53b1d707', 'name': 'network-vif-deleted', 'tag': '14aab43b-4ab3-4c41-bc46-826e868d0936'}] {{(pid=103182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:38:11.013903 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa0cc1f82daaed98fc3f7058001f72739ccfc4facde8019b77a0af70a494964c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-624c5bfe-23bf-4716-8546-92e4b67eb26f" -d '{"events": [{"server_uuid": "deb54068-874d-4b55-ab9c-777c53b1d707", "name": "network-vif-deleted", "tag": "14aab43b-4ab3-4c41-bc46-826e868d0936"}]}' {{(pid=103182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:38:11.028085 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] For port 63990fa3-fce3-4891-adb2-cd4ebc4c075a, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=63990fa3-fce3-4891-adb2-cd4ebc4c075a,segment=NetworkSegment(475e952b-010c-46c4-9dc4-7955dc3077d3),segment_id=475e952b-010c-46c4-9dc4-7955dc3077d3)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:38:11.047461 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e072e420-b207-44e2-88e4-594fe1ab6d19 admin admin] Publish callbacks [] for port (eb6b8964-78f2-488d-b3b2-a54566139ced), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:11.060092 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Returning: {'device': '63990fa3-fce3-4891-adb2-cd4ebc4c075a', 'network_id': '647e31d1-4208-41da-8947-db9d9292bd9e', 'port_id': '63990fa3-fce3-4891-adb2-cd4ebc4c075a', 'mac_address': 'fa:16:3e:ec:9d:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55369842-b446-444b-92ff-367c2e723c52', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103184) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 21 09:38:11.085449 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b87b05f-805a-4ddf-b7bb-5eca3cee7841 req-a1405f95-67a5-4c7d-b0ed-09b818781c1f tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:11.094638 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-9b87b05f-805a-4ddf-b7bb-5eca3cee7841 req-a1405f95-67a5-4c7d-b0ed-09b818781c1f tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] 10.222.0.45 "GET /v2.0/ports?device_id=0f393a36-e048-4228-a48c-9ed725c3e71c HTTP/1.1" status: 200 len: 931 time: 0.2734287 Jan 21 09:38:11.109196 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Current status of the port 63990fa3-fce3-4891-adb2-cd4ebc4c075a is: ACTIVE; New status is: BUILD {{(pid=103184) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:38:11.110378 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (63990fa3-fce3-4891-adb2-cd4ebc4c075a), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:11.114076 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-d732cfa2-d59e-4859-be46-01d737cad81a req-49749aea-6d6c-42a8-bf7a-e9a40a0affd8 tempest-VolumesActionsTest-600326628 tempest-VolumesActionsTest-600326628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774670299796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181744'] for port (c37f8b48-fdff-490a-a961-319445aac8a3), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:11.129775 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.notifiers.nova [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 63990fa3-fce3-4891-adb2-cd4ebc4c075a {{(pid=103184) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:38:11.142920 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14662c73-2b9d-43f4-a365-82960e9abef5 req-10ebe41e-bde9-4ea1-ac32-44ca32d3d222 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:11.157338 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-14662c73-2b9d-43f4-a365-82960e9abef5 req-10ebe41e-bde9-4ea1-ac32-44ca32d3d222 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/ports?device_id=59ad64a5-af93-44ef-8031-fd2f2d18a901 HTTP/1.1" status: 200 len: 946 time: 0.2431738 Jan 21 09:38:11.159891 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.notifiers.nova [req-c95a2707-4ee1-49bf-9e69-e39a52e42bc5 req-593085a5-7272-40e7-b920-7d240945e6c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a1c611f-ef10-4e62-a802-09f927e4a0d9 {{(pid=103182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:38:11.164129 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] For port 63990fa3-fce3-4891-adb2-cd4ebc4c075a, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=63990fa3-fce3-4891-adb2-cd4ebc4c075a,segment=NetworkSegment(475e952b-010c-46c4-9dc4-7955dc3077d3),segment_id=475e952b-010c-46c4-9dc4-7955dc3077d3)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:38:11.177880 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-c95a2707-4ee1-49bf-9e69-e39a52e42bc5 req-593085a5-7272-40e7-b920-7d240945e6c6 service neutron] Publish callbacks [] for port (3a1c611f-ef10-4e62-a802-09f927e4a0d9), precommit_update {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:11.195275 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d732cfa2-d59e-4859-be46-01d737cad81a req-49749aea-6d6c-42a8-bf7a-e9a40a0affd8 tempest-VolumesActionsTest-600326628 tempest-VolumesActionsTest-600326628-project] Network 12c1a4df-23d6-4c4b-b623-e53eca6cd97e is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:38:11.198448 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [req-d732cfa2-d59e-4859-be46-01d737cad81a req-49749aea-6d6c-42a8-bf7a-e9a40a0affd8 tempest-VolumesActionsTest-600326628 tempest-VolumesActionsTest-600326628-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:38:11.203008 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-d732cfa2-d59e-4859-be46-01d737cad81a req-49749aea-6d6c-42a8-bf7a-e9a40a0affd8 tempest-VolumesActionsTest-600326628 tempest-VolumesActionsTest-600326628-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 09:38:11.207838 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49749aea-6d6c-42a8-bf7a-e9a40a0affd8 tempest-VolumesActionsTest-600326628 tempest-VolumesActionsTest-600326628-project] Pushing event updated for resources: {'Port': ['ID=c37f8b48-fdff-490a-a961-319445aac8a3,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:11.221447 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.db.provisioning_blocks [req-c95a2707-4ee1-49bf-9e69-e39a52e42bc5 req-593085a5-7272-40e7-b920-7d240945e6c6 service neutron] Transition to ACTIVE for port object 3a1c611f-ef10-4e62-a802-09f927e4a0d9 will not be triggered until provisioned by entity L2. {{(pid=103182) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:38:11.249308 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-9b87b05f-805a-4ddf-b7bb-5eca3cee7841 req-eab109b9-2b31-4cd5-8f1d-8173f04e2034 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] 10.222.0.45 "GET /v2.0/security-groups?id=689824d6-e2cc-4e2f-a7c0-efd7e57bdd17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535139 Jan 21 09:38:11.259114 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-14662c73-2b9d-43f4-a365-82960e9abef5 req-84f35947-2673-413c-a034-c0f8d1444521 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/security-groups?id=db9ef9f1-43ce-4c8b-928d-23519653180d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1064284 Jan 21 09:38:11.266749 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d732cfa2-d59e-4859-be46-01d737cad81a req-49749aea-6d6c-42a8-bf7a-e9a40a0affd8 tempest-VolumesActionsTest-600326628 tempest-VolumesActionsTest-600326628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:11.267396 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-d732cfa2-d59e-4859-be46-01d737cad81a req-49749aea-6d6c-42a8-bf7a-e9a40a0affd8 tempest-VolumesActionsTest-600326628 tempest-VolumesActionsTest-600326628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4184320'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:11.307389 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 09:38:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b65b2d0-81a3-4bc5-8258-6be9c4cfd730 x-openstack-request-id: req-6b65b2d0-81a3-4bc5-8258-6be9c4cfd730 {{(pid=103182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:38:11.311043 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "deb54068-874d-4b55-ab9c-777c53b1d707", "name": "network-vif-deleted", "tag": "14aab43b-4ab3-4c41-bc46-826e868d0936", "status": "completed", "code": 200}]} {{(pid=103182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:38:11.311043 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6b65b2d0-81a3-4bc5-8258-6be9c4cfd730 {{(pid=103182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:38:11.311043 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'deb54068-874d-4b55-ab9c-777c53b1d707', 'name': 'network-vif-deleted', 'tag': '14aab43b-4ab3-4c41-bc46-826e868d0936', 'status': 'completed', 'code': 200} Jan 21 09:38:11.318075 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774670732957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774670299814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774670299832'] for port (63990fa3-fce3-4891-adb2-cd4ebc4c075a), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:11.334544 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e072e420-b207-44e2-88e4-594fe1ab6d19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774670299796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181744'] for port (eb6b8964-78f2-488d-b3b2-a54566139ced), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:11.345633 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-c95a2707-4ee1-49bf-9e69-e39a52e42bc5 req-593085a5-7272-40e7-b920-7d240945e6c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774670732957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774670299814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774670299832'] for port (3a1c611f-ef10-4e62-a802-09f927e4a0d9), after_update {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:11.390105 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [req-d732cfa2-d59e-4859-be46-01d737cad81a req-49749aea-6d6c-42a8-bf7a-e9a40a0affd8 tempest-VolumesActionsTest-600326628 tempest-VolumesActionsTest-600326628-project] 10.222.0.109 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5474143 Jan 21 09:38:11.405677 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e072e420-b207-44e2-88e4-594fe1ab6d19 admin admin] Network c13ce787-b669-4a63-b567-cda42d951ad5 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:38:11.416729 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.v2.base [req-d732cfa2-d59e-4859-be46-01d737cad81a req-51af64f9-7f3d-4783-9643-efda8d14503a service neutron] Request body: {'port': {'device_id': 'a4e4d869-a178-4acd-8305-895d478f77ce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:11.424141 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Pushing event updated for resources: {'Port': ['ID=63990fa3-fce3-4891-adb2-cd4ebc4c075a,revision_number=6']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:11.449602 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-e072e420-b207-44e2-88e4-594fe1ab6d19 admin admin] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:38:11.457597 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e072e420-b207-44e2-88e4-594fe1ab6d19 admin admin] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 09:38:11.466521 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] get_ports_and_sgs() called for port_ids ['63990fa3-fce3-4891-adb2-cd4ebc4c075a'] {{(pid=103184) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 09:38:11.503391 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-8c77e4a4-0abf-4db1-9a12-3a846940b59e req-0546bb28-ffe2-48c6-adf4-9393ded2b617 tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] 10.222.0.45 "GET /v2.0/ports?device_id=750f8ae5-b267-4b76-bb13-170071722932 HTTP/1.1" status: 200 len: 210 time: 0.0716085 Jan 21 09:38:11.569580 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593085a5-7272-40e7-b920-7d240945e6c6 service neutron] Pushing event updated for resources: {'Port': ['ID=3a1c611f-ef10-4e62-a802-09f927e4a0d9,revision_number=2']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:11.603284 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6f8fd1-2844-43a8-a6fc-a394dea428d6 req-de803740-abea-46ea-8043-d66d99775015 tempest-VolumesActionsTest-600326628 tempest-VolumesActionsTest-600326628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:11.609067 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-d732cfa2-d59e-4859-be46-01d737cad81a req-51af64f9-7f3d-4783-9643-efda8d14503a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (c37f8b48-fdff-490a-a961-319445aac8a3), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:11.610990 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-cf6f8fd1-2844-43a8-a6fc-a394dea428d6 req-de803740-abea-46ea-8043-d66d99775015 tempest-VolumesActionsTest-600326628 tempest-VolumesActionsTest-600326628-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4e4d869-a178-4acd-8305-895d478f77ce HTTP/1.1" status: 200 len: 932 time: 0.2841482 Jan 21 09:38:11.612449 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e072e420-b207-44e2-88e4-594fe1ab6d19 admin admin] Pushing event updated for resources: {'Port': ['ID=eb6b8964-78f2-488d-b3b2-a54566139ced,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:11.714541 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.managers [req-c95a2707-4ee1-49bf-9e69-e39a52e42bc5 req-593085a5-7272-40e7-b920-7d240945e6c6 service neutron] Attempting to bind port 3a1c611f-ef10-4e62-a802-09f927e4a0d9 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=103182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 09:38:11.715132 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.managers [req-c95a2707-4ee1-49bf-9e69-e39a52e42bc5 req-593085a5-7272-40e7-b920-7d240945e6c6 service neutron] Attempting to bind port 3a1c611f-ef10-4e62-a802-09f927e4a0d9 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '040eb47d-f813-4918-9757-ad97391c2793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '6d3bfab5-614b-42ce-87b9-03bdb3f3c1da'}] {{(pid=103182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 09:38:11.715359 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c95a2707-4ee1-49bf-9e69-e39a52e42bc5 req-593085a5-7272-40e7-b920-7d240945e6c6 service neutron] Attempting to bind port 3a1c611f-ef10-4e62-a802-09f927e4a0d9 on network 6d3bfab5-614b-42ce-87b9-03bdb3f3c1da {{(pid=103182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:38:11.725394 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d39d50-d636-44ab-a1ce-48d276ef6ca6 req-effc3131-3637-4928-8bd9-b047848a3745 tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:11.726936 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-f0d39d50-d636-44ab-a1ce-48d276ef6ca6 req-effc3131-3637-4928-8bd9-b047848a3745 tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] 10.222.0.109 "GET /v2.0/networks?id=e49a728a-90d2-4a07-8a83-d63652f9661a HTTP/1.1" status: 200 len: 815 time: 0.3551247 Jan 21 09:38:11.733033 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c95a2707-4ee1-49bf-9e69-e39a52e42bc5 req-593085a5-7272-40e7-b920-7d240945e6c6 service neutron] Port 3a1c611f-ef10-4e62-a802-09f927e4a0d9 on network 6d3bfab5-614b-42ce-87b9-03bdb3f3c1da not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=103182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 21 09:38:11.733378 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c95a2707-4ee1-49bf-9e69-e39a52e42bc5 req-593085a5-7272-40e7-b920-7d240945e6c6 service neutron] Attempting to bind port 3a1c611f-ef10-4e62-a802-09f927e4a0d9 on network 6d3bfab5-614b-42ce-87b9-03bdb3f3c1da {{(pid=103182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:38:11.754367 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.v2.base [req-f0d39d50-d636-44ab-a1ce-48d276ef6ca6 req-e69633ad-aea2-4161-bcee-cff96bccba7d tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] Request body: {'port': {'device_id': '750f8ae5-b267-4b76-bb13-170071722932', 'network_id': 'e49a728a-90d2-4a07-8a83-d63652f9661a', 'admin_state_up': True, 'tenant_id': '10ed49573f464cc18794b94fd1c115ee'}} {{(pid=103182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:11.780138 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c95a2707-4ee1-49bf-9e69-e39a52e42bc5 req-593085a5-7272-40e7-b920-7d240945e6c6 service neutron] Checking agent: {'id': '5a7f6758-1e24-44b8-9b24-65ffc30c20d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 33, 47), 'started_at': datetime.datetime(2022, 1, 21, 9, 33, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 37, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:38:11.780138 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c95a2707-4ee1-49bf-9e69-e39a52e42bc5 req-593085a5-7272-40e7-b920-7d240945e6c6 service neutron] Checking segment: {'id': '040eb47d-f813-4918-9757-ad97391c2793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '6d3bfab5-614b-42ce-87b9-03bdb3f3c1da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 09:38:11.780138 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c95a2707-4ee1-49bf-9e69-e39a52e42bc5 req-593085a5-7272-40e7-b920-7d240945e6c6 service neutron] Bound using segment: {'id': '040eb47d-f813-4918-9757-ad97391c2793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '6d3bfab5-614b-42ce-87b9-03bdb3f3c1da'} {{(pid=103182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:38:11.780138 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.managers [req-c95a2707-4ee1-49bf-9e69-e39a52e42bc5 req-593085a5-7272-40e7-b920-7d240945e6c6 service neutron] Bound port: 3a1c611f-ef10-4e62-a802-09f927e4a0d9, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '040eb47d-f813-4918-9757-ad97391c2793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '6d3bfab5-614b-42ce-87b9-03bdb3f3c1da'}}] {{(pid=103182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 09:38:11.780576 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-c95a2707-4ee1-49bf-9e69-e39a52e42bc5 req-593085a5-7272-40e7-b920-7d240945e6c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (3a1c611f-ef10-4e62-a802-09f927e4a0d9), before_update {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:11.828194 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-cf6f8fd1-2844-43a8-a6fc-a394dea428d6 req-2327dd52-d4d5-463f-a8e5-9877caaaacf3 tempest-VolumesActionsTest-600326628 tempest-VolumesActionsTest-600326628-project] 10.222.0.45 "GET /v2.0/security-groups?id=ca46b9c8-4f8b-4ca8-b76a-dbd1f3494728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117043 Jan 21 09:38:11.948635 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Device 0e99e39e-f922-49ba-b49f-1cd7c697fbf7 up at agent ovs-agent-dv-cinder-804035-25-iscsi {{(pid=103184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:38:11.988334 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-9df2394e-8d8f-4857-8ee3-78c767046a49 req-5c893870-9501-4a1d-aaeb-2a09051f362a tempest-VolumesSnapshotTestJSON-1583482103 tempest-VolumesSnapshotTestJSON-1583482103-project] 10.222.0.45 "GET /v2.0/ports?device_id=deb54068-874d-4b55-ab9c-777c53b1d707 HTTP/1.1" status: 200 len: 210 time: 0.0358195 Jan 21 09:38:12.001424 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.db [req-c95a2707-4ee1-49bf-9e69-e39a52e42bc5 req-593085a5-7272-40e7-b920-7d240945e6c6 service neutron] For port 3a1c611f-ef10-4e62-a802-09f927e4a0d9, host hv-cinder-80403, cleared binding levels {{(pid=103182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:38:12.002566 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.db [req-c95a2707-4ee1-49bf-9e69-e39a52e42bc5 req-593085a5-7272-40e7-b920-7d240945e6c6 service neutron] For port 3a1c611f-ef10-4e62-a802-09f927e4a0d9, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=3a1c611f-ef10-4e62-a802-09f927e4a0d9,segment=NetworkSegment(040eb47d-f813-4918-9757-ad97391c2793),segment_id=040eb47d-f813-4918-9757-ad97391c2793)] {{(pid=103182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:38:12.019897 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f9b82ee-516f-4381-b003-55188fa2f156 None None] Network 858c4f17-92ac-4cda-9750-b98e2d3705f8 requested from dv-cinder-804035-25-iscsi {{(pid=103184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 09:38:12.098638 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.provisioning_blocks [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Provisioning complete for port 0e99e39e-f922-49ba-b49f-1cd7c697fbf7 triggered by entity L2. {{(pid=103184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:38:12.099016 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983013'] for port (0e99e39e-f922-49ba-b49f-1cd7c697fbf7), provisioning_complete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:12.099164 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-c95a2707-4ee1-49bf-9e69-e39a52e42bc5 req-593085a5-7272-40e7-b920-7d240945e6c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774670732957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774670299814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774670299832'] for port (3a1c611f-ef10-4e62-a802-09f927e4a0d9), after_update {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:12.140874 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0d39d50-d636-44ab-a1ce-48d276ef6ca6 req-e69633ad-aea2-4161-bcee-cff96bccba7d tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] Made reservation on behalf of 10ed49573f464cc18794b94fd1c115ee for: {'port': 1} {{(pid=103182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:38:12.145933 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-f0d39d50-d636-44ab-a1ce-48d276ef6ca6 req-e69633ad-aea2-4161-bcee-cff96bccba7d tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (None), before_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:12.175682 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.provisioning_blocks [None req-a1389e69-c4e8-4555-8c40-89d14717a9d6 None None] Provisioning complete for port 0e99e39e-f922-49ba-b49f-1cd7c697fbf7 triggered by entity DHCP. {{(pid=103184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:38:12.176437 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a1389e69-c4e8-4555-8c40-89d14717a9d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983013'] for port (0e99e39e-f922-49ba-b49f-1cd7c697fbf7), provisioning_complete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:12.182804 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95a2707-4ee1-49bf-9e69-e39a52e42bc5 req-593085a5-7272-40e7-b920-7d240945e6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:12.187899 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-c95a2707-4ee1-49bf-9e69-e39a52e42bc5 req-593085a5-7272-40e7-b920-7d240945e6c6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11211'] for port (None), before_response {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:12.187899 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-c95a2707-4ee1-49bf-9e69-e39a52e42bc5 req-593085a5-7272-40e7-b920-7d240945e6c6 service neutron] 10.222.0.109 "PUT /v2.0/ports/3a1c611f-ef10-4e62-a802-09f927e4a0d9 HTTP/1.1" status: 200 len: 1093 time: 2.5059316 Jan 21 09:38:12.219731 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593085a5-7272-40e7-b920-7d240945e6c6 service neutron] Pushing event updated for resources: {'Port': ['ID=3a1c611f-ef10-4e62-a802-09f927e4a0d9,revision_number=3']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:12.417302 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.notifiers.nova [req-d732cfa2-d59e-4859-be46-01d737cad81a req-51af64f9-7f3d-4783-9643-efda8d14503a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c37f8b48-fdff-490a-a961-319445aac8a3 {{(pid=103183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:38:12.436223 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-d732cfa2-d59e-4859-be46-01d737cad81a req-51af64f9-7f3d-4783-9643-efda8d14503a service neutron] Publish callbacks [] for port (c37f8b48-fdff-490a-a961-319445aac8a3), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:12.453619 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e072e420-b207-44e2-88e4-594fe1ab6d19 admin admin] Publish callbacks [] for router_gateway (945389a6-2cd8-43f7-b660-ccdf197add80), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:12.462492 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.db.provisioning_blocks [req-d732cfa2-d59e-4859-be46-01d737cad81a req-51af64f9-7f3d-4783-9643-efda8d14503a service neutron] Transition to ACTIVE for port object c37f8b48-fdff-490a-a961-319445aac8a3 will not be triggered until provisioned by entity L2. {{(pid=103183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:38:12.512763 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Current status of the port 0e99e39e-f922-49ba-b49f-1cd7c697fbf7 is: DOWN; New status is: ACTIVE {{(pid=103184) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:38:12.512763 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (0e99e39e-f922-49ba-b49f-1cd7c697fbf7), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:12.604283 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.db.db_base_plugin_common [req-f0d39d50-d636-44ab-a1ce-48d276ef6ca6 req-e69633ad-aea2-4161-bcee-cff96bccba7d tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] Allocated IP 172.20.0.9 (e49a728a-90d2-4a07-8a83-d63652f9661a/e29f5993-ac69-42ff-9e18-94424da90a30/d22f9cde-e9ce-4b37-9b2a-f673b65a0353) {{(pid=103182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:38:12.608803 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-d732cfa2-d59e-4859-be46-01d737cad81a req-51af64f9-7f3d-4783-9643-efda8d14503a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774670732957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774670299814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774670299832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25181769'] for port (c37f8b48-fdff-490a-a961-319445aac8a3), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:12.626426 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512baeb3-8c42-4e39-9cf5-c8ecdc8a3489 req-ab470ba5-8a00-42df-a4e0-cc6749aca7c8 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:12.629779 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-512baeb3-8c42-4e39-9cf5-c8ecdc8a3489 req-ab470ba5-8a00-42df-a4e0-cc6749aca7c8 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] 10.222.0.45 "GET /v2.0/ports?device_id=0f393a36-e048-4228-a48c-9ed725c3e71c HTTP/1.1" status: 200 len: 943 time: 0.2105687 Jan 21 09:38:12.663888 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] For port 0e99e39e-f922-49ba-b49f-1cd7c697fbf7, host dv-cinder-804035-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-25-iscsi',level=0,port_id=0e99e39e-f922-49ba-b49f-1cd7c697fbf7,segment=NetworkSegment(18509a21-b759-406e-af96-dd1ff2a318e9),segment_id=18509a21-b759-406e-af96-dd1ff2a318e9)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:38:12.665813 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-a1389e69-c4e8-4555-8c40-89d14717a9d6 None None] Current status of the port 0e99e39e-f922-49ba-b49f-1cd7c697fbf7 is: DOWN; New status is: ACTIVE {{(pid=103184) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:38:12.666389 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a1389e69-c4e8-4555-8c40-89d14717a9d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (0e99e39e-f922-49ba-b49f-1cd7c697fbf7), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:12.673474 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7faf451-b006-4f2f-ba0a-dacdc040d978 req-658eba22-118f-4f9d-8bca-765e03958ae3 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:12.677738 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-e7faf451-b006-4f2f-ba0a-dacdc040d978 req-658eba22-118f-4f9d-8bca-765e03958ae3 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/ports?device_id=59ad64a5-af93-44ef-8031-fd2f2d18a901 HTTP/1.1" status: 200 len: 945 time: 0.2708209 Jan 21 09:38:12.795007 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774670732957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774670299814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774670299832'] for port (0e99e39e-f922-49ba-b49f-1cd7c697fbf7), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:12.853747 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95a2707-4ee1-49bf-9e69-e39a52e42bc5 req-5f242468-eb6f-4879-976a-b508f36cfd53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:12.856203 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-c95a2707-4ee1-49bf-9e69-e39a52e42bc5 req-5f242468-eb6f-4879-976a-b508f36cfd53 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=e3390729231b409e9a83376b428c1a7f&device_id=0f393a36-e048-4228-a48c-9ed725c3e71c HTTP/1.1" status: 200 len: 1096 time: 0.3243790 Jan 21 09:38:12.865491 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Device 63990fa3-fce3-4891-adb2-cd4ebc4c075a up at agent hyperv_hv-cinder-80403 {{(pid=103184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:38:12.892253 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51af64f9-7f3d-4783-9643-efda8d14503a service neutron] Pushing event updated for resources: {'Port': ['ID=c37f8b48-fdff-490a-a961-319445aac8a3,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:12.896598 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.45', 36310) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:38:12.903699 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-e7faf451-b006-4f2f-ba0a-dacdc040d978 req-e16dfc27-f592-4253-be34-472606e9b184 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/security-groups?id=db9ef9f1-43ce-4c8b-928d-23519653180d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2089980 Jan 21 09:38:12.911278 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-512baeb3-8c42-4e39-9cf5-c8ecdc8a3489 req-6b4ca75a-362b-4081-b56e-56fb4574374b tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] 10.222.0.45 "GET /v2.0/security-groups?id=689824d6-e2cc-4e2f-a7c0-efd7e57bdd17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2559762 Jan 21 09:38:12.963779 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e072e420-b207-44e2-88e4-594fe1ab6d19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3843070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3846200'] for router (945389a6-2cd8-43f7-b660-ccdf197add80), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:12.990006 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.db.api [None req-a1389e69-c4e8-4555-8c40-89d14717a9d6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103184) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:38:12.990394 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG oslo_db.api [None req-a1389e69-c4e8-4555-8c40-89d14717a9d6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:38:13.058016 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Pushing event updated for resources: {'Port': ['ID=0e99e39e-f922-49ba-b49f-1cd7c697fbf7,revision_number=3']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:13.109903 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.provisioning_blocks [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Provisioning complete for port 63990fa3-fce3-4891-adb2-cd4ebc4c075a triggered by entity L2. {{(pid=103184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:38:13.110277 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983013'] for port (63990fa3-fce3-4891-adb2-cd4ebc4c075a), provisioning_complete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:13.146764 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-c95a2707-4ee1-49bf-9e69-e39a52e42bc5 req-10947c5e-2f32-490f-81aa-540d9a5449f7 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3a1c611f-ef10-4e62-a802-09f927e4a0d9 HTTP/1.1" status: 200 len: 217 time: 0.2344437 Jan 21 09:38:13.219698 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-d732cfa2-d59e-4859-be46-01d737cad81a req-51af64f9-7f3d-4783-9643-efda8d14503a service neutron] Attempting to bind port c37f8b48-fdff-490a-a961-319445aac8a3 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 09:38:13.220376 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-d732cfa2-d59e-4859-be46-01d737cad81a req-51af64f9-7f3d-4783-9643-efda8d14503a service neutron] Attempting to bind port c37f8b48-fdff-490a-a961-319445aac8a3 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': 'ed44a47c-c34b-4572-831d-404b42890929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '12c1a4df-23d6-4c4b-b623-e53eca6cd97e'}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 09:38:13.221020 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d732cfa2-d59e-4859-be46-01d737cad81a req-51af64f9-7f3d-4783-9643-efda8d14503a service neutron] Attempting to bind port c37f8b48-fdff-490a-a961-319445aac8a3 on network 12c1a4df-23d6-4c4b-b623-e53eca6cd97e {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:38:13.231076 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d732cfa2-d59e-4859-be46-01d737cad81a req-51af64f9-7f3d-4783-9643-efda8d14503a service neutron] Port c37f8b48-fdff-490a-a961-319445aac8a3 on network 12c1a4df-23d6-4c4b-b623-e53eca6cd97e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 21 09:38:13.231076 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d732cfa2-d59e-4859-be46-01d737cad81a req-51af64f9-7f3d-4783-9643-efda8d14503a service neutron] Attempting to bind port c37f8b48-fdff-490a-a961-319445aac8a3 on network 12c1a4df-23d6-4c4b-b623-e53eca6cd97e {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:38:13.255599 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d732cfa2-d59e-4859-be46-01d737cad81a req-51af64f9-7f3d-4783-9643-efda8d14503a service neutron] Checking agent: {'id': '5a7f6758-1e24-44b8-9b24-65ffc30c20d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 33, 47), 'started_at': datetime.datetime(2022, 1, 21, 9, 33, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 37, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:38:13.255978 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d732cfa2-d59e-4859-be46-01d737cad81a req-51af64f9-7f3d-4783-9643-efda8d14503a service neutron] Checking segment: {'id': 'ed44a47c-c34b-4572-831d-404b42890929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '12c1a4df-23d6-4c4b-b623-e53eca6cd97e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 09:38:13.256317 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d732cfa2-d59e-4859-be46-01d737cad81a req-51af64f9-7f3d-4783-9643-efda8d14503a service neutron] Bound using segment: {'id': 'ed44a47c-c34b-4572-831d-404b42890929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '12c1a4df-23d6-4c4b-b623-e53eca6cd97e'} {{(pid=103183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:38:13.256784 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.plugins.ml2.managers [req-d732cfa2-d59e-4859-be46-01d737cad81a req-51af64f9-7f3d-4783-9643-efda8d14503a service neutron] Bound port: c37f8b48-fdff-490a-a961-319445aac8a3, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed44a47c-c34b-4572-831d-404b42890929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '12c1a4df-23d6-4c4b-b623-e53eca6cd97e'}}] {{(pid=103183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 09:38:13.257138 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-d732cfa2-d59e-4859-be46-01d737cad81a req-51af64f9-7f3d-4783-9643-efda8d14503a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (c37f8b48-fdff-490a-a961-319445aac8a3), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:13.265974 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Current status of the port 63990fa3-fce3-4891-adb2-cd4ebc4c075a is: BUILD; New status is: ACTIVE {{(pid=103184) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:38:13.266532 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (63990fa3-fce3-4891-adb2-cd4ebc4c075a), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:13.276941 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95a2707-4ee1-49bf-9e69-e39a52e42bc5 req-6a080145-e57c-479a-b5e4-cd866433f40e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:13.278794 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-c95a2707-4ee1-49bf-9e69-e39a52e42bc5 req-6a080145-e57c-479a-b5e4-cd866433f40e service neutron] 10.222.0.109 "GET /v2.0/subnets?id=dc85c810-f6f8-41f3-bbb2-2b1bee730031 HTTP/1.1" status: 200 len: 855 time: 0.0980129 Jan 21 09:38:13.281303 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-5944fcf2-8f8b-42e5-8752-0064583e3d41 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:13.309962 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-4b7d992d-4737-41c9-b3c2-080be3406de0 req-9f66ca4f-ba1a-4605-944e-38f6dea5e00c tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] 10.222.0.45 "GET /v2.0/ports?device_id=750f8ae5-b267-4b76-bb13-170071722932 HTTP/1.1" status: 200 len: 210 time: 0.1594582 Jan 21 09:38:13.336732 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f393a36-e048-4228-a48c-9ed725c3e71c', 'tag': '3a1c611f-ef10-4e62-a802-09f927e4a0d9'}] {{(pid=103182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:38:13.339773 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa0cc1f82daaed98fc3f7058001f72739ccfc4facde8019b77a0af70a494964c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21adeef1-6d39-4f4a-9016-6338affe049c" -d '{"events": [{"name": "network-changed", "server_uuid": "0f393a36-e048-4228-a48c-9ed725c3e71c", "tag": "3a1c611f-ef10-4e62-a802-09f927e4a0d9"}]}' {{(pid=103182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:38:13.356818 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59ad64a5-af93-44ef-8031-fd2f2d18a901', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63990fa3-fce3-4891-adb2-cd4ebc4c075a'}] {{(pid=103184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:38:13.365051 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c59f8b740f259e85ceecfc878b6c10e974145cf55d87f3575c92c12753de108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-990c9ba9-05d9-4902-84d1-eb3fa6457741" -d '{"events": [{"server_uuid": "59ad64a5-af93-44ef-8031-fd2f2d18a901", "name": "network-vif-plugged", "status": "completed", "tag": "63990fa3-fce3-4891-adb2-cd4ebc4c075a"}]}' {{(pid=103184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:38:13.407996 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] For port 63990fa3-fce3-4891-adb2-cd4ebc4c075a, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=63990fa3-fce3-4891-adb2-cd4ebc4c075a,segment=NetworkSegment(475e952b-010c-46c4-9dc4-7955dc3077d3),segment_id=475e952b-010c-46c4-9dc4-7955dc3077d3)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:38:13.479459 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774670732957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774670299814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774670299832'] for port (63990fa3-fce3-4891-adb2-cd4ebc4c075a), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:13.481456 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Device 14aab43b-4ab3-4c41-bc46-826e868d0936 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=103184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:38:13.500754 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-d732cfa2-d59e-4859-be46-01d737cad81a req-51af64f9-7f3d-4783-9643-efda8d14503a service neutron] For port c37f8b48-fdff-490a-a961-319445aac8a3, host hv-cinder-80403, cleared binding levels {{(pid=103183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:38:13.517815 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-c95a2707-4ee1-49bf-9e69-e39a52e42bc5 req-801ad5af-8ade-4855-935a-c7765f86d820 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=6d3bfab5-614b-42ce-87b9-03bdb3f3c1da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1632261 Jan 21 09:38:13.522460 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-d732cfa2-d59e-4859-be46-01d737cad81a req-51af64f9-7f3d-4783-9643-efda8d14503a service neutron] For port c37f8b48-fdff-490a-a961-319445aac8a3, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=c37f8b48-fdff-490a-a961-319445aac8a3,segment=NetworkSegment(ed44a47c-c34b-4572-831d-404b42890929),segment_id=ed44a47c-c34b-4572-831d-404b42890929)] {{(pid=103183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:38:13.557878 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 09:38:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d03534f2-ac20-498b-95bd-994f499cc2ac x-openstack-request-id: req-d03534f2-ac20-498b-95bd-994f499cc2ac {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:38:13.562150 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59ad64a5-af93-44ef-8031-fd2f2d18a901", "name": "network-vif-plugged", "status": "completed", "tag": "63990fa3-fce3-4891-adb2-cd4ebc4c075a", "code": 200}]} {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:38:13.562743 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d03534f2-ac20-498b-95bd-994f499cc2ac {{(pid=103184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:38:13.564940 dv-cinder-804035-25-iscsi neutron-server[103184]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59ad64a5-af93-44ef-8031-fd2f2d18a901', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63990fa3-fce3-4891-adb2-cd4ebc4c075a', 'code': 200} Jan 21 09:38:13.571628 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] No Port match for: 14aab43b-4ab3-4c41-bc46-826e868d0936 {{(pid=103184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 21 09:38:13.573810 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Device 14aab43b-4ab3-4c41-bc46-826e868d0936 not bound to the agent host hv-cinder-80403 {{(pid=103184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:38:13.576880 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-5944fcf2-8f8b-42e5-8752-0064583e3d41 admin admin] Publish callbacks [] for security_group (47969507-0bfc-4603-b8d9-da238d2184fb), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:13.579974 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-d732cfa2-d59e-4859-be46-01d737cad81a req-51af64f9-7f3d-4783-9643-efda8d14503a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774670732957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774670299814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774670299832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25181769'] for port (c37f8b48-fdff-490a-a961-319445aac8a3), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:13.611327 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e072e420-b207-44e2-88e4-594fe1ab6d19 admin admin] Router 945389a6-2cd8-43f7-b660-ccdf197add80 is scheduled to L3 agent e2f5353c-5d20-4dd0-beb4-c302aead9ffd with binding_index 1 {{(pid=103183) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 09:38:13.627838 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d732cfa2-d59e-4859-be46-01d737cad81a req-51af64f9-7f3d-4783-9643-efda8d14503a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:13.635401 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-d732cfa2-d59e-4859-be46-01d737cad81a req-51af64f9-7f3d-4783-9643-efda8d14503a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4184320'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:13.637046 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [req-d732cfa2-d59e-4859-be46-01d737cad81a req-51af64f9-7f3d-4783-9643-efda8d14503a service neutron] 10.222.0.109 "PUT /v2.0/ports/c37f8b48-fdff-490a-a961-319445aac8a3 HTTP/1.1" status: 200 len: 1094 time: 2.2285349 Jan 21 09:38:13.637574 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4e4d869-a178-4acd-8305-895d478f77ce', 'tag': 'c37f8b48-fdff-490a-a961-319445aac8a3'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:38:13.640604 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}992134b551516638de2fc86679e3aea2e95c492b491da8cc78de32f00b876de5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70d5bb4e-e752-41ff-a2b4-c47a7eef11ea" -d '{"events": [{"name": "network-changed", "server_uuid": "a4e4d869-a178-4acd-8305-895d478f77ce", "tag": "c37f8b48-fdff-490a-a961-319445aac8a3"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:38:13.670092 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2192f072-796a-4057-b732-c15c90455850 req-91eff3a9-50ad-40e9-b5ee-dbd348199db9 tempest-VolumesActionsTest-600326628 tempest-VolumesActionsTest-600326628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:13.678453 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-2192f072-796a-4057-b732-c15c90455850 req-91eff3a9-50ad-40e9-b5ee-dbd348199db9 tempest-VolumesActionsTest-600326628 tempest-VolumesActionsTest-600326628-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4e4d869-a178-4acd-8305-895d478f77ce HTTP/1.1" status: 200 len: 944 time: 0.5585036 Jan 21 09:38:13.772448 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 09:38:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ae17e1f-e865-4469-9a20-1f9c0a850f9c x-openstack-request-id: req-0ae17e1f-e865-4469-9a20-1f9c0a850f9c {{(pid=103182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:38:13.772864 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f393a36-e048-4228-a48c-9ed725c3e71c", "tag": "3a1c611f-ef10-4e62-a802-09f927e4a0d9", "status": "completed", "code": 200}]} {{(pid=103182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:38:13.773339 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0ae17e1f-e865-4469-9a20-1f9c0a850f9c {{(pid=103182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:38:13.773831 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f393a36-e048-4228-a48c-9ed725c3e71c', 'tag': '3a1c611f-ef10-4e62-a802-09f927e4a0d9', 'status': 'completed', 'code': 200} Jan 21 09:38:13.788100 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-a1389e69-c4e8-4555-8c40-89d14717a9d6 None None] Current status of the port 0e99e39e-f922-49ba-b49f-1cd7c697fbf7 is: ACTIVE; New status is: ACTIVE {{(pid=103184) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:38:13.792806 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-f0d39d50-d636-44ab-a1ce-48d276ef6ca6 req-e69633ad-aea2-4161-bcee-cff96bccba7d tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] Publish callbacks [] for port (d22f9cde-e9ce-4b37-9b2a-f673b65a0353), precommit_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:13.810865 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Pushing event updated for resources: {'Port': ['ID=63990fa3-fce3-4891-adb2-cd4ebc4c075a,revision_number=7']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:13.817898 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-5944fcf2-8f8b-42e5-8752-0064583e3d41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126007'] for security_group (47969507-0bfc-4603-b8d9-da238d2184fb), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:13.901540 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-c95a2707-4ee1-49bf-9e69-e39a52e42bc5 req-2b40ba4d-57c6-40ed-b0f6-a94f21bf681d service neutron] 10.222.0.109 "GET /v2.0/networks/6d3bfab5-614b-42ce-87b9-03bdb3f3c1da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2581797 Jan 21 09:38:13.905238 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-2192f072-796a-4057-b732-c15c90455850 req-a76f9200-28b7-4046-a32f-fd66959de152 tempest-VolumesActionsTest-600326628 tempest-VolumesActionsTest-600326628-project] 10.222.0.45 "GET /v2.0/security-groups?id=ca46b9c8-4f8b-4ca8-b76a-dbd1f3494728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187629 Jan 21 09:38:13.921552 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Device 0e99e39e-f922-49ba-b49f-1cd7c697fbf7 up at agent ovs-agent-dv-cinder-804035-25-iscsi {{(pid=103184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:38:14.077042 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.provisioning_blocks [None req-86c9c88b-d23f-453c-bd29-9e07acaf49df None None] Provisioning complete for port 0e99e39e-f922-49ba-b49f-1cd7c697fbf7 triggered by entity DHCP. {{(pid=103184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:38:14.077409 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-86c9c88b-d23f-453c-bd29-9e07acaf49df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983013'] for port (0e99e39e-f922-49ba-b49f-1cd7c697fbf7), provisioning_complete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:14.113536 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 09:38:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fcca06b-aae5-4c3e-b859-80497e07fb7a x-openstack-request-id: req-5fcca06b-aae5-4c3e-b859-80497e07fb7a {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:38:14.114281 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4e4d869-a178-4acd-8305-895d478f77ce", "tag": "c37f8b48-fdff-490a-a961-319445aac8a3", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:38:14.115234 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5fcca06b-aae5-4c3e-b859-80497e07fb7a {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:38:14.115825 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4e4d869-a178-4acd-8305-895d478f77ce', 'tag': 'c37f8b48-fdff-490a-a961-319445aac8a3', 'status': 'completed', 'code': 200} Jan 21 09:38:14.152777 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e072e420-b207-44e2-88e4-594fe1ab6d19 admin admin] Notify agent at l3_agent.dv-cinder-804035-25-iscsi the message routers_updated {{(pid=103183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:38:14.163817 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a758a1ca-de03-44c1-8815-01923adfe417 None None] Sync routers for ids ['945389a6-2cd8-43f7-b660-ccdf197add80'] in dv-cinder-804035-25-iscsi {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:38:14.183381 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a758a1ca-de03-44c1-8815-01923adfe417 None None] Routers {'945389a6-2cd8-43f7-b660-ccdf197add80'} bound to L3 agent in host dv-cinder-804035-25-iscsi {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 09:38:14.184353 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-a758a1ca-de03-44c1-8815-01923adfe417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:27:18Z,description=,heartbeat_timestamp=2022-01-21T09:37:48Z,host='dv-cinder-804035-25-iscsi',id=e2f5353c-5d20-4dd0-beb4-c302aead9ffd,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:27:19Z,topic='l3_agent')) {'router_ids': ['945389a6-2cd8-43f7-b660-ccdf197add80'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:14.231250 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.provisioning_blocks [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Provisioning complete for port 0e99e39e-f922-49ba-b49f-1cd7c697fbf7 triggered by entity L2. {{(pid=103184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:38:14.231514 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983013'] for port (0e99e39e-f922-49ba-b49f-1cd7c697fbf7), provisioning_complete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:14.396463 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-86c9c88b-d23f-453c-bd29-9e07acaf49df None None] Current status of the port 0e99e39e-f922-49ba-b49f-1cd7c697fbf7 is: ACTIVE; New status is: ACTIVE {{(pid=103184) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:38:14.430962 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051309e9-2cf2-470e-bac8-fb03919835c6 req-0463ee63-9372-46a5-8b05-dc850d2d0975 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:14.445666 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-051309e9-2cf2-470e-bac8-fb03919835c6 req-0463ee63-9372-46a5-8b05-dc850d2d0975 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] 10.222.0.45 "GET /v2.0/ports?device_id=0f393a36-e048-4228-a48c-9ed725c3e71c HTTP/1.1" status: 200 len: 943 time: 0.3293171 Jan 21 09:38:14.510691 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f591421-7acd-4741-b480-ee0b0ee0692c req-1444b0a5-f6cd-4013-b344-bcee13d3cdc8 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:14.512912 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-0f591421-7acd-4741-b480-ee0b0ee0692c req-1444b0a5-f6cd-4013-b344-bcee13d3cdc8 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/ports?device_id=59ad64a5-af93-44ef-8031-fd2f2d18a901 HTTP/1.1" status: 200 len: 946 time: 0.4382768 Jan 21 09:38:14.519677 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-f0d39d50-d636-44ab-a1ce-48d276ef6ca6 req-e69633ad-aea2-4161-bcee-cff96bccba7d tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774670299796'] for port (d22f9cde-e9ce-4b37-9b2a-f673b65a0353), after_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:14.530553 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-a758a1ca-de03-44c1-8815-01923adfe417 None None] Set router 945389a6-2cd8-43f7-b660-ccdf197add80 gateway port host: dv-cinder-804035-25-iscsi {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:38:14.533191 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-c95a2707-4ee1-49bf-9e69-e39a52e42bc5 req-50cf5962-9bdf-4178-93e2-318fa5ed13a3 service neutron] 10.222.0.109 "GET /v2.0/networks/6d3bfab5-614b-42ce-87b9-03bdb3f3c1da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6152892 Jan 21 09:38:14.573756 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Current status of the port 0e99e39e-f922-49ba-b49f-1cd7c697fbf7 is: ACTIVE; New status is: ACTIVE {{(pid=103184) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:38:14.877181 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0d39d50-d636-44ab-a1ce-48d276ef6ca6 req-e69633ad-aea2-4161-bcee-cff96bccba7d tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] Network e49a728a-90d2-4a07-8a83-d63652f9661a is already hosted by enough agents. {{(pid=103182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:38:14.883920 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.scheduler.base_scheduler [req-f0d39d50-d636-44ab-a1ce-48d276ef6ca6 req-e69633ad-aea2-4161-bcee-cff96bccba7d tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] Resources bound (agent type, host, resource id): {{(pid=103182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:38:14.887340 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0d39d50-d636-44ab-a1ce-48d276ef6ca6 req-e69633ad-aea2-4161-bcee-cff96bccba7d tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] Received port after_create {{(pid=103182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 09:38:14.890275 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51af64f9-7f3d-4783-9643-efda8d14503a service neutron] Pushing event updated for resources: {'Port': ['ID=c37f8b48-fdff-490a-a961-319445aac8a3,revision_number=3']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:14.894291 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d39d50-d636-44ab-a1ce-48d276ef6ca6 req-e69633ad-aea2-4161-bcee-cff96bccba7d tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:14.895032 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-f0d39d50-d636-44ab-a1ce-48d276ef6ca6 req-e69633ad-aea2-4161-bcee-cff96bccba7d tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11211'] for port (None), before_response {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:14.927476 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-a758a1ca-de03-44c1-8815-01923adfe417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '945389a6-2cd8-43f7-b660-ccdf197add80', 'name': 'tempest-TestVolumeBootPattern-1023830781-router', 'tenant_id': '515ded26ca114fbf9c6e920362aec64c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'external_fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.74'}], 'enable_snat': True}, 'gw_port_id': 'eb6b8964-78f2-488d-b3b2-a54566139ced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:38:09Z', 'updated_at': '2022-01-21T09:38:12Z', 'revision_number': 3, 'project_id': '515ded26ca114fbf9c6e920362aec64c', 'gw_port': {'id': 'eb6b8964-78f2-488d-b3b2-a54566139ced', 'name': '', 'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:0c:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '945389a6-2cd8-43f7-b660-ccdf197add80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:38:10Z', 'updated_at': '2022-01-21T09:38:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6accd444-6422-45bf-9c21-6be173243a45', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-25-iscsi'}], 'dv-cinder-804035-25-iscsi', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:14.931759 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-051309e9-2cf2-470e-bac8-fb03919835c6 req-9bae816f-7560-495a-8eb5-b1c60b22b835 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] 10.222.0.45 "GET /v2.0/security-groups?id=689824d6-e2cc-4e2f-a7c0-efd7e57bdd17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4847922 Jan 21 09:38:14.966401 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69633ad-aea2-4161-bcee-cff96bccba7d tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] Pushing event updated for resources: {'Port': ['ID=d22f9cde-e9ce-4b37-9b2a-f673b65a0353,revision_number=1']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:14.976700 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [None req-5944fcf2-8f8b-42e5-8752-0064583e3d41 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8802056f23dc434896f270ba7d9f383d&name=default HTTP/1.1" status: 200 len: 2996 time: 2.0776398 Jan 21 09:38:14.999664 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a758a1ca-de03-44c1-8815-01923adfe417 None None] Checking router: 945389a6-2cd8-43f7-b660-ccdf197add80 for host: dv-cinder-804035-25-iscsi {{(pid=103185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:38:15.000281 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a758a1ca-de03-44c1-8815-01923adfe417 None None] Updating router 945389a6-2cd8-43f7-b660-ccdf197add80 port eb6b8964-78f2-488d-b3b2-a54566139ced binding host dv-cinder-804035-25-iscsi {{(pid=103185) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 09:38:15.005877 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.45', 36360) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:38:15.019682 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-0f591421-7acd-4741-b480-ee0b0ee0692c req-46de58c2-e5d0-4130-bc5e-6c9a4b044c0f tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/security-groups?id=db9ef9f1-43ce-4c8b-928d-23519653180d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4720807 Jan 21 09:38:15.105689 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5944fcf2-8f8b-42e5-8752-0064583e3d41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47969507-0bfc-4603-b8d9-da238d2184fb,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:15.113108 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-a758a1ca-de03-44c1-8815-01923adfe417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (eb6b8964-78f2-488d-b3b2-a54566139ced), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:15.135626 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d732cfa2-d59e-4859-be46-01d737cad81a req-1ebcccf3-1c42-48cf-8040-e64e1a638e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:15.137258 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [req-d732cfa2-d59e-4859-be46-01d737cad81a req-1ebcccf3-1c42-48cf-8040-e64e1a638e00 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=6e1d230932114019a989885b46cb9283&device_id=a4e4d869-a178-4acd-8305-895d478f77ce HTTP/1.1" status: 200 len: 1097 time: 1.3048387 Jan 21 09:38:15.151691 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e072e420-b207-44e2-88e4-594fe1ab6d19 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:15.153022 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [None req-e072e420-b207-44e2-88e4-594fe1ab6d19 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.0154898 Jan 21 09:38:15.174115 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.45', 36364) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:38:15.204462 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-f0d39d50-d636-44ab-a1ce-48d276ef6ca6 req-e69633ad-aea2-4161-bcee-cff96bccba7d tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] 10.222.0.109 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4588158 Jan 21 09:38:15.242786 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-5194f7e0-5e6a-4737-aa5e-ce41521eec55 admin admin] Publish callbacks [] for security_group (47969507-0bfc-4603-b8d9-da238d2184fb), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:15.282367 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69646518-51f2-4ac7-81ac-d572883e9f50 req-ed4c30b5-50ba-45a0-bd43-5a9bb242453e tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:15.293282 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-69646518-51f2-4ac7-81ac-d572883e9f50 req-ed4c30b5-50ba-45a0-bd43-5a9bb242453e tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] 10.222.0.45 "GET /v2.0/ports?device_id=750f8ae5-b267-4b76-bb13-170071722932 HTTP/1.1" status: 200 len: 931 time: 0.1678596 Jan 21 09:38:15.342846 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-5194f7e0-5e6a-4737-aa5e-ce41521eec55 admin admin] Publish callbacks [] for security_group (47969507-0bfc-4603-b8d9-da238d2184fb), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:15.349180 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18948ad-2bbe-4522-a602-83ac1c94b0cb req-d379c782-6463-42d5-9ad5-38ef84361e93 tempest-VolumesActionsTest-600326628 tempest-VolumesActionsTest-600326628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:15.350392 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.provisioning_blocks [None req-9bddae95-f317-450e-a5f7-35c6b4aa9db8 None None] Provisioning complete for port d22f9cde-e9ce-4b37-9b2a-f673b65a0353 triggered by entity DHCP. {{(pid=103184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:38:15.350944 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9bddae95-f317-450e-a5f7-35c6b4aa9db8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983013'] for port (d22f9cde-e9ce-4b37-9b2a-f673b65a0353), provisioning_complete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:15.367768 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-b18948ad-2bbe-4522-a602-83ac1c94b0cb req-d379c782-6463-42d5-9ad5-38ef84361e93 tempest-VolumesActionsTest-600326628 tempest-VolumesActionsTest-600326628-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4e4d869-a178-4acd-8305-895d478f77ce HTTP/1.1" status: 200 len: 944 time: 0.1613975 Jan 21 09:38:15.452805 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-9bddae95-f317-450e-a5f7-35c6b4aa9db8 None None] Port d22f9cde-e9ce-4b37-9b2a-f673b65a0353 cannot update to ACTIVE because it is not bound. {{(pid=103184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 21 09:38:15.581667 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-69646518-51f2-4ac7-81ac-d572883e9f50 req-9032598d-3f5f-41c2-86fd-3fba111fe2a9 tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] 10.222.0.45 "GET /v2.0/security-groups?id=98741539-7e8f-4cb1-b02f-12a07fa1dee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2758451 Jan 21 09:38:15.636598 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-b18948ad-2bbe-4522-a602-83ac1c94b0cb req-0d18bafb-ae7c-4e70-91df-ef515593448c tempest-VolumesActionsTest-600326628 tempest-VolumesActionsTest-600326628-project] 10.222.0.45 "GET /v2.0/security-groups?id=ca46b9c8-4f8b-4ca8-b76a-dbd1f3494728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2587194 Jan 21 09:38:15.762589 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-a758a1ca-de03-44c1-8815-01923adfe417 None None] Publish callbacks [] for port (eb6b8964-78f2-488d-b3b2-a54566139ced), precommit_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:15.966271 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6b46d6d6-f8a6-485e-9f28-d49b702e5176 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:16.066810 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa8ca9a-1dac-4af8-8c26-47088cf82424 req-4e41d894-6277-478a-866c-44bb1d84ecec tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:16.090733 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-9aa8ca9a-1dac-4af8-8c26-47088cf82424 req-4e41d894-6277-478a-866c-44bb1d84ecec tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] 10.222.0.45 "GET /v2.0/ports?device_id=0f393a36-e048-4228-a48c-9ed725c3e71c HTTP/1.1" status: 200 len: 943 time: 0.0750377 Jan 21 09:38:16.128898 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9fa38960-f898-400e-bf6c-e2876a82e65a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (8a5d4a72-43a4-4fcf-b58e-bc9792bd5f0a), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:16.130978 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-a758a1ca-de03-44c1-8815-01923adfe417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774670732957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774670299814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774670299832'] for port (eb6b8964-78f2-488d-b3b2-a54566139ced), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:16.145234 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-5194f7e0-5e6a-4737-aa5e-ce41521eec55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126007'] for security_group (47969507-0bfc-4603-b8d9-da238d2184fb), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:16.155541 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-5194f7e0-5e6a-4737-aa5e-ce41521eec55 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:16.156857 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [None req-5194f7e0-5e6a-4737-aa5e-ce41521eec55 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/47969507-0bfc-4603-b8d9-da238d2184fb HTTP/1.1" status: 204 len: 168 time: 1.1500075 Jan 21 09:38:16.176345 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-9aa8ca9a-1dac-4af8-8c26-47088cf82424 req-66210efc-0ffa-4dbe-94a4-ac50d32c2fef tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] 10.222.0.45 "GET /v2.0/security-groups?id=689824d6-e2cc-4e2f-a7c0-efd7e57bdd17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882800 Jan 21 09:38:16.224211 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5194f7e0-5e6a-4737-aa5e-ce41521eec55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47969507-0bfc-4603-b8d9-da238d2184fb,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:16.249668 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad078010-509f-43c1-82c4-4808aedbefd4 None None] Pushing event updated for resources: {'Port': ['ID=eb6b8964-78f2-488d-b3b2-a54566139ced,revision_number=2']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:16.264542 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc63c8f-1757-4de9-beb3-63b2052cb827 req-bbda423f-3092-4c51-a92c-327ad8587219 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:16.273166 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-5dc63c8f-1757-4de9-beb3-63b2052cb827 req-bbda423f-3092-4c51-a92c-327ad8587219 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/ports?device_id=59ad64a5-af93-44ef-8031-fd2f2d18a901 HTTP/1.1" status: 200 len: 946 time: 0.0922935 Jan 21 09:38:16.334536 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-a758a1ca-de03-44c1-8815-01923adfe417 None None] Attempting to bind port eb6b8964-78f2-488d-b3b2-a54566139ced on host dv-cinder-804035-25-iscsi for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 09:38:16.335507 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-a758a1ca-de03-44c1-8815-01923adfe417 None None] Attempting to bind port eb6b8964-78f2-488d-b3b2-a54566139ced by drivers openvswitch,hyperv on host dv-cinder-804035-25-iscsi at level 0 using segments [{'id': '04cdc6b6-1d9e-45db-8cc2-90c03cb493f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 09:38:16.335878 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a758a1ca-de03-44c1-8815-01923adfe417 None None] Attempting to bind port eb6b8964-78f2-488d-b3b2-a54566139ced on network c13ce787-b669-4a63-b567-cda42d951ad5 {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:38:16.350284 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a758a1ca-de03-44c1-8815-01923adfe417 None None] Checking agent: {'id': 'a4f58dde-e5c6-489c-94fe-b355a6abc90e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-25-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 27, 22), 'started_at': datetime.datetime(2022, 1, 21, 9, 27, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 37, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-25-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:38:16.354772 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a758a1ca-de03-44c1-8815-01923adfe417 None None] Checking segment: {'id': '04cdc6b6-1d9e-45db-8cc2-90c03cb493f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 09:38:16.354772 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-a758a1ca-de03-44c1-8815-01923adfe417 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:16.354772 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a758a1ca-de03-44c1-8815-01923adfe417 None None] Bound using segment: {'id': '04cdc6b6-1d9e-45db-8cc2-90c03cb493f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:38:16.354772 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-a758a1ca-de03-44c1-8815-01923adfe417 None None] Bound port: eb6b8964-78f2-488d-b3b2-a54566139ced, host: dv-cinder-804035-25-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04cdc6b6-1d9e-45db-8cc2-90c03cb493f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 09:38:16.354772 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-a758a1ca-de03-44c1-8815-01923adfe417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (eb6b8964-78f2-488d-b3b2-a54566139ced), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:16.361108 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [None req-6b46d6d6-f8a6-485e-9f28-d49b702e5176 admin admin] Allocated IP 172.20.0.1 (858c4f17-92ac-4cda-9750-b98e2d3705f8/ed880366-382f-48ca-9b10-9aa3edc0e5e7/82c21408-9913-4970-b17f-da216a976def) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:38:16.402264 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-5dc63c8f-1757-4de9-beb3-63b2052cb827 req-814a44a0-3208-4efa-b1d6-470b4c3ed2ab tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/security-groups?id=db9ef9f1-43ce-4c8b-928d-23519653180d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1280861 Jan 21 09:38:16.449575 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-a758a1ca-de03-44c1-8815-01923adfe417 None None] For port eb6b8964-78f2-488d-b3b2-a54566139ced, host dv-cinder-804035-25-iscsi, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:38:16.453478 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-a758a1ca-de03-44c1-8815-01923adfe417 None None] For port eb6b8964-78f2-488d-b3b2-a54566139ced, host dv-cinder-804035-25-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-25-iscsi',level=0,port_id=eb6b8964-78f2-488d-b3b2-a54566139ced,segment=NetworkSegment(04cdc6b6-1d9e-45db-8cc2-90c03cb493f2),segment_id=04cdc6b6-1d9e-45db-8cc2-90c03cb493f2)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:38:16.534637 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-a758a1ca-de03-44c1-8815-01923adfe417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774670732957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774670299814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774670299832'] for port (eb6b8964-78f2-488d-b3b2-a54566139ced), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:16.579523 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6b46d6d6-f8a6-485e-9f28-d49b702e5176 admin admin] Publish callbacks [] for port (82c21408-9913-4970-b17f-da216a976def), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:16.641180 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad078010-509f-43c1-82c4-4808aedbefd4 None None] Pushing event updated for resources: {'Port': ['ID=eb6b8964-78f2-488d-b3b2-a54566139ced,revision_number=3']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:16.647060 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a758a1ca-de03-44c1-8815-01923adfe417 None None] Routers {'945389a6-2cd8-43f7-b660-ccdf197add80'} bound to L3 agent in host dv-cinder-804035-25-iscsi {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 09:38:16.647950 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-a758a1ca-de03-44c1-8815-01923adfe417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:27:18Z,description=,heartbeat_timestamp=2022-01-21T09:37:48Z,host='dv-cinder-804035-25-iscsi',id=e2f5353c-5d20-4dd0-beb4-c302aead9ffd,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:27:19Z,topic='l3_agent')) {'router_ids': ['945389a6-2cd8-43f7-b660-ccdf197add80'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:16.762732 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6b46d6d6-f8a6-485e-9f28-d49b702e5176 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774670299796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181744'] for port (82c21408-9913-4970-b17f-da216a976def), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:16.858279 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b46d6d6-f8a6-485e-9f28-d49b702e5176 admin admin] Network 858c4f17-92ac-4cda-9750-b98e2d3705f8 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:38:16.875282 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-6b46d6d6-f8a6-485e-9f28-d49b702e5176 admin admin] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:38:16.875972 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-a758a1ca-de03-44c1-8815-01923adfe417 None None] Set router 945389a6-2cd8-43f7-b660-ccdf197add80 gateway port host: dv-cinder-804035-25-iscsi {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:38:16.900494 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b46d6d6-f8a6-485e-9f28-d49b702e5176 admin admin] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 09:38:16.970874 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79823e6f-967e-4d55-8315-259380b77ba1 req-3c189278-e443-43d3-a35b-47b5a9ec4b8a tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:16.976578 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b46d6d6-f8a6-485e-9f28-d49b702e5176 admin admin] Pushing event updated for resources: {'Port': ['ID=82c21408-9913-4970-b17f-da216a976def,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:16.979301 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-79823e6f-967e-4d55-8315-259380b77ba1 req-3c189278-e443-43d3-a35b-47b5a9ec4b8a tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] 10.222.0.45 "GET /v2.0/ports?device_id=750f8ae5-b267-4b76-bb13-170071722932 HTTP/1.1" status: 200 len: 931 time: 0.2551417 Jan 21 09:38:17.013030 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031ab407-755c-4a3d-8c0c-78fe553e2180 req-6d650370-aaf6-41de-86c0-4e50527454b8 tempest-VolumesActionsTest-600326628 tempest-VolumesActionsTest-600326628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:17.021959 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-031ab407-755c-4a3d-8c0c-78fe553e2180 req-6d650370-aaf6-41de-86c0-4e50527454b8 tempest-VolumesActionsTest-600326628 tempest-VolumesActionsTest-600326628-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4e4d869-a178-4acd-8305-895d478f77ce HTTP/1.1" status: 200 len: 944 time: 0.1971221 Jan 21 09:38:17.027532 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6b46d6d6-f8a6-485e-9f28-d49b702e5176 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3852810'] for router_interface (945389a6-2cd8-43f7-b660-ccdf197add80), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:17.136610 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-79823e6f-967e-4d55-8315-259380b77ba1 req-47d93a2a-e12f-4091-9364-01bc77052f66 tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] 10.222.0.45 "GET /v2.0/security-groups?id=98741539-7e8f-4cb1-b02f-12a07fa1dee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560566 Jan 21 09:38:17.177195 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-a758a1ca-de03-44c1-8815-01923adfe417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '945389a6-2cd8-43f7-b660-ccdf197add80', 'name': 'tempest-TestVolumeBootPattern-1023830781-router', 'tenant_id': '515ded26ca114fbf9c6e920362aec64c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'external_fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.74'}], 'enable_snat': True}, 'gw_port_id': 'eb6b8964-78f2-488d-b3b2-a54566139ced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:38:09Z', 'updated_at': '2022-01-21T09:38:12Z', 'revision_number': 3, 'project_id': '515ded26ca114fbf9c6e920362aec64c', 'gw_port': {'id': 'eb6b8964-78f2-488d-b3b2-a54566139ced', 'name': '', 'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:0c:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '945389a6-2cd8-43f7-b660-ccdf197add80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:38:10Z', 'updated_at': '2022-01-21T09:38:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6accd444-6422-45bf-9c21-6be173243a45', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-25-iscsi'}], 'dv-cinder-804035-25-iscsi', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:17.203744 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-031ab407-755c-4a3d-8c0c-78fe553e2180 req-8d9b10bd-b08d-4570-b3e4-8d70334af92d tempest-VolumesActionsTest-600326628 tempest-VolumesActionsTest-600326628-project] 10.222.0.45 "GET /v2.0/security-groups?id=ca46b9c8-4f8b-4ca8-b76a-dbd1f3494728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788604 Jan 21 09:38:17.235795 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a758a1ca-de03-44c1-8815-01923adfe417 None None] The sync data for ids ['945389a6-2cd8-43f7-b660-ccdf197add80'] in dv-cinder-804035-25-iscsi is: [{'id': '945389a6-2cd8-43f7-b660-ccdf197add80', 'name': 'tempest-TestVolumeBootPattern-1023830781-router', 'tenant_id': '515ded26ca114fbf9c6e920362aec64c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'external_fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.74'}], 'enable_snat': True}, 'gw_port_id': 'eb6b8964-78f2-488d-b3b2-a54566139ced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:38:09Z', 'updated_at': '2022-01-21T09:38:12Z', 'revision_number': 3, 'project_id': '515ded26ca114fbf9c6e920362aec64c', 'gw_port': {'id': 'eb6b8964-78f2-488d-b3b2-a54566139ced', 'name': '', 'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:0c:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '945389a6-2cd8-43f7-b660-ccdf197add80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:38:10Z', 'updated_at': '2022-01-21T09:38:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6accd444-6422-45bf-9c21-6be173243a45', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-25-iscsi'}] {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:38:17.314122 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.provisioning_blocks [None req-a1bf68d8-2fb9-4470-a5bd-fad81fd1e964 None None] Provisioning complete for port 82c21408-9913-4970-b17f-da216a976def triggered by entity DHCP. {{(pid=103184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:38:17.315139 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a1bf68d8-2fb9-4470-a5bd-fad81fd1e964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983013'] for port (82c21408-9913-4970-b17f-da216a976def), provisioning_complete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:17.400900 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-a1bf68d8-2fb9-4470-a5bd-fad81fd1e964 None None] Port 82c21408-9913-4970-b17f-da216a976def cannot update to ACTIVE because it is not bound. {{(pid=103184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 21 09:38:17.420984 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eca7fa9-2b3c-46bb-a307-a7b52c81136b req-a3643154-3f6c-47d8-9eef-ee901d06c1e8 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:17.423729 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-9eca7fa9-2b3c-46bb-a307-a7b52c81136b req-a3643154-3f6c-47d8-9eef-ee901d06c1e8 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] 10.222.0.45 "GET /v2.0/ports?device_id=0f393a36-e048-4228-a48c-9ed725c3e71c HTTP/1.1" status: 200 len: 943 time: 0.1180744 Jan 21 09:38:17.470754 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6b46d6d6-f8a6-485e-9f28-d49b702e5176 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (82c21408-9913-4970-b17f-da216a976def), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:17.543667 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-9eca7fa9-2b3c-46bb-a307-a7b52c81136b req-f1729a15-dafd-45ad-983d-b57c39e3c442 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] 10.222.0.45 "GET /v2.0/security-groups?id=689824d6-e2cc-4e2f-a7c0-efd7e57bdd17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117165 Jan 21 09:38:17.777283 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d9935b-657a-49b2-93ae-aae69e02f813 req-4f239c13-ac18-45df-9fd1-1f7f395a0327 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:17.818912 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-b0d9935b-657a-49b2-93ae-aae69e02f813 req-4f239c13-ac18-45df-9fd1-1f7f395a0327 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/ports?device_id=59ad64a5-af93-44ef-8031-fd2f2d18a901 HTTP/1.1" status: 200 len: 946 time: 0.2007778 Jan 21 09:38:17.905187 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (5a7f6758-1e24-44b8-9b24-65ffc30c20d4), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:17.989463 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-b0d9935b-657a-49b2-93ae-aae69e02f813 req-dbf7fabb-1bb5-40e3-9663-895eeaaef765 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/security-groups?id=db9ef9f1-43ce-4c8b-928d-23519653180d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1693196 Jan 21 09:38:18.022703 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6b46d6d6-f8a6-485e-9f28-d49b702e5176 admin admin] Publish callbacks [] for port (82c21408-9913-4970-b17f-da216a976def), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:18.110466 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6b46d6d6-f8a6-485e-9f28-d49b702e5176 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774670732957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774670299814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774670299832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25181769'] for port (82c21408-9913-4970-b17f-da216a976def), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:18.312536 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6b46d6d6-f8a6-485e-9f28-d49b702e5176 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4184412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3852437'] for router_interface (945389a6-2cd8-43f7-b660-ccdf197add80), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:18.318605 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b46d6d6-f8a6-485e-9f28-d49b702e5176 admin admin] Pushing event updated for resources: {'Port': ['ID=82c21408-9913-4970-b17f-da216a976def,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:18.405135 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.v2.base [req-f0d39d50-d636-44ab-a1ce-48d276ef6ca6 req-7d000c12-8f0f-43c5-92c0-325882487891 service neutron] Request body: {'port': {'device_id': '750f8ae5-b267-4b76-bb13-170071722932', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=103182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:18.455007 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-bf6c51d1-2fed-468e-b03a-d6af0745ab4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (e2f5353c-5d20-4dd0-beb4-c302aead9ffd), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:18.731515 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-f0d39d50-d636-44ab-a1ce-48d276ef6ca6 req-7d000c12-8f0f-43c5-92c0-325882487891 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (d22f9cde-e9ce-4b37-9b2a-f673b65a0353), before_update {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:18.745769 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2689aaf-77bc-4cb5-b6c9-8b21ff0b2817 req-eae100b7-d285-4067-acd7-168855536421 tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:18.749362 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-c2689aaf-77bc-4cb5-b6c9-8b21ff0b2817 req-eae100b7-d285-4067-acd7-168855536421 tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] 10.222.0.45 "GET /v2.0/ports?device_id=750f8ae5-b267-4b76-bb13-170071722932 HTTP/1.1" status: 200 len: 931 time: 0.4647427 Jan 21 09:38:18.776831 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [req-d732cfa2-d59e-4859-be46-01d737cad81a req-e5349007-d8d1-46f2-a4b9-5563c7a6cb76 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c37f8b48-fdff-490a-a961-319445aac8a3 HTTP/1.1" status: 200 len: 217 time: 0.3869646 Jan 21 09:38:18.786589 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21adeef1-6d39-4f4a-9016-6338affe049c req-a31bada2-6f48-4df8-a0a8-57a0b9ea4935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:18.789381 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-21adeef1-6d39-4f4a-9016-6338affe049c req-a31bada2-6f48-4df8-a0a8-57a0b9ea4935 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=e3390729231b409e9a83376b428c1a7f&device_id=0f393a36-e048-4228-a48c-9ed725c3e71c HTTP/1.1" status: 200 len: 1096 time: 0.2631829 Jan 21 09:38:18.793979 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b46d6d6-f8a6-485e-9f28-d49b702e5176 admin admin] Network 858c4f17-92ac-4cda-9750-b98e2d3705f8 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:38:18.796151 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-6b46d6d6-f8a6-485e-9f28-d49b702e5176 admin admin] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:38:18.897379 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2090632f-46c0-4244-aa54-9ae1058e03e4 req-1a44ac76-d716-437e-8f55-fa7e9d505ff7 tempest-VolumesActionsTest-600326628 tempest-VolumesActionsTest-600326628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:18.899266 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-2090632f-46c0-4244-aa54-9ae1058e03e4 req-1a44ac76-d716-437e-8f55-fa7e9d505ff7 tempest-VolumesActionsTest-600326628 tempest-VolumesActionsTest-600326628-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4e4d869-a178-4acd-8305-895d478f77ce HTTP/1.1" status: 200 len: 944 time: 0.3525789 Jan 21 09:38:19.165625 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b46d6d6-f8a6-485e-9f28-d49b702e5176 admin admin] Router 945389a6-2cd8-43f7-b660-ccdf197add80 has already been hosted by L3 agent e2f5353c-5d20-4dd0-beb4-c302aead9ffd {{(pid=103183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:38:19.385978 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.provisioning_blocks [None req-249f033f-f340-4a5f-bf8c-af9d939a0f38 None None] Provisioning complete for port 82c21408-9913-4970-b17f-da216a976def triggered by entity DHCP. {{(pid=103184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:38:19.386982 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-249f033f-f340-4a5f-bf8c-af9d939a0f38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983013'] for port (82c21408-9913-4970-b17f-da216a976def), provisioning_complete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:19.466671 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-249f033f-f340-4a5f-bf8c-af9d939a0f38 None None] Port 82c21408-9913-4970-b17f-da216a976def cannot update to ACTIVE because it is not bound. {{(pid=103184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 21 09:38:19.470062 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b46d6d6-f8a6-485e-9f28-d49b702e5176 admin admin] Notify agent at l3_agent.dv-cinder-804035-25-iscsi the message routers_updated {{(pid=103183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:38:19.483340 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-2090632f-46c0-4244-aa54-9ae1058e03e4 req-98c46155-2ab5-4581-86b7-9766ac9988a3 tempest-VolumesActionsTest-600326628 tempest-VolumesActionsTest-600326628-project] 10.222.0.45 "GET /v2.0/security-groups?id=ca46b9c8-4f8b-4ca8-b76a-dbd1f3494728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749356 Jan 21 09:38:19.490951 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-c2689aaf-77bc-4cb5-b6c9-8b21ff0b2817 req-5b4e2eb8-b26b-431b-8bb9-e5367a870e29 tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] 10.222.0.45 "GET /v2.0/security-groups?id=98741539-7e8f-4cb1-b02f-12a07fa1dee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7286365 Jan 21 09:38:19.506063 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [None req-6b46d6d6-f8a6-485e-9f28-d49b702e5176 admin admin] 10.222.0.45 "PUT /v2.0/routers/945389a6-2cd8-43f7-b660-ccdf197add80/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2693617 Jan 21 09:38:19.525599 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d732cfa2-d59e-4859-be46-01d737cad81a req-e3930af3-0c32-4db1-bee1-d9de024a5564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:19.527752 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [req-d732cfa2-d59e-4859-be46-01d737cad81a req-e3930af3-0c32-4db1-bee1-d9de024a5564 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=14a025df-22d6-457a-8964-126d9d91d404 HTTP/1.1" status: 200 len: 849 time: 0.6939406 Jan 21 09:38:19.628460 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0beda05d-594e-4362-80c2-bc999a9a2b64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (9e31de2d-26a2-4a88-b799-f1f3b7df75bf), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:19.772603 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21adeef1-6d39-4f4a-9016-6338affe049c req-1e8a2124-5014-4fd5-8845-14e13f7d7281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:19.774223 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-21adeef1-6d39-4f4a-9016-6338affe049c req-1e8a2124-5014-4fd5-8845-14e13f7d7281 service neutron] 10.222.0.109 "GET /v2.0/networks?id=6d3bfab5-614b-42ce-87b9-03bdb3f3c1da HTTP/1.1" status: 200 len: 916 time: 0.9446485 Jan 21 09:38:19.910020 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328f6a8e-7705-4ec2-ad3e-7eca61d5092a req-8a8a1f37-55a2-48c0-84c7-99866684df3e tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:19.930244 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-328f6a8e-7705-4ec2-ad3e-7eca61d5092a req-8a8a1f37-55a2-48c0-84c7-99866684df3e tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] 10.222.0.45 "GET /v2.0/ports?device_id=0f393a36-e048-4228-a48c-9ed725c3e71c HTTP/1.1" status: 200 len: 943 time: 0.3476818 Jan 21 09:38:20.008037 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [req-d732cfa2-d59e-4859-be46-01d737cad81a req-97110e61-94c1-42d2-b0ce-8357c069d6e5 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=12c1a4df-23d6-4c4b-b623-e53eca6cd97e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1026165 Jan 21 09:38:20.012717 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Device eb6b8964-78f2-488d-b3b2-a54566139ced up at agent ovs-agent-dv-cinder-804035-25-iscsi {{(pid=103184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:38:20.100397 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0547030f-590f-482c-aea3-fbf699b8740f req-98ddff6b-c4c2-40bc-b12f-52052f95f221 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:20.118934 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-0547030f-590f-482c-aea3-fbf699b8740f req-98ddff6b-c4c2-40bc-b12f-52052f95f221 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/ports?device_id=59ad64a5-af93-44ef-8031-fd2f2d18a901 HTTP/1.1" status: 200 len: 946 time: 0.3933463 Jan 21 09:38:20.212467 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.provisioning_blocks [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Provisioning complete for port eb6b8964-78f2-488d-b3b2-a54566139ced triggered by entity L2. {{(pid=103184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:38:20.213109 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983013'] for port (eb6b8964-78f2-488d-b3b2-a54566139ced), provisioning_complete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:20.273184 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-328f6a8e-7705-4ec2-ad3e-7eca61d5092a req-629d593a-94bd-4cd7-b919-fd25d731e776 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] 10.222.0.45 "GET /v2.0/security-groups?id=689824d6-e2cc-4e2f-a7c0-efd7e57bdd17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3169963 Jan 21 09:38:20.303396 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-0547030f-590f-482c-aea3-fbf699b8740f req-13c64129-419b-40d4-b541-b5723ade7b87 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/security-groups?id=db9ef9f1-43ce-4c8b-928d-23519653180d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1825986 Jan 21 09:38:20.494273 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-21adeef1-6d39-4f4a-9016-6338affe049c req-221225c5-52e7-4cfd-92f5-aed3467d69f2 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3a1c611f-ef10-4e62-a802-09f927e4a0d9 HTTP/1.1" status: 200 len: 217 time: 0.1501861 Jan 21 09:38:20.495973 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Current status of the port eb6b8964-78f2-488d-b3b2-a54566139ced is: DOWN; New status is: ACTIVE {{(pid=103184) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:38:20.496897 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (eb6b8964-78f2-488d-b3b2-a54566139ced), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:20.525420 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] For port eb6b8964-78f2-488d-b3b2-a54566139ced, host dv-cinder-804035-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-25-iscsi',level=0,port_id=eb6b8964-78f2-488d-b3b2-a54566139ced,segment=NetworkSegment(04cdc6b6-1d9e-45db-8cc2-90c03cb493f2),segment_id=04cdc6b6-1d9e-45db-8cc2-90c03cb493f2)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:38:20.537406 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.notifiers.nova [req-f0d39d50-d636-44ab-a1ce-48d276ef6ca6 req-7d000c12-8f0f-43c5-92c0-325882487891 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d22f9cde-e9ce-4b37-9b2a-f673b65a0353 {{(pid=103182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:38:20.585068 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [req-d732cfa2-d59e-4859-be46-01d737cad81a req-4e6d122c-9851-4fa1-8f9b-b5d052f2d862 service neutron] 10.222.0.109 "GET /v2.0/networks/12c1a4df-23d6-4c4b-b623-e53eca6cd97e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1918731 Jan 21 09:38:20.607551 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-f0d39d50-d636-44ab-a1ce-48d276ef6ca6 req-7d000c12-8f0f-43c5-92c0-325882487891 service neutron] Publish callbacks [] for port (d22f9cde-e9ce-4b37-9b2a-f673b65a0353), precommit_update {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:20.715561 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [req-d732cfa2-d59e-4859-be46-01d737cad81a req-a8dcc53f-c47e-4ace-833e-85a0297075f9 service neutron] 10.222.0.109 "GET /v2.0/networks/12c1a4df-23d6-4c4b-b623-e53eca6cd97e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184812 Jan 21 09:38:20.722183 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c14320-e26b-435f-b160-bebf83c46962 None None] Sync routers for ids ['945389a6-2cd8-43f7-b660-ccdf197add80'] in dv-cinder-804035-25-iscsi {{(pid=103184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:38:20.726819 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.db.provisioning_blocks [req-f0d39d50-d636-44ab-a1ce-48d276ef6ca6 req-7d000c12-8f0f-43c5-92c0-325882487891 service neutron] Transition to ACTIVE for port object d22f9cde-e9ce-4b37-9b2a-f673b65a0353 will not be triggered until provisioned by entity L2. {{(pid=103182) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:38:20.741004 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c14320-e26b-435f-b160-bebf83c46962 None None] Routers {'945389a6-2cd8-43f7-b660-ccdf197add80'} bound to L3 agent in host dv-cinder-804035-25-iscsi {{(pid=103184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 09:38:20.741310 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21adeef1-6d39-4f4a-9016-6338affe049c req-3a063582-1839-4741-b1c8-b3ea73c9fa8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:20.741700 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.l3_hamode_db [None req-72c14320-e26b-435f-b160-bebf83c46962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-21T09:27:18Z,description=,heartbeat_timestamp=2022-01-21T09:38:18Z,host='dv-cinder-804035-25-iscsi',id=e2f5353c-5d20-4dd0-beb4-c302aead9ffd,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:27:19Z,topic='l3_agent')) {'router_ids': ['945389a6-2cd8-43f7-b660-ccdf197add80'], 'active': True} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:20.742764 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-21adeef1-6d39-4f4a-9016-6338affe049c req-3a063582-1839-4741-b1c8-b3ea73c9fa8c service neutron] 10.222.0.109 "GET /v2.0/subnets?id=dc85c810-f6f8-41f3-bbb2-2b1bee730031 HTTP/1.1" status: 200 len: 855 time: 0.2338221 Jan 21 09:38:20.793977 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-21adeef1-6d39-4f4a-9016-6338affe049c req-ff7fcbb0-0773-497e-9b64-52b4ebbb598a service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=6d3bfab5-614b-42ce-87b9-03bdb3f3c1da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379517 Jan 21 09:38:20.806071 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e1bd6a-e30e-4717-a890-bbd39731e9a2 req-c9a1c796-c2e9-4877-9615-b090a3429f75 tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:20.808350 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774670732957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774670299814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774670299832'] for port (eb6b8964-78f2-488d-b3b2-a54566139ced), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:20.808864 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-09e1bd6a-e30e-4717-a890-bbd39731e9a2 req-c9a1c796-c2e9-4877-9615-b090a3429f75 tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] 10.222.0.45 "GET /v2.0/ports?device_id=750f8ae5-b267-4b76-bb13-170071722932 HTTP/1.1" status: 200 len: 931 time: 0.1721952 Jan 21 09:38:20.811662 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-f0d39d50-d636-44ab-a1ce-48d276ef6ca6 req-7d000c12-8f0f-43c5-92c0-325882487891 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774670732957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774670299814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774670299832'] for port (d22f9cde-e9ce-4b37-9b2a-f673b65a0353), after_update {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:20.832066 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a859b29d-e8da-4a7c-a420-7d3b79659278 req-6fc6c4bd-429b-4685-a175-55ec8bb85fbf tempest-VolumesActionsTest-600326628 tempest-VolumesActionsTest-600326628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:20.832066 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-a859b29d-e8da-4a7c-a420-7d3b79659278 req-6fc6c4bd-429b-4685-a175-55ec8bb85fbf tempest-VolumesActionsTest-600326628 tempest-VolumesActionsTest-600326628-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4e4d869-a178-4acd-8305-895d478f77ce HTTP/1.1" status: 200 len: 944 time: 0.1954751 Jan 21 09:38:20.929484 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.l3_dvr_db [None req-72c14320-e26b-435f-b160-bebf83c46962 None None] Set router 945389a6-2cd8-43f7-b660-ccdf197add80 gateway port host: dv-cinder-804035-25-iscsi {{(pid=103184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:38:21.039381 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d5bb4e-e752-41ff-a2b4-c47a7eef11ea req-efc00657-dab6-4c30-9b03-fe9f89bcd977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:21.041206 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [req-70d5bb4e-e752-41ff-a2b4-c47a7eef11ea req-efc00657-dab6-4c30-9b03-fe9f89bcd977 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=6e1d230932114019a989885b46cb9283&device_id=a4e4d869-a178-4acd-8305-895d478f77ce HTTP/1.1" status: 200 len: 1097 time: 0.1398346 Jan 21 09:38:21.106865 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d000c12-8f0f-43c5-92c0-325882487891 service neutron] Pushing event updated for resources: {'Port': ['ID=d22f9cde-e9ce-4b37-9b2a-f673b65a0353,revision_number=2']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:21.178768 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Pushing event updated for resources: {'Port': ['ID=eb6b8964-78f2-488d-b3b2-a54566139ced,revision_number=4']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:21.226130 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-a859b29d-e8da-4a7c-a420-7d3b79659278 req-40402838-d983-438d-abf7-0fb2cf4671c3 tempest-VolumesActionsTest-600326628 tempest-VolumesActionsTest-600326628-project] 10.222.0.45 "GET /v2.0/security-groups?id=ca46b9c8-4f8b-4ca8-b76a-dbd1f3494728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3762252 Jan 21 09:38:21.265633 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-09e1bd6a-e30e-4717-a890-bbd39731e9a2 req-9424930c-075c-43ac-b25c-eef8bd3a767e tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] 10.222.0.45 "GET /v2.0/security-groups?id=98741539-7e8f-4cb1-b02f-12a07fa1dee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4137394 Jan 21 09:38:21.294184 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.managers [req-f0d39d50-d636-44ab-a1ce-48d276ef6ca6 req-7d000c12-8f0f-43c5-92c0-325882487891 service neutron] Attempting to bind port d22f9cde-e9ce-4b37-9b2a-f673b65a0353 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=103182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 09:38:21.295306 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.managers [req-f0d39d50-d636-44ab-a1ce-48d276ef6ca6 req-7d000c12-8f0f-43c5-92c0-325882487891 service neutron] Attempting to bind port d22f9cde-e9ce-4b37-9b2a-f673b65a0353 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': 'ca5bfd78-f762-4f49-9105-ff4007fd6139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'e49a728a-90d2-4a07-8a83-d63652f9661a'}] {{(pid=103182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 09:38:21.295651 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0d39d50-d636-44ab-a1ce-48d276ef6ca6 req-7d000c12-8f0f-43c5-92c0-325882487891 service neutron] Attempting to bind port d22f9cde-e9ce-4b37-9b2a-f673b65a0353 on network e49a728a-90d2-4a07-8a83-d63652f9661a {{(pid=103182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:38:21.317751 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0d39d50-d636-44ab-a1ce-48d276ef6ca6 req-7d000c12-8f0f-43c5-92c0-325882487891 service neutron] Port d22f9cde-e9ce-4b37-9b2a-f673b65a0353 on network e49a728a-90d2-4a07-8a83-d63652f9661a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=103182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 21 09:38:21.318076 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0d39d50-d636-44ab-a1ce-48d276ef6ca6 req-7d000c12-8f0f-43c5-92c0-325882487891 service neutron] Attempting to bind port d22f9cde-e9ce-4b37-9b2a-f673b65a0353 on network e49a728a-90d2-4a07-8a83-d63652f9661a {{(pid=103182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:38:21.343050 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0d39d50-d636-44ab-a1ce-48d276ef6ca6 req-7d000c12-8f0f-43c5-92c0-325882487891 service neutron] Checking agent: {'id': '5a7f6758-1e24-44b8-9b24-65ffc30c20d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 33, 47), 'started_at': datetime.datetime(2022, 1, 21, 9, 33, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 38, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:38:21.343467 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0d39d50-d636-44ab-a1ce-48d276ef6ca6 req-7d000c12-8f0f-43c5-92c0-325882487891 service neutron] Checking segment: {'id': 'ca5bfd78-f762-4f49-9105-ff4007fd6139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'e49a728a-90d2-4a07-8a83-d63652f9661a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 09:38:21.343788 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0d39d50-d636-44ab-a1ce-48d276ef6ca6 req-7d000c12-8f0f-43c5-92c0-325882487891 service neutron] Bound using segment: {'id': 'ca5bfd78-f762-4f49-9105-ff4007fd6139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'e49a728a-90d2-4a07-8a83-d63652f9661a'} {{(pid=103182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:38:21.344434 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.managers [req-f0d39d50-d636-44ab-a1ce-48d276ef6ca6 req-7d000c12-8f0f-43c5-92c0-325882487891 service neutron] Bound port: d22f9cde-e9ce-4b37-9b2a-f673b65a0353, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca5bfd78-f762-4f49-9105-ff4007fd6139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'e49a728a-90d2-4a07-8a83-d63652f9661a'}}] {{(pid=103182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 09:38:21.344803 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-f0d39d50-d636-44ab-a1ce-48d276ef6ca6 req-7d000c12-8f0f-43c5-92c0-325882487891 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (d22f9cde-e9ce-4b37-9b2a-f673b65a0353), before_update {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:21.498284 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Device 3a1c611f-ef10-4e62-a802-09f927e4a0d9 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=103184) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 21 09:38:21.521536 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f5928849-742c-4298-9c4e-ae1543ad1886 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (fd0edb9a-d711-47a6-aedf-fe72898a6c79), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:21.529541 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-21adeef1-6d39-4f4a-9016-6338affe049c req-cf573690-017c-4a01-8323-bac5210251dd service neutron] 10.222.0.109 "GET /v2.0/networks/6d3bfab5-614b-42ce-87b9-03bdb3f3c1da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6648612 Jan 21 09:38:21.573443 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d5bb4e-e752-41ff-a2b4-c47a7eef11ea req-cd74fd68-00fa-4c69-9a8b-3b91035e58d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:21.574968 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [req-70d5bb4e-e752-41ff-a2b4-c47a7eef11ea req-cd74fd68-00fa-4c69-9a8b-3b91035e58d1 service neutron] 10.222.0.109 "GET /v2.0/networks?id=12c1a4df-23d6-4c4b-b623-e53eca6cd97e HTTP/1.1" status: 200 len: 910 time: 0.5219152 Jan 21 09:38:21.712646 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.wsgi [-] (103182) accepted ('10.222.0.45', 36456) {{(pid=103182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:38:21.737061 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.v2.base [None req-0af82e59-d508-40c8-b695-8686153f87bf admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-356412223-network', 'tenant_id': '6fb311e2bec64fe8b91841c05e386972'}} {{(pid=103182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:21.752303 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.db.resource_extend [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 21 09:38:22.009571 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.db [req-f0d39d50-d636-44ab-a1ce-48d276ef6ca6 req-7d000c12-8f0f-43c5-92c0-325882487891 service neutron] For port d22f9cde-e9ce-4b37-9b2a-f673b65a0353, host hv-cinder-80403, cleared binding levels {{(pid=103182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:38:22.031333 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [req-70d5bb4e-e752-41ff-a2b4-c47a7eef11ea req-4a2545eb-9dd5-488e-ab1f-ccc7ad47a558 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c37f8b48-fdff-490a-a961-319445aac8a3 HTTP/1.1" status: 200 len: 217 time: 0.4458597 Jan 21 09:38:22.032241 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.db [req-f0d39d50-d636-44ab-a1ce-48d276ef6ca6 req-7d000c12-8f0f-43c5-92c0-325882487891 service neutron] For port d22f9cde-e9ce-4b37-9b2a-f673b65a0353, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=d22f9cde-e9ce-4b37-9b2a-f673b65a0353,segment=NetworkSegment(ca5bfd78-f762-4f49-9105-ff4007fd6139),segment_id=ca5bfd78-f762-4f49-9105-ff4007fd6139)] {{(pid=103182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:38:22.060176 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Device eb6b8964-78f2-488d-b3b2-a54566139ced up at agent ovs-agent-dv-cinder-804035-25-iscsi {{(pid=103184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:38:22.120960 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-f0d39d50-d636-44ab-a1ce-48d276ef6ca6 req-7d000c12-8f0f-43c5-92c0-325882487891 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774670732957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774670299814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774670299832'] for port (d22f9cde-e9ce-4b37-9b2a-f673b65a0353), after_update {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:22.170361 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.provisioning_blocks [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Provisioning complete for port eb6b8964-78f2-488d-b3b2-a54566139ced triggered by entity L2. {{(pid=103184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:38:22.170994 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983013'] for port (eb6b8964-78f2-488d-b3b2-a54566139ced), provisioning_complete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:22.205118 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d000c12-8f0f-43c5-92c0-325882487891 service neutron] Pushing event updated for resources: {'Port': ['ID=d22f9cde-e9ce-4b37-9b2a-f673b65a0353,revision_number=3']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:22.210790 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.l3_hamode_db [None req-72c14320-e26b-435f-b160-bebf83c46962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '945389a6-2cd8-43f7-b660-ccdf197add80', 'name': 'tempest-TestVolumeBootPattern-1023830781-router', 'tenant_id': '515ded26ca114fbf9c6e920362aec64c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'external_fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.74'}], 'enable_snat': True}, 'gw_port_id': 'eb6b8964-78f2-488d-b3b2-a54566139ced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:38:09Z', 'updated_at': '2022-01-21T09:38:17Z', 'revision_number': 4, 'project_id': '515ded26ca114fbf9c6e920362aec64c', 'gw_port': {'id': 'eb6b8964-78f2-488d-b3b2-a54566139ced', 'name': '', 'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:0c:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '945389a6-2cd8-43f7-b660-ccdf197add80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:38:10Z', 'updated_at': '2022-01-21T09:38:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6accd444-6422-45bf-9c21-6be173243a45', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-25-iscsi', '_interfaces': [{'id': '82c21408-9913-4970-b17f-da216a976def', 'name': '', 'network_id': '858c4f17-92ac-4cda-9750-b98e2d3705f8', 'tenant_id': '515ded26ca114fbf9c6e920362aec64c', 'mac_address': 'fa:16:3e:82:01:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '945389a6-2cd8-43f7-b660-ccdf197add80', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'ed880366-382f-48ca-9b10-9aa3edc0e5e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:38:15Z', 'updated_at': '2022-01-21T09:38:17Z', 'revision_number': 2, 'project_id': '515ded26ca114fbf9c6e920362aec64c', 'subnets': [{'id': 'ed880366-382f-48ca-9b10-9aa3edc0e5e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-25-iscsi', False) {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:22.260433 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b598c359-07f0-4106-a882-0bc9278a0b8d req-efff62fb-c4f7-4926-a65e-f36e381dc25d tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:22.262737 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-b598c359-07f0-4106-a882-0bc9278a0b8d req-efff62fb-c4f7-4926-a65e-f36e381dc25d tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/ports?device_id=59ad64a5-af93-44ef-8031-fd2f2d18a901 HTTP/1.1" status: 200 len: 946 time: 0.5767252 Jan 21 09:38:22.267209 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-21adeef1-6d39-4f4a-9016-6338affe049c req-8b32dd1a-f8d5-4e4d-b21d-e2c395210288 service neutron] 10.222.0.109 "GET /v2.0/networks/6d3bfab5-614b-42ce-87b9-03bdb3f3c1da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7251508 Jan 21 09:38:22.277875 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d39d50-d636-44ab-a1ce-48d276ef6ca6 req-7d000c12-8f0f-43c5-92c0-325882487891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:22.279012 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-f0d39d50-d636-44ab-a1ce-48d276ef6ca6 req-7d000c12-8f0f-43c5-92c0-325882487891 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11211'] for port (None), before_response {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:22.281043 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-f0d39d50-d636-44ab-a1ce-48d276ef6ca6 req-7d000c12-8f0f-43c5-92c0-325882487891 service neutron] 10.222.0.109 "PUT /v2.0/ports/d22f9cde-e9ce-4b37-9b2a-f673b65a0353 HTTP/1.1" status: 200 len: 1093 time: 3.9088476 Jan 21 09:38:22.281938 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0af82e59-d508-40c8-b695-8686153f87bf admin admin] Made reservation on behalf of 6fb311e2bec64fe8b91841c05e386972 for: {'network': 1} {{(pid=103182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:38:22.285861 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-0af82e59-d508-40c8-b695-8686153f87bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for network (None), before_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:22.302175 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '750f8ae5-b267-4b76-bb13-170071722932', 'tag': 'd22f9cde-e9ce-4b37-9b2a-f673b65a0353'}] {{(pid=103182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:38:22.305267 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa0cc1f82daaed98fc3f7058001f72739ccfc4facde8019b77a0af70a494964c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c7b204f-ac11-47b7-b3f3-4f8104e6a00c" -d '{"events": [{"name": "network-changed", "server_uuid": "750f8ae5-b267-4b76-bb13-170071722932", "tag": "d22f9cde-e9ce-4b37-9b2a-f673b65a0353"}]}' {{(pid=103182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:38:22.310504 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-0af82e59-d508-40c8-b695-8686153f87bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:22.323441 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd85d963-3444-4f58-a0e1-64d367cc6f2d req-da1bd6bd-8ae8-4bb6-9c25-0ce3a66f78ff tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:22.325615 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-bd85d963-3444-4f58-a0e1-64d367cc6f2d req-da1bd6bd-8ae8-4bb6-9c25-0ce3a66f78ff tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] 10.222.0.45 "GET /v2.0/ports?device_id=0f393a36-e048-4228-a48c-9ed725c3e71c HTTP/1.1" status: 200 len: 943 time: 0.6931491 Jan 21 09:38:22.389734 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c14320-e26b-435f-b160-bebf83c46962 None None] Checking router: 945389a6-2cd8-43f7-b660-ccdf197add80 for host: dv-cinder-804035-25-iscsi {{(pid=103184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:38:22.390191 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c14320-e26b-435f-b160-bebf83c46962 None None] Updating router 945389a6-2cd8-43f7-b660-ccdf197add80 port 82c21408-9913-4970-b17f-da216a976def binding host dv-cinder-804035-25-iscsi {{(pid=103184) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 09:38:22.432759 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-b598c359-07f0-4106-a882-0bc9278a0b8d req-7f2097c4-b25c-4f29-bc04-91a831b64715 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/security-groups?id=db9ef9f1-43ce-4c8b-928d-23519653180d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1337297 Jan 21 09:38:22.536201 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] For port 3a1c611f-ef10-4e62-a802-09f927e4a0d9, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=3a1c611f-ef10-4e62-a802-09f927e4a0d9,segment=NetworkSegment(040eb47d-f813-4918-9757-ad97391c2793),segment_id=040eb47d-f813-4918-9757-ad97391c2793)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:38:22.586094 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (a4f58dde-e5c6-489c-94fe-b355a6abc90e), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:22.593745 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-bd85d963-3444-4f58-a0e1-64d367cc6f2d req-f6a19f7a-e87e-46eb-a392-a93041c27a68 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] 10.222.0.45 "GET /v2.0/security-groups?id=689824d6-e2cc-4e2f-a7c0-efd7e57bdd17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2582581 Jan 21 09:38:22.595362 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Returning: {'device': '3a1c611f-ef10-4e62-a802-09f927e4a0d9', 'network_id': '6d3bfab5-614b-42ce-87b9-03bdb3f3c1da', 'port_id': '3a1c611f-ef10-4e62-a802-09f927e4a0d9', 'mac_address': 'fa:16:3e:da:a1:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc85c810-f6f8-41f3-bbb2-2b1bee730031', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103184) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 21 09:38:22.624808 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-72c14320-e26b-435f-b160-bebf83c46962 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (82c21408-9913-4970-b17f-da216a976def), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:22.784609 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-0af82e59-d508-40c8-b695-8686153f87bf admin admin] Publish callbacks [] for security_group (fc07f06c-dd06-4c23-8cee-fc41f1eabb3f), precommit_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:22.854921 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-0af82e59-d508-40c8-b695-8686153f87bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126007'] for security_group (fc07f06c-dd06-4c23-8cee-fc41f1eabb3f), after_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:22.892993 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af82e59-d508-40c8-b695-8686153f87bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc07f06c-dd06-4c23-8cee-fc41f1eabb3f,revision_number=1']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:22.915699 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0af82e59-d508-40c8-b695-8686153f87bf admin admin] vlan segment allocate from pool success with {'vlan_id': 356, 'physical_network': 'physnet1'} {{(pid=103182) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:38:22.965457 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-0af82e59-d508-40c8-b695-8686153f87bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906022'] for segment (da41fa3a-e24e-4924-ba2f-20cbc29f0726), precommit_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:22.966224 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.db.segments_db [None req-0af82e59-d508-40c8-b695-8686153f87bf admin admin] Added segment da41fa3a-e24e-4924-ba2f-20cbc29f0726 of type vlan for network 9255af24-58b8-4354-8fb4-d5ec8f0ff776 Jan 21 09:38:22.995289 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978a345a-3135-47d5-9c51-53f39ad38464 req-aabc525b-47e5-4c31-867c-456538038b86 tempest-VolumesActionsTest-600326628 tempest-VolumesActionsTest-600326628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:23.000833 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-978a345a-3135-47d5-9c51-53f39ad38464 req-aabc525b-47e5-4c31-867c-456538038b86 tempest-VolumesActionsTest-600326628 tempest-VolumesActionsTest-600326628-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4e4d869-a178-4acd-8305-895d478f77ce HTTP/1.1" status: 200 len: 944 time: 0.1779244 Jan 21 09:38:23.120920 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-0af82e59-d508-40c8-b695-8686153f87bf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774670334190'] for network (9255af24-58b8-4354-8fb4-d5ec8f0ff776), precommit_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:23.131827 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-978a345a-3135-47d5-9c51-53f39ad38464 req-70d0a83d-0757-46e8-8f2a-ec68ca91cb81 tempest-VolumesActionsTest-600326628 tempest-VolumesActionsTest-600326628-project] 10.222.0.45 "GET /v2.0/security-groups?id=ca46b9c8-4f8b-4ca8-b76a-dbd1f3494728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177688 Jan 21 09:38:23.296475 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-0af82e59-d508-40c8-b695-8686153f87bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430'] for network (9255af24-58b8-4354-8fb4-d5ec8f0ff776), after_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:23.297417 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0af82e59-d508-40c8-b695-8686153f87bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:23.297862 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-0af82e59-d508-40c8-b695-8686153f87bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4184320'] for network (None), before_response {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:23.321099 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 09:38:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-612226d8-82a2-4b11-94e2-cfcaa97b4844 x-openstack-request-id: req-612226d8-82a2-4b11-94e2-cfcaa97b4844 {{(pid=103182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:38:23.321830 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "750f8ae5-b267-4b76-bb13-170071722932", "tag": "d22f9cde-e9ce-4b37-9b2a-f673b65a0353", "status": "completed", "code": 200}]} {{(pid=103182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:38:23.322330 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-612226d8-82a2-4b11-94e2-cfcaa97b4844 {{(pid=103182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:38:23.322938 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '750f8ae5-b267-4b76-bb13-170071722932', 'tag': 'd22f9cde-e9ce-4b37-9b2a-f673b65a0353', 'status': 'completed', 'code': 200} Jan 21 09:38:23.422844 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [None req-0af82e59-d508-40c8-b695-8686153f87bf admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.7117074 Jan 21 09:38:23.427257 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.45', 36474) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:38:23.433599 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.v2.base [None req-63bff058-0256-4b45-90e2-7e6a0156a98d admin admin] Request body: {'subnet': {'network_id': '9255af24-58b8-4354-8fb4-d5ec8f0ff776', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-356412223-subnet', 'tenant_id': '6fb311e2bec64fe8b91841c05e386972', 'ip_version': 4}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:23.559776 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af82e59-d508-40c8-b695-8686153f87bf admin admin] Pushing event updated for resources: {'Network': ['ID=9255af24-58b8-4354-8fb4-d5ec8f0ff776,revision_number=1']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:23.594449 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-72c14320-e26b-435f-b160-bebf83c46962 None None] Publish callbacks [] for port (82c21408-9913-4970-b17f-da216a976def), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:23.605624 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63bff058-0256-4b45-90e2-7e6a0156a98d admin admin] Made reservation on behalf of 6fb311e2bec64fe8b91841c05e386972 for: {'subnet': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:38:23.609381 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b830d9a-66a8-4d6a-8ed4-3b70d99dcfbf req-6262ca0f-df8d-4ed9-96e2-f0ebc29a162f tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:23.609876 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-63bff058-0256-4b45-90e2-7e6a0156a98d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28848053'] for subnet (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:23.612493 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-9b830d9a-66a8-4d6a-8ed4-3b70d99dcfbf req-6262ca0f-df8d-4ed9-96e2-f0ebc29a162f tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] 10.222.0.45 "GET /v2.0/ports?device_id=750f8ae5-b267-4b76-bb13-170071722932 HTTP/1.1" status: 200 len: 943 time: 0.2937346 Jan 21 09:38:23.614735 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Network 9255af24-58b8-4354-8fb4-d5ec8f0ff776 details requested by agent ovs-agent-dv-cinder-804035-25-iscsi with host dv-cinder-804035-25-iscsi {{(pid=103184) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 09:38:23.717750 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Current status of the port 3a1c611f-ef10-4e62-a802-09f927e4a0d9 is: DOWN; New status is: BUILD {{(pid=103184) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:38:23.717750 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (3a1c611f-ef10-4e62-a802-09f927e4a0d9), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:23.749970 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29598a77-dde6-4468-bbb7-9614744aa34e req-f558c066-7844-4025-a157-518e5213e901 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:23.761841 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-29598a77-dde6-4468-bbb7-9614744aa34e req-f558c066-7844-4025-a157-518e5213e901 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/ports?device_id=4e67b25e-7e65-4975-bafa-fceafcd53647 HTTP/1.1" status: 200 len: 945 time: 0.2699904 Jan 21 09:38:23.819702 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-72c14320-e26b-435f-b160-bebf83c46962 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774670732957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774670299814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774670299832'] for port (82c21408-9913-4970-b17f-da216a976def), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:23.874548 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-9b830d9a-66a8-4d6a-8ed4-3b70d99dcfbf req-40fa8d7b-f259-4c16-8336-5efd9feb8496 tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] 10.222.0.45 "GET /v2.0/security-groups?id=98741539-7e8f-4cb1-b02f-12a07fa1dee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2287498 Jan 21 09:38:23.935783 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-29598a77-dde6-4468-bbb7-9614744aa34e req-8405045f-756d-41f9-872f-32906eccc642 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/security-groups?id=3362d256-4580-47a9-b110-e51f4226c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703467 Jan 21 09:38:23.985383 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Current status of the port eb6b8964-78f2-488d-b3b2-a54566139ced is: ACTIVE; New status is: ACTIVE {{(pid=103184) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:38:24.012912 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.notifiers.nova [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a1c611f-ef10-4e62-a802-09f927e4a0d9 {{(pid=103184) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:38:24.048100 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] For port 3a1c611f-ef10-4e62-a802-09f927e4a0d9, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=3a1c611f-ef10-4e62-a802-09f927e4a0d9,segment=NetworkSegment(040eb47d-f813-4918-9757-ad97391c2793),segment_id=040eb47d-f813-4918-9757-ad97391c2793)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:38:24.158517 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fc6667-5a4b-42c3-a956-ada099a92831 None None] Pushing event updated for resources: {'Port': ['ID=82c21408-9913-4970-b17f-da216a976def,revision_number=3']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:24.184674 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [None req-72c14320-e26b-435f-b160-bebf83c46962 None None] Attempting to bind port 82c21408-9913-4970-b17f-da216a976def on host dv-cinder-804035-25-iscsi for vnic_type normal with profile {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 09:38:24.185394 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [None req-72c14320-e26b-435f-b160-bebf83c46962 None None] Attempting to bind port 82c21408-9913-4970-b17f-da216a976def by drivers openvswitch,hyperv on host dv-cinder-804035-25-iscsi at level 0 using segments [{'id': '18509a21-b759-406e-af96-dd1ff2a318e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '858c4f17-92ac-4cda-9750-b98e2d3705f8'}] {{(pid=103184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 09:38:24.196610 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c14320-e26b-435f-b160-bebf83c46962 None None] Attempting to bind port 82c21408-9913-4970-b17f-da216a976def on network 858c4f17-92ac-4cda-9750-b98e2d3705f8 {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:38:24.204843 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c14320-e26b-435f-b160-bebf83c46962 None None] Checking agent: {'id': 'a4f58dde-e5c6-489c-94fe-b355a6abc90e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-25-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 27, 22), 'started_at': datetime.datetime(2022, 1, 21, 9, 27, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 38, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-25-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:38:24.205301 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c14320-e26b-435f-b160-bebf83c46962 None None] Checking segment: {'id': '18509a21-b759-406e-af96-dd1ff2a318e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '858c4f17-92ac-4cda-9750-b98e2d3705f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 09:38:24.205644 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-72c14320-e26b-435f-b160-bebf83c46962 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:24.206729 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c14320-e26b-435f-b160-bebf83c46962 None None] Bound using segment: {'id': '18509a21-b759-406e-af96-dd1ff2a318e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '858c4f17-92ac-4cda-9750-b98e2d3705f8'} {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:38:24.207524 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [None req-72c14320-e26b-435f-b160-bebf83c46962 None None] Bound port: 82c21408-9913-4970-b17f-da216a976def, host: dv-cinder-804035-25-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18509a21-b759-406e-af96-dd1ff2a318e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '858c4f17-92ac-4cda-9750-b98e2d3705f8'}}] {{(pid=103184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 09:38:24.208153 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-72c14320-e26b-435f-b160-bebf83c46962 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (82c21408-9913-4970-b17f-da216a976def), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:24.293461 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123f0bed-81c1-42f7-ae7c-242979c6fa8a req-6e9cc77d-0fff-4664-b5de-9fa0ff61de8f tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:24.340335 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-123f0bed-81c1-42f7-ae7c-242979c6fa8a req-6e9cc77d-0fff-4664-b5de-9fa0ff61de8f tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/ports?device_id=59ad64a5-af93-44ef-8031-fd2f2d18a901 HTTP/1.1" status: 200 len: 946 time: 0.2827754 Jan 21 09:38:24.413983 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7cdfed-97e0-49a7-ade7-4342349c5568 req-8927d668-5b3b-41e9-a078-1ada8064ac2c tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:24.436003 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-1e7cdfed-97e0-49a7-ade7-4342349c5568 req-8927d668-5b3b-41e9-a078-1ada8064ac2c tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] 10.222.0.45 "GET /v2.0/ports?device_id=0f393a36-e048-4228-a48c-9ed725c3e71c HTTP/1.1" status: 200 len: 943 time: 0.2894154 Jan 21 09:38:24.485348 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-72c14320-e26b-435f-b160-bebf83c46962 None None] For port 82c21408-9913-4970-b17f-da216a976def, host dv-cinder-804035-25-iscsi, cleared binding levels {{(pid=103184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:38:24.496648 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-72c14320-e26b-435f-b160-bebf83c46962 None None] For port 82c21408-9913-4970-b17f-da216a976def, host dv-cinder-804035-25-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-25-iscsi',level=0,port_id=82c21408-9913-4970-b17f-da216a976def,segment=NetworkSegment(18509a21-b759-406e-af96-dd1ff2a318e9),segment_id=18509a21-b759-406e-af96-dd1ff2a318e9)] {{(pid=103184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:38:24.520929 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d5bb4e-e752-41ff-a2b4-c47a7eef11ea req-24515c48-b1fe-47f7-86b5-6c98d9ae9436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:24.529781 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [req-70d5bb4e-e752-41ff-a2b4-c47a7eef11ea req-24515c48-b1fe-47f7-86b5-6c98d9ae9436 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=14a025df-22d6-457a-8964-126d9d91d404 HTTP/1.1" status: 200 len: 849 time: 0.1309125 Jan 21 09:38:24.548034 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774670732957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774670299814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774670299832'] for port (3a1c611f-ef10-4e62-a802-09f927e4a0d9), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:24.589199 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-63bff058-0256-4b45-90e2-7e6a0156a98d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4120330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25182144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28848043'] for subnet (47f7f9ae-f753-49bc-9b84-7c86ba8c042e), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:24.685697 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Pushing event updated for resources: {'Port': ['ID=3a1c611f-ef10-4e62-a802-09f927e4a0d9,revision_number=4']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:24.702372 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-1e7cdfed-97e0-49a7-ade7-4342349c5568 req-46d55fc9-81b1-4819-b4b0-908cb373fe35 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] 10.222.0.45 "GET /v2.0/security-groups?id=689824d6-e2cc-4e2f-a7c0-efd7e57bdd17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2612693 Jan 21 09:38:24.706744 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Device c37f8b48-fdff-490a-a961-319445aac8a3 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=103184) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 21 09:38:24.733859 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-123f0bed-81c1-42f7-ae7c-242979c6fa8a req-2b9e9aec-1a25-4ef0-8ec0-85a757072c0f tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/security-groups?id=db9ef9f1-43ce-4c8b-928d-23519653180d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3923626 Jan 21 09:38:24.744158 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-72c14320-e26b-435f-b160-bebf83c46962 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774670732957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774670299814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774670299832'] for port (82c21408-9913-4970-b17f-da216a976def), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:24.786991 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63bff058-0256-4b45-90e2-7e6a0156a98d admin admin] Checking segment: {'id': 'da41fa3a-e24e-4924-ba2f-20cbc29f0726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '9255af24-58b8-4354-8fb4-d5ec8f0ff776'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 09:38:24.787279 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63bff058-0256-4b45-90e2-7e6a0156a98d admin admin] Network hostable DHCP agents. Network: 9255af24-58b8-4354-8fb4-d5ec8f0ff776, hostable agents: ['8a5d4a72-43a4-4fcf-b58e-bc9792bd5f0a'], hosted agents: [] {{(pid=103183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:38:24.823959 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bff058-0256-4b45-90e2-7e6a0156a98d admin admin] Pushing event updated for resources: {'Subnet': ['ID=47f7f9ae-f753-49bc-9b84-7c86ba8c042e,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:24.897693 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fc6667-5a4b-42c3-a956-ada099a92831 None None] Pushing event updated for resources: {'Port': ['ID=82c21408-9913-4970-b17f-da216a976def,revision_number=4']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:24.937075 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.provisioning_blocks [None req-8c4b3e0e-607d-4ab9-b390-9a0a3236a953 None None] Provisioning complete for port 82c21408-9913-4970-b17f-da216a976def triggered by entity DHCP. {{(pid=103184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:38:24.937784 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8c4b3e0e-607d-4ab9-b390-9a0a3236a953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983013'] for port (82c21408-9913-4970-b17f-da216a976def), provisioning_complete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:24.945691 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63bff058-0256-4b45-90e2-7e6a0156a98d admin admin] Network 9255af24-58b8-4354-8fb4-d5ec8f0ff776 is scheduled to be hosted by DHCP agent 8a5d4a72-43a4-4fcf-b58e-bc9792bd5f0a with binding_index 1 {{(pid=103183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:38:25.043330 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbce9a3e-be08-4953-9034-cf31849f5ffd req-0e662387-9d9c-4a6b-ab6f-f497cf687eb2 tempest-VolumesActionsTest-600326628 tempest-VolumesActionsTest-600326628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:25.044742 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-63bff058-0256-4b45-90e2-7e6a0156a98d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-25-iscsi, 9255af24-58b8-4354-8fb4-d5ec8f0ff776) {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:38:25.051377 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-fbce9a3e-be08-4953-9034-cf31849f5ffd req-0e662387-9d9c-4a6b-ab6f-f497cf687eb2 tempest-VolumesActionsTest-600326628 tempest-VolumesActionsTest-600326628-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4e4d869-a178-4acd-8305-895d478f77ce HTTP/1.1" status: 200 len: 944 time: 0.1735537 Jan 21 09:38:25.055259 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63bff058-0256-4b45-90e2-7e6a0156a98d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:25.055884 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-63bff058-0256-4b45-90e2-7e6a0156a98d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:25.119513 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c14320-e26b-435f-b160-bebf83c46962 None None] Routers {'945389a6-2cd8-43f7-b660-ccdf197add80'} bound to L3 agent in host dv-cinder-804035-25-iscsi {{(pid=103184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 09:38:25.120589 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.l3_hamode_db [None req-72c14320-e26b-435f-b160-bebf83c46962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-21T09:27:18Z,description=,heartbeat_timestamp=2022-01-21T09:38:18Z,host='dv-cinder-804035-25-iscsi',id=e2f5353c-5d20-4dd0-beb4-c302aead9ffd,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:27:19Z,topic='l3_agent')) {'router_ids': ['945389a6-2cd8-43f7-b660-ccdf197add80'], 'active': True} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:25.132460 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f7e238b-6379-4f21-a68b-9dcb239a91a8 None None] Network 9255af24-58b8-4354-8fb4-d5ec8f0ff776 requested from dv-cinder-804035-25-iscsi {{(pid=103184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 09:38:25.169499 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [None req-63bff058-0256-4b45-90e2-7e6a0156a98d admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7375994 Jan 21 09:38:25.172237 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.45', 36488) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:38:25.177057 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.v2.base [None req-5fe4865e-9b71-410c-a9ab-588c4227325c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-356412223-router', 'tenant_id': '6fb311e2bec64fe8b91841c05e386972', 'external_gateway_info': {'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5'}}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:25.241430 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3627018-8981-4822-b3f8-357630088cdf req-03c733ab-86d8-4f68-8ae0-71b15ab65011 tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:25.243968 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-c3627018-8981-4822-b3f8-357630088cdf req-03c733ab-86d8-4f68-8ae0-71b15ab65011 tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] 10.222.0.45 "GET /v2.0/ports?device_id=750f8ae5-b267-4b76-bb13-170071722932 HTTP/1.1" status: 200 len: 943 time: 0.1913929 Jan 21 09:38:25.271251 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-fbce9a3e-be08-4953-9034-cf31849f5ffd req-bfa1f1ed-959b-4107-963a-993e84ff3c31 tempest-VolumesActionsTest-600326628 tempest-VolumesActionsTest-600326628-project] 10.222.0.45 "GET /v2.0/security-groups?id=ca46b9c8-4f8b-4ca8-b76a-dbd1f3494728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913495 Jan 21 09:38:25.298686 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] get_ports_and_sgs() called for port_ids ['3a1c611f-ef10-4e62-a802-09f927e4a0d9'] {{(pid=103184) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 09:38:25.348474 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-5fe4865e-9b71-410c-a9ab-588c4227325c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3844473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3103'] for router (49485dab-3050-4b45-9257-af66d3e68490), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:25.350653 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-5fe4865e-9b71-410c-a9ab-588c4227325c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3843017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3850133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3732829', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3092'] for router (49485dab-3050-4b45-9257-af66d3e68490), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:25.505682 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-c3627018-8981-4822-b3f8-357630088cdf req-334e54fd-1be3-430c-ae77-cd55c814e18a tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] 10.222.0.45 "GET /v2.0/security-groups?id=98741539-7e8f-4cb1-b02f-12a07fa1dee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2329867 Jan 21 09:38:25.545323 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.db.agents_db [None req-6cca2222-2941-4527-9622-8fe6bb096302 None None] Agent healthcheck: found 6 active agents {{(pid=103185) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 09:38:25.586243 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-5fe4865e-9b71-410c-a9ab-588c4227325c admin admin] Publish callbacks [] for router_controller (49485dab-3050-4b45-9257-af66d3e68490), precommit_add_association {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:25.631250 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4561914-a083-4e76-9f37-a98070c6ab40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdb391ba1-f7e2-5f62-9648-e4a8f7be7f09-9255af24-58b8-4354-8fb4-d5ec8f0ff776', 'network_id': '9255af24-58b8-4354-8fb4-d5ec8f0ff776', 'project_id': '6fb311e2bec64fe8b91841c05e386972', 'fixed_ips': [{'subnet_id': '47f7f9ae-f753-49bc-9b84-7c86ba8c042e'}]}} from dv-cinder-804035-25-iscsi. {{(pid=103184) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 21 09:38:25.633134 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d4561914-a083-4e76-9f37-a98070c6ab40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:25.665655 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052244af-681e-4675-8271-bfe017c5962f req-47dd45f1-4875-4da3-9f31-f0eca3a3ac30 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:25.679433 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-052244af-681e-4675-8271-bfe017c5962f req-47dd45f1-4875-4da3-9f31-f0eca3a3ac30 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/ports?device_id=4e67b25e-7e65-4975-bafa-fceafcd53647 HTTP/1.1" status: 200 len: 945 time: 0.2319856 Jan 21 09:38:25.806038 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-052244af-681e-4675-8271-bfe017c5962f req-8b32f783-6520-4e9f-aa58-ea34da0875ab tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/security-groups?id=3362d256-4580-47a9-b110-e51f4226c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210847 Jan 21 09:38:25.861206 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] For port c37f8b48-fdff-490a-a961-319445aac8a3, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=c37f8b48-fdff-490a-a961-319445aac8a3,segment=NetworkSegment(ed44a47c-c34b-4572-831d-404b42890929),segment_id=ed44a47c-c34b-4572-831d-404b42890929)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:38:26.057202 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Returning: {'device': 'c37f8b48-fdff-490a-a961-319445aac8a3', 'network_id': '12c1a4df-23d6-4c4b-b623-e53eca6cd97e', 'port_id': 'c37f8b48-fdff-490a-a961-319445aac8a3', 'mac_address': 'fa:16:3e:45:3d:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 365, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14a025df-22d6-457a-8964-126d9d91d404', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103184) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 21 09:38:26.103058 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.l3_dvr_db [None req-72c14320-e26b-435f-b160-bebf83c46962 None None] Set router 945389a6-2cd8-43f7-b660-ccdf197add80 gateway port host: dv-cinder-804035-25-iscsi {{(pid=103184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:38:26.253555 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-5fe4865e-9b71-410c-a9ab-588c4227325c admin admin] Publish callbacks [] for router_gateway (49485dab-3050-4b45-9257-af66d3e68490), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:26.262447 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [req-70d5bb4e-e752-41ff-a2b4-c47a7eef11ea req-8e21effa-aaf8-4845-b0d4-7bf0f4a73abd service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=12c1a4df-23d6-4c4b-b623-e53eca6cd97e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0798075 Jan 21 09:38:26.327801 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-8c4b3e0e-607d-4ab9-b390-9a0a3236a953 None None] Current status of the port 82c21408-9913-4970-b17f-da216a976def is: DOWN; New status is: ACTIVE {{(pid=103184) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:38:26.328542 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8c4b3e0e-607d-4ab9-b390-9a0a3236a953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (82c21408-9913-4970-b17f-da216a976def), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:26.352700 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a63a6e2-55fc-42dc-bede-b79f11a1fce9 req-133473ca-4430-4417-8744-8ab92cb440f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:26.355930 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-6a63a6e2-55fc-42dc-bede-b79f11a1fce9 req-133473ca-4430-4417-8744-8ab92cb440f8 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=5f89d1b21ad8471a8a9a82adac2594c1&device_id=4e67b25e-7e65-4975-bafa-fceafcd53647 HTTP/1.1" status: 200 len: 1098 time: 0.2158401 Jan 21 09:38:26.371722 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef2cb96-4d8d-42a4-a8cd-f33e58a8367b req-5bfa31d2-8766-41ba-aeb3-a6cc332ba4ad tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:26.373330 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-8ef2cb96-4d8d-42a4-a8cd-f33e58a8367b req-5bfa31d2-8766-41ba-aeb3-a6cc332ba4ad tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] 10.222.0.45 "GET /v2.0/ports?device_id=0f393a36-e048-4228-a48c-9ed725c3e71c HTTP/1.1" status: 200 len: 944 time: 0.3058665 Jan 21 09:38:26.375423 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7b204f-ac11-47b7-b3f3-4f8104e6a00c req-d77065d5-e439-400b-a153-1d06e1a6fb55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:26.376848 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-8c7b204f-ac11-47b7-b3f3-4f8104e6a00c req-d77065d5-e439-400b-a153-1d06e1a6fb55 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=10ed49573f464cc18794b94fd1c115ee&device_id=750f8ae5-b267-4b76-bb13-170071722932 HTTP/1.1" status: 200 len: 1096 time: 0.2261462 Jan 21 09:38:26.484251 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [None req-d4561914-a083-4e76-9f37-a98070c6ab40 None None] Allocated IP 172.20.0.2 (9255af24-58b8-4354-8fb4-d5ec8f0ff776/47f7f9ae-f753-49bc-9b84-7c86ba8c042e/a3d7885f-3a45-42c8-8580-27954028dfe3) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:38:26.497748 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Current status of the port c37f8b48-fdff-490a-a961-319445aac8a3 is: DOWN; New status is: BUILD {{(pid=103184) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:38:26.502751 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (c37f8b48-fdff-490a-a961-319445aac8a3), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:26.559229 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-8ef2cb96-4d8d-42a4-a8cd-f33e58a8367b req-47739be5-a83c-4494-bd4f-9e21b65d2c97 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] 10.222.0.45 "GET /v2.0/security-groups?id=689824d6-e2cc-4e2f-a7c0-efd7e57bdd17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767354 Jan 21 09:38:26.600715 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-8c4b3e0e-607d-4ab9-b390-9a0a3236a953 None None] For port 82c21408-9913-4970-b17f-da216a976def, host dv-cinder-804035-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-25-iscsi',level=0,port_id=82c21408-9913-4970-b17f-da216a976def,segment=NetworkSegment(18509a21-b759-406e-af96-dd1ff2a318e9),segment_id=18509a21-b759-406e-af96-dd1ff2a318e9)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:38:26.660616 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.notifiers.nova [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c37f8b48-fdff-490a-a961-319445aac8a3 {{(pid=103184) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:38:26.807453 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [req-70d5bb4e-e752-41ff-a2b4-c47a7eef11ea req-d09ad109-ad95-47e1-8f42-8acbae4ef87a service neutron] 10.222.0.109 "GET /v2.0/networks/12c1a4df-23d6-4c4b-b623-e53eca6cd97e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3880289 Jan 21 09:38:26.876490 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7b204f-ac11-47b7-b3f3-4f8104e6a00c req-f1901369-c3b0-41c5-8c93-79bf002d59c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:26.877106 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] For port c37f8b48-fdff-490a-a961-319445aac8a3, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=c37f8b48-fdff-490a-a961-319445aac8a3,segment=NetworkSegment(ed44a47c-c34b-4572-831d-404b42890929),segment_id=ed44a47c-c34b-4572-831d-404b42890929)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:38:26.878760 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-8c7b204f-ac11-47b7-b3f3-4f8104e6a00c req-f1901369-c3b0-41c5-8c93-79bf002d59c7 service neutron] 10.222.0.109 "GET /v2.0/networks?tenant_id=10ed49573f464cc18794b94fd1c115ee&shared=False HTTP/1.1" status: 200 len: 916 time: 0.3669493 Jan 21 09:38:26.922832 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a63a6e2-55fc-42dc-bede-b79f11a1fce9 req-1949cecf-69d3-4624-afdd-80bec552b20f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:26.924464 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-6a63a6e2-55fc-42dc-bede-b79f11a1fce9 req-1949cecf-69d3-4624-afdd-80bec552b20f service neutron] 10.222.0.109 "GET /v2.0/networks?id=d8632307-2281-4a7d-8be2-4fe34d09fe87 HTTP/1.1" status: 200 len: 919 time: 0.4138529 Jan 21 09:38:26.932643 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7e5701-f9d0-4bb4-b363-1f783f22a0ae req-d6490805-caf4-4086-8e86-5c3836dbbebf tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:26.934308 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-9a7e5701-f9d0-4bb4-b363-1f783f22a0ae req-d6490805-caf4-4086-8e86-5c3836dbbebf tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/ports?device_id=59ad64a5-af93-44ef-8031-fd2f2d18a901 HTTP/1.1" status: 200 len: 946 time: 0.1924527 Jan 21 09:38:26.990314 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-6a63a6e2-55fc-42dc-bede-b79f11a1fce9 req-4a019f43-a81e-4819-8e74-c71451432f92 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9eccc2a4-ddb6-4675-9f12-63953114fa21 HTTP/1.1" status: 200 len: 217 time: 0.0548306 Jan 21 09:38:27.057871 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8c4b3e0e-607d-4ab9-b390-9a0a3236a953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774670732957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774670299814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774670299832'] for port (82c21408-9913-4970-b17f-da216a976def), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:27.069065 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-5fe4865e-9b71-410c-a9ab-588c4227325c admin admin] Publish callbacks [] for router_gateway (49485dab-3050-4b45-9257-af66d3e68490), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:27.094190 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-5fe4865e-9b71-410c-a9ab-588c4227325c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:27.105237 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [req-70d5bb4e-e752-41ff-a2b4-c47a7eef11ea req-1696e92c-b719-4d56-ad0f-e8f2784f55a1 service neutron] 10.222.0.109 "GET /v2.0/networks/12c1a4df-23d6-4c4b-b623-e53eca6cd97e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2585468 Jan 21 09:38:27.148028 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-9a7e5701-f9d0-4bb4-b363-1f783f22a0ae req-63e780ad-caf1-4aaf-99a8-e7db1355c324 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/security-groups?id=db9ef9f1-43ce-4c8b-928d-23519653180d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1672115 Jan 21 09:38:27.155353 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a63a6e2-55fc-42dc-bede-b79f11a1fce9 req-717c2f39-487b-446d-ac57-98e735116ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:27.156969 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-6a63a6e2-55fc-42dc-bede-b79f11a1fce9 req-717c2f39-487b-446d-ac57-98e735116ec9 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=72f007c2-95bb-4c65-8ae3-279d29a2c1fd HTTP/1.1" status: 200 len: 858 time: 0.1554902 Jan 21 09:38:27.167359 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774670732957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774670299814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774670299832'] for port (c37f8b48-fdff-490a-a961-319445aac8a3), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:27.178699 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7b204f-ac11-47b7-b3f3-4f8104e6a00c req-9ec21cae-3adf-4c55-9e8c-6abf9aee3116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:27.184197 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-8c7b204f-ac11-47b7-b3f3-4f8104e6a00c req-9ec21cae-3adf-4c55-9e8c-6abf9aee3116 service neutron] 10.222.0.109 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2921855 Jan 21 09:38:27.228453 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [None req-5fe4865e-9b71-410c-a9ab-588c4227325c admin admin] Allocated IP 172.27.3.252 (c13ce787-b669-4a63-b567-cda42d951ad5/6accd444-6422-45bf-9c21-6be173243a45/f3cf995b-9ff7-46d0-8b18-e677a163a78e) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:38:27.272604 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-6a63a6e2-55fc-42dc-bede-b79f11a1fce9 req-192fdd20-ad2f-43fe-9232-3f783cf5dea5 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=d8632307-2281-4a7d-8be2-4fe34d09fe87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0912864 Jan 21 09:38:27.324436 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4b3e0e-607d-4ab9-b390-9a0a3236a953 None None] Pushing event updated for resources: {'Port': ['ID=82c21408-9913-4970-b17f-da216a976def,revision_number=5']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:27.333391 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d4561914-a083-4e76-9f37-a98070c6ab40 None None] Publish callbacks [] for port (a3d7885f-3a45-42c8-8580-27954028dfe3), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:27.372144 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.provisioning_blocks [None req-7190548d-b3db-4654-91d1-db05460259f2 None None] Provisioning complete for port 82c21408-9913-4970-b17f-da216a976def triggered by entity DHCP. {{(pid=103184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:38:27.372144 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7190548d-b3db-4654-91d1-db05460259f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983013'] for port (82c21408-9913-4970-b17f-da216a976def), provisioning_complete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:27.444542 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886233ae-f77b-4d78-a019-9ee217f9b8f7 req-0d0f4eab-888e-4aa3-971a-2c087ccd8b26 tempest-VolumesActionsTest-600326628 tempest-VolumesActionsTest-600326628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:27.468714 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-886233ae-f77b-4d78-a019-9ee217f9b8f7 req-0d0f4eab-888e-4aa3-971a-2c087ccd8b26 tempest-VolumesActionsTest-600326628 tempest-VolumesActionsTest-600326628-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4e4d869-a178-4acd-8305-895d478f77ce HTTP/1.1" status: 200 len: 945 time: 0.1321902 Jan 21 09:38:27.476221 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d4561914-a083-4e76-9f37-a98070c6ab40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774670299796'] for port (a3d7885f-3a45-42c8-8580-27954028dfe3), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:27.491145 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.l3_hamode_db [None req-72c14320-e26b-435f-b160-bebf83c46962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '945389a6-2cd8-43f7-b660-ccdf197add80', 'name': 'tempest-TestVolumeBootPattern-1023830781-router', 'tenant_id': '515ded26ca114fbf9c6e920362aec64c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'external_fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.74'}], 'enable_snat': True}, 'gw_port_id': 'eb6b8964-78f2-488d-b3b2-a54566139ced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:38:09Z', 'updated_at': '2022-01-21T09:38:17Z', 'revision_number': 4, 'project_id': '515ded26ca114fbf9c6e920362aec64c', 'gw_port': {'id': 'eb6b8964-78f2-488d-b3b2-a54566139ced', 'name': '', 'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:0c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945389a6-2cd8-43f7-b660-ccdf197add80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:38:10Z', 'updated_at': '2022-01-21T09:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6accd444-6422-45bf-9c21-6be173243a45', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-25-iscsi', '_interfaces': [{'id': '82c21408-9913-4970-b17f-da216a976def', 'name': '', 'network_id': '858c4f17-92ac-4cda-9750-b98e2d3705f8', 'tenant_id': '515ded26ca114fbf9c6e920362aec64c', 'mac_address': 'fa:16:3e:82:01:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '945389a6-2cd8-43f7-b660-ccdf197add80', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'ed880366-382f-48ca-9b10-9aa3edc0e5e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:38:15Z', 'updated_at': '2022-01-21T09:38:24Z', 'revision_number': 4, 'project_id': '515ded26ca114fbf9c6e920362aec64c', 'subnets': [{'id': 'ed880366-382f-48ca-9b10-9aa3edc0e5e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-25-iscsi', False) {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:27.534711 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-5fe4865e-9b71-410c-a9ab-588c4227325c admin admin] Publish callbacks [] for port (f3cf995b-9ff7-46d0-8b18-e677a163a78e), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:27.577100 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c14320-e26b-435f-b160-bebf83c46962 None None] The sync data for ids ['945389a6-2cd8-43f7-b660-ccdf197add80'] in dv-cinder-804035-25-iscsi is: [{'id': '945389a6-2cd8-43f7-b660-ccdf197add80', 'name': 'tempest-TestVolumeBootPattern-1023830781-router', 'tenant_id': '515ded26ca114fbf9c6e920362aec64c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'external_fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.74'}], 'enable_snat': True}, 'gw_port_id': 'eb6b8964-78f2-488d-b3b2-a54566139ced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:38:09Z', 'updated_at': '2022-01-21T09:38:17Z', 'revision_number': 4, 'project_id': '515ded26ca114fbf9c6e920362aec64c', 'gw_port': {'id': 'eb6b8964-78f2-488d-b3b2-a54566139ced', 'name': '', 'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:0c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945389a6-2cd8-43f7-b660-ccdf197add80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:38:10Z', 'updated_at': '2022-01-21T09:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6accd444-6422-45bf-9c21-6be173243a45', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-25-iscsi', '_interfaces': [{'id': '82c21408-9913-4970-b17f-da216a976def', 'name': '', 'network_id': '858c4f17-92ac-4cda-9750-b98e2d3705f8', 'tenant_id': '515ded26ca114fbf9c6e920362aec64c', 'mac_address': 'fa:16:3e:82:01:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '945389a6-2cd8-43f7-b660-ccdf197add80', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'ed880366-382f-48ca-9b10-9aa3edc0e5e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:38:15Z', 'updated_at': '2022-01-21T09:38:24Z', 'revision_number': 4, 'project_id': '515ded26ca114fbf9c6e920362aec64c', 'subnets': [{'id': 'ed880366-382f-48ca-9b10-9aa3edc0e5e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:38:27.591109 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4561914-a083-4e76-9f37-a98070c6ab40 None None] Network 9255af24-58b8-4354-8fb4-d5ec8f0ff776 is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:38:27.592036 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Pushing event updated for resources: {'Port': ['ID=c37f8b48-fdff-490a-a961-319445aac8a3,revision_number=4']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:27.601237 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-d4561914-a083-4e76-9f37-a98070c6ab40 None None] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:38:27.675798 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4561914-a083-4e76-9f37-a98070c6ab40 None None] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 09:38:27.749771 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4561914-a083-4e76-9f37-a98070c6ab40 None None] Pushing event updated for resources: {'Port': ['ID=a3d7885f-3a45-42c8-8580-27954028dfe3,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:27.767837 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-5fe4865e-9b71-410c-a9ab-588c4227325c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774670299796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181744'] for port (f3cf995b-9ff7-46d0-8b18-e677a163a78e), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:27.852073 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [None req-d4561914-a083-4e76-9f37-a98070c6ab40 None None] Attempting to bind port a3d7885f-3a45-42c8-8580-27954028dfe3 on host dv-cinder-804035-25-iscsi for vnic_type normal with profile {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 09:38:27.854686 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [None req-d4561914-a083-4e76-9f37-a98070c6ab40 None None] Attempting to bind port a3d7885f-3a45-42c8-8580-27954028dfe3 by drivers openvswitch,hyperv on host dv-cinder-804035-25-iscsi at level 0 using segments [{'id': 'da41fa3a-e24e-4924-ba2f-20cbc29f0726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '9255af24-58b8-4354-8fb4-d5ec8f0ff776'}] {{(pid=103184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 09:38:27.855086 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4561914-a083-4e76-9f37-a98070c6ab40 None None] Attempting to bind port a3d7885f-3a45-42c8-8580-27954028dfe3 on network 9255af24-58b8-4354-8fb4-d5ec8f0ff776 {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:38:27.857629 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fe4865e-9b71-410c-a9ab-588c4227325c admin admin] Network c13ce787-b669-4a63-b567-cda42d951ad5 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:38:27.862663 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-5fe4865e-9b71-410c-a9ab-588c4227325c admin admin] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:38:27.864864 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe4865e-9b71-410c-a9ab-588c4227325c admin admin] Pushing event updated for resources: {'Port': ['ID=f3cf995b-9ff7-46d0-8b18-e677a163a78e,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:27.874088 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe4865e-9b71-410c-a9ab-588c4227325c admin admin] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 09:38:27.883876 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4561914-a083-4e76-9f37-a98070c6ab40 None None] Checking agent: {'id': 'a4f58dde-e5c6-489c-94fe-b355a6abc90e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-25-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 27, 22), 'started_at': datetime.datetime(2022, 1, 21, 9, 27, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 38, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-25-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:38:27.884632 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4561914-a083-4e76-9f37-a98070c6ab40 None None] Checking segment: {'id': 'da41fa3a-e24e-4924-ba2f-20cbc29f0726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '9255af24-58b8-4354-8fb4-d5ec8f0ff776'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 09:38:27.884632 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d4561914-a083-4e76-9f37-a98070c6ab40 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:27.885161 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4561914-a083-4e76-9f37-a98070c6ab40 None None] Bound using segment: {'id': 'da41fa3a-e24e-4924-ba2f-20cbc29f0726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '9255af24-58b8-4354-8fb4-d5ec8f0ff776'} {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:38:27.893576 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [None req-d4561914-a083-4e76-9f37-a98070c6ab40 None None] Bound port: a3d7885f-3a45-42c8-8580-27954028dfe3, host: dv-cinder-804035-25-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da41fa3a-e24e-4924-ba2f-20cbc29f0726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '9255af24-58b8-4354-8fb4-d5ec8f0ff776'}}] {{(pid=103184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 09:38:27.894131 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d4561914-a083-4e76-9f37-a98070c6ab40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (a3d7885f-3a45-42c8-8580-27954028dfe3), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:27.914528 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-7190548d-b3db-4654-91d1-db05460259f2 None None] Current status of the port 82c21408-9913-4970-b17f-da216a976def is: ACTIVE; New status is: ACTIVE {{(pid=103184) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:38:28.054296 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Device 3a1c611f-ef10-4e62-a802-09f927e4a0d9 up at agent hyperv_hv-cinder-80403 {{(pid=103184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:38:28.067865 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-d4561914-a083-4e76-9f37-a98070c6ab40 None None] For port a3d7885f-3a45-42c8-8580-27954028dfe3, host dv-cinder-804035-25-iscsi, cleared binding levels {{(pid=103184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:38:28.146165 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-d4561914-a083-4e76-9f37-a98070c6ab40 None None] For port a3d7885f-3a45-42c8-8580-27954028dfe3, host dv-cinder-804035-25-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-25-iscsi',level=0,port_id=a3d7885f-3a45-42c8-8580-27954028dfe3,segment=NetworkSegment(da41fa3a-e24e-4924-ba2f-20cbc29f0726),segment_id=da41fa3a-e24e-4924-ba2f-20cbc29f0726)] {{(pid=103184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:38:28.217256 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d4561914-a083-4e76-9f37-a98070c6ab40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774670732957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774670299814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774670299832'] for port (a3d7885f-3a45-42c8-8580-27954028dfe3), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:28.220094 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-6a63a6e2-55fc-42dc-bede-b79f11a1fce9 req-050ba647-4682-4de6-b1bc-bc6678aba43d service neutron] 10.222.0.109 "GET /v2.0/networks/d8632307-2281-4a7d-8be2-4fe34d09fe87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737919 Jan 21 09:38:28.248681 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] get_ports_and_sgs() called for port_ids ['c37f8b48-fdff-490a-a961-319445aac8a3'] {{(pid=103184) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 09:38:28.292931 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.provisioning_blocks [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Provisioning for port 3a1c611f-ef10-4e62-a802-09f927e4a0d9 completed by entity L2. {{(pid=103184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:38:28.349679 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Device 82c21408-9913-4970-b17f-da216a976def up at agent ovs-agent-dv-cinder-804035-25-iscsi {{(pid=103184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:38:28.442325 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.provisioning_blocks [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Provisioning complete for port 3a1c611f-ef10-4e62-a802-09f927e4a0d9 triggered by entity L2. {{(pid=103184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:38:28.442710 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983013'] for port (3a1c611f-ef10-4e62-a802-09f927e4a0d9), provisioning_complete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:28.467350 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-886233ae-f77b-4d78-a019-9ee217f9b8f7 req-b362008e-b64f-43ef-856e-b5ae318e6072 tempest-VolumesActionsTest-600326628 tempest-VolumesActionsTest-600326628-project] 10.222.0.45 "GET /v2.0/security-groups?id=ca46b9c8-4f8b-4ca8-b76a-dbd1f3494728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9891980 Jan 21 09:38:28.637809 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4561914-a083-4e76-9f37-a98070c6ab40 None None] Pushing event updated for resources: {'Port': ['ID=a3d7885f-3a45-42c8-8580-27954028dfe3,revision_number=2']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:28.673242 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d39d50-d636-44ab-a1ce-48d276ef6ca6 req-e8fd80a8-d7a6-4f6c-8e95-b86cec8ef709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:28.683690 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-f0d39d50-d636-44ab-a1ce-48d276ef6ca6 req-e8fd80a8-d7a6-4f6c-8e95-b86cec8ef709 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=10ed49573f464cc18794b94fd1c115ee&device_id=750f8ae5-b267-4b76-bb13-170071722932 HTTP/1.1" status: 200 len: 1096 time: 1.2074502 Jan 21 09:38:28.709931 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-6a63a6e2-55fc-42dc-bede-b79f11a1fce9 req-7a03030d-887e-4de7-bc77-dadc0343309d service neutron] 10.222.0.109 "GET /v2.0/networks/d8632307-2281-4a7d-8be2-4fe34d09fe87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3786852 Jan 21 09:38:28.790104 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-5fe4865e-9b71-410c-a9ab-588c4227325c admin admin] Publish callbacks [] for router_gateway (49485dab-3050-4b45-9257-af66d3e68490), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:28.815319 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.provisioning_blocks [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Provisioning complete for port 82c21408-9913-4970-b17f-da216a976def triggered by entity L2. {{(pid=103184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:38:28.816151 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983013'] for port (82c21408-9913-4970-b17f-da216a976def), provisioning_complete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:28.993642 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-f0d39d50-d636-44ab-a1ce-48d276ef6ca6 req-25b26a79-b285-4159-955b-0697c507dd1d service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d22f9cde-e9ce-4b37-9b2a-f673b65a0353 HTTP/1.1" status: 200 len: 217 time: 0.2645955 Jan 21 09:38:29.130289 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Current status of the port 3a1c611f-ef10-4e62-a802-09f927e4a0d9 is: BUILD; New status is: ACTIVE {{(pid=103184) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:38:29.130986 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (3a1c611f-ef10-4e62-a802-09f927e4a0d9), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:29.181028 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-5fe4865e-9b71-410c-a9ab-588c4227325c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3843070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3846200'] for router (49485dab-3050-4b45-9257-af66d3e68490), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:29.258039 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d39d50-d636-44ab-a1ce-48d276ef6ca6 req-2714839a-a6bf-4221-8ed4-c0bfdd3f3900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:29.260206 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-f0d39d50-d636-44ab-a1ce-48d276ef6ca6 req-2714839a-a6bf-4221-8ed4-c0bfdd3f3900 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=e29f5993-ac69-42ff-9e18-94424da90a30 HTTP/1.1" status: 200 len: 854 time: 0.2487073 Jan 21 09:38:29.294921 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f393a36-e048-4228-a48c-9ed725c3e71c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a1c611f-ef10-4e62-a802-09f927e4a0d9'}] {{(pid=103184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:38:29.300356 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516ff5f9-9257-421f-b664-059b31f0723c req-f0a01607-e175-4f3b-9c82-8077fe719f6d tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:29.302023 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c59f8b740f259e85ceecfc878b6c10e974145cf55d87f3575c92c12753de108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6776a3c3-6592-4535-b567-36b839837519" -d '{"events": [{"server_uuid": "0f393a36-e048-4228-a48c-9ed725c3e71c", "name": "network-vif-plugged", "status": "completed", "tag": "3a1c611f-ef10-4e62-a802-09f927e4a0d9"}]}' {{(pid=103184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:38:29.313514 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-516ff5f9-9257-421f-b664-059b31f0723c req-f0a01607-e175-4f3b-9c82-8077fe719f6d tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] 10.222.0.45 "GET /v2.0/ports?device_id=750f8ae5-b267-4b76-bb13-170071722932 HTTP/1.1" status: 200 len: 943 time: 0.3802984 Jan 21 09:38:29.368636 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] For port 3a1c611f-ef10-4e62-a802-09f927e4a0d9, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=3a1c611f-ef10-4e62-a802-09f927e4a0d9,segment=NetworkSegment(040eb47d-f813-4918-9757-ad97391c2793),segment_id=040eb47d-f813-4918-9757-ad97391c2793)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:38:29.420255 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Current status of the port 82c21408-9913-4970-b17f-da216a976def is: ACTIVE; New status is: ACTIVE {{(pid=103184) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:38:29.437953 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774670732957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774670299814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774670299832'] for port (3a1c611f-ef10-4e62-a802-09f927e4a0d9), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:29.561180 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-516ff5f9-9257-421f-b664-059b31f0723c req-69255f2d-8b54-468a-bb11-0067348d02b5 tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] 10.222.0.45 "GET /v2.0/security-groups?id=98741539-7e8f-4cb1-b02f-12a07fa1dee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2463462 Jan 21 09:38:29.599905 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d39d50-d636-44ab-a1ce-48d276ef6ca6 req-ee51a6c1-d08c-44a1-990c-e539cf8edfcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:29.606694 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-f0d39d50-d636-44ab-a1ce-48d276ef6ca6 req-ee51a6c1-d08c-44a1-990c-e539cf8edfcb service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=e49a728a-90d2-4a07-8a83-d63652f9661a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2387254 Jan 21 09:38:29.607779 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Pushing event updated for resources: {'Port': ['ID=3a1c611f-ef10-4e62-a802-09f927e4a0d9,revision_number=5']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:29.841175 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-f0d39d50-d636-44ab-a1ce-48d276ef6ca6 req-4f22936c-b577-4cbf-810f-47712f303c4f service neutron] 10.222.0.109 "GET /v2.0/networks/e49a728a-90d2-4a07-8a83-d63652f9661a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2231772 Jan 21 09:38:29.862669 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fe4865e-9b71-410c-a9ab-588c4227325c admin admin] Router 49485dab-3050-4b45-9257-af66d3e68490 is scheduled to L3 agent e2f5353c-5d20-4dd0-beb4-c302aead9ffd with binding_index 1 {{(pid=103183) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 09:38:29.931303 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e38824-7d12-4f6b-87e5-1b85461014b4 req-104d2e68-818d-4489-bba0-bdd338c05ba5 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:29.945955 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-c1e38824-7d12-4f6b-87e5-1b85461014b4 req-104d2e68-818d-4489-bba0-bdd338c05ba5 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/ports?device_id=4e67b25e-7e65-4975-bafa-fceafcd53647 HTTP/1.1" status: 200 len: 945 time: 0.1260202 Jan 21 09:38:30.249762 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fe4865e-9b71-410c-a9ab-588c4227325c admin admin] Notify agent at l3_agent.dv-cinder-804035-25-iscsi the message routers_updated {{(pid=103183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:38:30.286689 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-c1e38824-7d12-4f6b-87e5-1b85461014b4 req-080b04f2-e96e-40cb-9c68-29d7338be7ea tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/security-groups?id=3362d256-4580-47a9-b110-e51f4226c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2975049 Jan 21 09:38:30.288023 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-894d6a3e-6e11-4688-a9f0-54399e296517 None None] Sync routers for ids ['49485dab-3050-4b45-9257-af66d3e68490'] in dv-cinder-804035-25-iscsi {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:38:30.309856 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-894d6a3e-6e11-4688-a9f0-54399e296517 None None] Routers {'49485dab-3050-4b45-9257-af66d3e68490'} bound to L3 agent in host dv-cinder-804035-25-iscsi {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 09:38:30.313017 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-894d6a3e-6e11-4688-a9f0-54399e296517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-21T09:27:18Z,description=,heartbeat_timestamp=2022-01-21T09:38:18Z,host='dv-cinder-804035-25-iscsi',id=e2f5353c-5d20-4dd0-beb4-c302aead9ffd,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:27:19Z,topic='l3_agent')) {'router_ids': ['49485dab-3050-4b45-9257-af66d3e68490'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:30.384298 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Device a3d7885f-3a45-42c8-8580-27954028dfe3 up at agent ovs-agent-dv-cinder-804035-25-iscsi {{(pid=103184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:38:30.520135 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-f0d39d50-d636-44ab-a1ce-48d276ef6ca6 req-1df821a5-28d6-4eb3-9ff8-cb4bba74d21b service neutron] 10.222.0.109 "GET /v2.0/networks/e49a728a-90d2-4a07-8a83-d63652f9661a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4886506 Jan 21 09:38:30.630918 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.provisioning_blocks [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Provisioning complete for port a3d7885f-3a45-42c8-8580-27954028dfe3 triggered by entity L2. {{(pid=103184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:38:30.631203 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983013'] for port (a3d7885f-3a45-42c8-8580-27954028dfe3), provisioning_complete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:30.647224 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Device c37f8b48-fdff-490a-a961-319445aac8a3 up at agent hyperv_hv-cinder-80403 {{(pid=103184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:38:30.733772 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-894d6a3e-6e11-4688-a9f0-54399e296517 None None] Set router 49485dab-3050-4b45-9257-af66d3e68490 gateway port host: dv-cinder-804035-25-iscsi {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:38:30.740281 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133128d3-ff02-43ff-a9dc-ddfba2c7fd59 req-9a3dc8ea-477d-4247-8fc3-01f9a0a7ac42 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:30.755835 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-133128d3-ff02-43ff-a9dc-ddfba2c7fd59 req-9a3dc8ea-477d-4247-8fc3-01f9a0a7ac42 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] 10.222.0.45 "GET /v2.0/ports?device_id=0f393a36-e048-4228-a48c-9ed725c3e71c HTTP/1.1" status: 200 len: 945 time: 0.2267313 Jan 21 09:38:30.855509 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-5fe4865e-9b71-410c-a9ab-588c4227325c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:30.859688 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [None req-5fe4865e-9b71-410c-a9ab-588c4227325c admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.6862187 Jan 21 09:38:30.862484 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.45', 36528) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:38:30.915577 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-420bebaf-dc94-41e2-8954-0b891b2f9a28 None None] Network 9255af24-58b8-4354-8fb4-d5ec8f0ff776 requested from dv-cinder-804035-25-iscsi {{(pid=103184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 09:38:30.957975 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-133128d3-ff02-43ff-a9dc-ddfba2c7fd59 req-0f452cd5-63c4-4af9-b978-b7f4b2a17c48 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] 10.222.0.45 "GET /v2.0/security-groups?id=689824d6-e2cc-4e2f-a7c0-efd7e57bdd17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000370 Jan 21 09:38:31.144264 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-894d6a3e-6e11-4688-a9f0-54399e296517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49485dab-3050-4b45-9257-af66d3e68490', 'name': 'tempest-TestVolumeBootPattern-356412223-router', 'tenant_id': '6fb311e2bec64fe8b91841c05e386972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'external_fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': 'f3cf995b-9ff7-46d0-8b18-e677a163a78e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:38:25Z', 'updated_at': '2022-01-21T09:38:28Z', 'revision_number': 3, 'project_id': '6fb311e2bec64fe8b91841c05e386972', 'gw_port': {'id': 'f3cf995b-9ff7-46d0-8b18-e677a163a78e', 'name': '', 'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:d2:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49485dab-3050-4b45-9257-af66d3e68490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:38:27Z', 'updated_at': '2022-01-21T09:38:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6accd444-6422-45bf-9c21-6be173243a45', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-25-iscsi'}], 'dv-cinder-804035-25-iscsi', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:31.234990 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.provisioning_blocks [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Provisioning for port c37f8b48-fdff-490a-a961-319445aac8a3 completed by entity L2. {{(pid=103184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:38:31.275590 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-894d6a3e-6e11-4688-a9f0-54399e296517 None None] Checking router: 49485dab-3050-4b45-9257-af66d3e68490 for host: dv-cinder-804035-25-iscsi {{(pid=103185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:38:31.276277 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-894d6a3e-6e11-4688-a9f0-54399e296517 None None] Updating router 49485dab-3050-4b45-9257-af66d3e68490 port f3cf995b-9ff7-46d0-8b18-e677a163a78e binding host dv-cinder-804035-25-iscsi {{(pid=103185) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 09:38:31.278948 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.provisioning_blocks [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Provisioning complete for port c37f8b48-fdff-490a-a961-319445aac8a3 triggered by entity L2. {{(pid=103184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:38:31.280903 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983013'] for port (c37f8b48-fdff-490a-a961-319445aac8a3), provisioning_complete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:31.297431 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909898f3-0737-45b3-b0f2-0df98f043aff req-139d4be0-9d0b-4246-9ba5-a0c2740d260c tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:31.320442 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-909898f3-0737-45b3-b0f2-0df98f043aff req-139d4be0-9d0b-4246-9ba5-a0c2740d260c tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/ports?device_id=59ad64a5-af93-44ef-8031-fd2f2d18a901 HTTP/1.1" status: 200 len: 946 time: 0.1626604 Jan 21 09:38:31.346996 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.provisioning_blocks [None req-89b6ffd3-2b10-4569-a47a-7d292e4b8e2e None None] Provisioning complete for port a3d7885f-3a45-42c8-8580-27954028dfe3 triggered by entity DHCP. {{(pid=103184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:38:31.352634 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-894d6a3e-6e11-4688-a9f0-54399e296517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (f3cf995b-9ff7-46d0-8b18-e677a163a78e), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:31.356753 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-89b6ffd3-2b10-4569-a47a-7d292e4b8e2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983013'] for port (a3d7885f-3a45-42c8-8580-27954028dfe3), provisioning_complete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:31.428278 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-909898f3-0737-45b3-b0f2-0df98f043aff req-47a46984-3346-4018-ad4b-bafdd9e474a5 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/security-groups?id=db9ef9f1-43ce-4c8b-928d-23519653180d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1151583 Jan 21 09:38:31.625095 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Current status of the port a3d7885f-3a45-42c8-8580-27954028dfe3 is: DOWN; New status is: ACTIVE {{(pid=103184) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:38:31.626662 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (a3d7885f-3a45-42c8-8580-27954028dfe3), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:31.675974 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 09:38:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91bd0c8a-30c1-48ce-9906-3ac24f2e7aa8 x-openstack-request-id: req-91bd0c8a-30c1-48ce-9906-3ac24f2e7aa8 {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:38:31.676288 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f393a36-e048-4228-a48c-9ed725c3e71c", "name": "network-vif-plugged", "status": "completed", "tag": "3a1c611f-ef10-4e62-a802-09f927e4a0d9", "code": 200}]} {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:38:31.676599 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-91bd0c8a-30c1-48ce-9906-3ac24f2e7aa8 {{(pid=103184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:38:31.676993 dv-cinder-804035-25-iscsi neutron-server[103184]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f393a36-e048-4228-a48c-9ed725c3e71c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a1c611f-ef10-4e62-a802-09f927e4a0d9', 'code': 200} Jan 21 09:38:31.707859 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] For port a3d7885f-3a45-42c8-8580-27954028dfe3, host dv-cinder-804035-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-25-iscsi',level=0,port_id=a3d7885f-3a45-42c8-8580-27954028dfe3,segment=NetworkSegment(da41fa3a-e24e-4924-ba2f-20cbc29f0726),segment_id=da41fa3a-e24e-4924-ba2f-20cbc29f0726)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:38:31.746971 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bebd4e-5bbb-4d91-adab-13a1b696a2c2 req-8e89a2bc-3b10-410b-8cd9-3f67eb3d6c4e tempest-VolumesActionsTest-600326628 tempest-VolumesActionsTest-600326628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:31.768194 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-d8bebd4e-5bbb-4d91-adab-13a1b696a2c2 req-8e89a2bc-3b10-410b-8cd9-3f67eb3d6c4e tempest-VolumesActionsTest-600326628 tempest-VolumesActionsTest-600326628-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4e4d869-a178-4acd-8305-895d478f77ce HTTP/1.1" status: 200 len: 945 time: 0.1213760 Jan 21 09:38:31.827550 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Current status of the port c37f8b48-fdff-490a-a961-319445aac8a3 is: BUILD; New status is: ACTIVE {{(pid=103184) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:38:31.827937 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (c37f8b48-fdff-490a-a961-319445aac8a3), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:31.872695 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] For port c37f8b48-fdff-490a-a961-319445aac8a3, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=c37f8b48-fdff-490a-a961-319445aac8a3,segment=NetworkSegment(ed44a47c-c34b-4572-831d-404b42890929),segment_id=ed44a47c-c34b-4572-831d-404b42890929)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:38:31.876321 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774670732957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774670299814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774670299832'] for port (a3d7885f-3a45-42c8-8580-27954028dfe3), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:31.895042 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-d8bebd4e-5bbb-4d91-adab-13a1b696a2c2 req-29bda1a5-ebcd-4b12-bfb0-79ae2344fd5e tempest-VolumesActionsTest-600326628 tempest-VolumesActionsTest-600326628-project] 10.222.0.45 "GET /v2.0/security-groups?id=ca46b9c8-4f8b-4ca8-b76a-dbd1f3494728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204572 Jan 21 09:38:31.950820 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Pushing event updated for resources: {'Port': ['ID=a3d7885f-3a45-42c8-8580-27954028dfe3,revision_number=3']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:31.982550 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774670732957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774670299814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774670299832'] for port (c37f8b48-fdff-490a-a961-319445aac8a3), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:32.081880 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Pushing event updated for resources: {'Port': ['ID=c37f8b48-fdff-490a-a961-319445aac8a3,revision_number=5']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:32.094067 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-89b6ffd3-2b10-4569-a47a-7d292e4b8e2e None None] Current status of the port a3d7885f-3a45-42c8-8580-27954028dfe3 is: DOWN; New status is: ACTIVE {{(pid=103184) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:38:32.100460 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-89b6ffd3-2b10-4569-a47a-7d292e4b8e2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (a3d7885f-3a45-42c8-8580-27954028dfe3), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:32.225318 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d501a9d8-c336-46de-bc7d-234994e2261f req-cfc9b5f1-e395-4557-8b43-c95de27c3576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:32.227192 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-d501a9d8-c336-46de-bc7d-234994e2261f req-cfc9b5f1-e395-4557-8b43-c95de27c3576 service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=0f393a36-e048-4228-a48c-9ed725c3e71c HTTP/1.1" status: 200 len: 1098 time: 0.2681322 Jan 21 09:38:32.301389 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Device a3d7885f-3a45-42c8-8580-27954028dfe3 up at agent ovs-agent-dv-cinder-804035-25-iscsi {{(pid=103184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:38:32.314497 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe65cb27-0115-4e11-8b57-37942890d938 req-b52157ef-1e42-4a3f-af67-607a5b5c73b5 tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:32.318064 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-fe65cb27-0115-4e11-8b57-37942890d938 req-b52157ef-1e42-4a3f-af67-607a5b5c73b5 tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] 10.222.0.45 "GET /v2.0/ports?device_id=750f8ae5-b267-4b76-bb13-170071722932 HTTP/1.1" status: 200 len: 943 time: 0.2092068 Jan 21 09:38:32.377450 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.db.api [None req-89b6ffd3-2b10-4569-a47a-7d292e4b8e2e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103184) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:38:32.383169 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG oslo_db.api [None req-89b6ffd3-2b10-4569-a47a-7d292e4b8e2e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:38:32.407966 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-d501a9d8-c336-46de-bc7d-234994e2261f req-e111841f-aa7e-4688-ae01-27997db12461 service neutron] 10.222.0.109 "GET /v2.0/security-groups?id=689824d6-e2cc-4e2f-a7c0-efd7e57bdd17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501827 Jan 21 09:38:32.411631 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-894d6a3e-6e11-4688-a9f0-54399e296517 None None] Publish callbacks [] for port (f3cf995b-9ff7-46d0-8b18-e677a163a78e), precommit_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:32.451477 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.provisioning_blocks [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Provisioning complete for port a3d7885f-3a45-42c8-8580-27954028dfe3 triggered by entity L2. {{(pid=103184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:38:32.451743 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983013'] for port (a3d7885f-3a45-42c8-8580-27954028dfe3), provisioning_complete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:32.462079 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-32e07931-e97e-4383-a60f-7387fb81307b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:32.482022 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-fe65cb27-0115-4e11-8b57-37942890d938 req-85dcbba0-cd0e-4a41-a7d3-bc3b11996673 tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] 10.222.0.45 "GET /v2.0/security-groups?id=98741539-7e8f-4cb1-b02f-12a07fa1dee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546993 Jan 21 09:38:32.501729 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-894d6a3e-6e11-4688-a9f0-54399e296517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774670732957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774670299814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774670299832'] for port (f3cf995b-9ff7-46d0-8b18-e677a163a78e), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:32.628183 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ee76cc-7265-447f-acc9-b2380098b7a2 None None] Pushing event updated for resources: {'Port': ['ID=f3cf995b-9ff7-46d0-8b18-e677a163a78e,revision_number=2']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:32.679240 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-894d6a3e-6e11-4688-a9f0-54399e296517 None None] Attempting to bind port f3cf995b-9ff7-46d0-8b18-e677a163a78e on host dv-cinder-804035-25-iscsi for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 09:38:32.679480 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-894d6a3e-6e11-4688-a9f0-54399e296517 None None] Attempting to bind port f3cf995b-9ff7-46d0-8b18-e677a163a78e by drivers openvswitch,hyperv on host dv-cinder-804035-25-iscsi at level 0 using segments [{'id': '04cdc6b6-1d9e-45db-8cc2-90c03cb493f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 09:38:32.679725 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-894d6a3e-6e11-4688-a9f0-54399e296517 None None] Attempting to bind port f3cf995b-9ff7-46d0-8b18-e677a163a78e on network c13ce787-b669-4a63-b567-cda42d951ad5 {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:38:32.715479 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Current status of the port a3d7885f-3a45-42c8-8580-27954028dfe3 is: ACTIVE; New status is: ACTIVE {{(pid=103184) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:38:32.729136 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-894d6a3e-6e11-4688-a9f0-54399e296517 None None] Checking agent: {'id': 'a4f58dde-e5c6-489c-94fe-b355a6abc90e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-25-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 27, 22), 'started_at': datetime.datetime(2022, 1, 21, 9, 27, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 38, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-25-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:38:32.729136 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-894d6a3e-6e11-4688-a9f0-54399e296517 None None] Checking segment: {'id': '04cdc6b6-1d9e-45db-8cc2-90c03cb493f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 09:38:32.729136 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-894d6a3e-6e11-4688-a9f0-54399e296517 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:32.729136 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-894d6a3e-6e11-4688-a9f0-54399e296517 None None] Bound using segment: {'id': '04cdc6b6-1d9e-45db-8cc2-90c03cb493f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:38:32.729136 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-894d6a3e-6e11-4688-a9f0-54399e296517 None None] Bound port: f3cf995b-9ff7-46d0-8b18-e677a163a78e, host: dv-cinder-804035-25-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04cdc6b6-1d9e-45db-8cc2-90c03cb493f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 09:38:32.729136 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-894d6a3e-6e11-4688-a9f0-54399e296517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (f3cf995b-9ff7-46d0-8b18-e677a163a78e), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:32.833826 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd9ab21-c40c-4d2a-8193-dc16a695faec req-90c18e46-e9d7-4d63-b0f9-137f5e2d5253 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:32.842906 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-9bd9ab21-c40c-4d2a-8193-dc16a695faec req-90c18e46-e9d7-4d63-b0f9-137f5e2d5253 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/ports?device_id=4e67b25e-7e65-4975-bafa-fceafcd53647 HTTP/1.1" status: 200 len: 945 time: 0.1440001 Jan 21 09:38:32.863749 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-894d6a3e-6e11-4688-a9f0-54399e296517 None None] For port f3cf995b-9ff7-46d0-8b18-e677a163a78e, host dv-cinder-804035-25-iscsi, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:38:32.866667 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [None req-32e07931-e97e-4383-a60f-7387fb81307b admin admin] Allocated IP 172.20.0.1 (9255af24-58b8-4354-8fb4-d5ec8f0ff776/47f7f9ae-f753-49bc-9b84-7c86ba8c042e/8b386ae9-e812-4d4d-96e3-af3aaa08eee1) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:38:32.867662 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-894d6a3e-6e11-4688-a9f0-54399e296517 None None] For port f3cf995b-9ff7-46d0-8b18-e677a163a78e, host dv-cinder-804035-25-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-25-iscsi',level=0,port_id=f3cf995b-9ff7-46d0-8b18-e677a163a78e,segment=NetworkSegment(04cdc6b6-1d9e-45db-8cc2-90c03cb493f2),segment_id=04cdc6b6-1d9e-45db-8cc2-90c03cb493f2)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:38:32.898138 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-9bd9ab21-c40c-4d2a-8193-dc16a695faec req-e723f2df-1e95-4431-8047-dbb4f2a4dffe tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/security-groups?id=3362d256-4580-47a9-b110-e51f4226c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538557 Jan 21 09:38:32.939464 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-89b6ffd3-2b10-4569-a47a-7d292e4b8e2e None None] Current status of the port a3d7885f-3a45-42c8-8580-27954028dfe3 is: ACTIVE; New status is: ACTIVE {{(pid=103184) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:38:33.000001 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-32e07931-e97e-4383-a60f-7387fb81307b admin admin] Publish callbacks [] for port (8b386ae9-e812-4d4d-96e3-af3aaa08eee1), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:33.023134 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4c22d5-f62e-45d1-9a7f-4d9a5e9d294e req-20d538fd-980f-4f4d-81f2-87d2aaedcc3c tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:33.024790 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-7b4c22d5-f62e-45d1-9a7f-4d9a5e9d294e req-20d538fd-980f-4f4d-81f2-87d2aaedcc3c tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] 10.222.0.45 "GET /v2.0/ports?device_id=0f393a36-e048-4228-a48c-9ed725c3e71c HTTP/1.1" status: 200 len: 945 time: 0.0566709 Jan 21 09:38:33.063319 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.provisioning_blocks [None req-7b187a81-e0e8-49fd-be72-85a646e5326c None None] Provisioning complete for port a3d7885f-3a45-42c8-8580-27954028dfe3 triggered by entity DHCP. {{(pid=103184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:38:33.063690 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7b187a81-e0e8-49fd-be72-85a646e5326c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983013'] for port (a3d7885f-3a45-42c8-8580-27954028dfe3), provisioning_complete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:33.073174 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-7b4c22d5-f62e-45d1-9a7f-4d9a5e9d294e req-94555636-1f9c-448d-8c88-618a26f1e00c tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] 10.222.0.45 "GET /v2.0/security-groups?id=689824d6-e2cc-4e2f-a7c0-efd7e57bdd17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427442 Jan 21 09:38:33.142246 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-894d6a3e-6e11-4688-a9f0-54399e296517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774670732957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774670299814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774670299832'] for port (f3cf995b-9ff7-46d0-8b18-e677a163a78e), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:33.177691 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-7b187a81-e0e8-49fd-be72-85a646e5326c None None] Current status of the port a3d7885f-3a45-42c8-8580-27954028dfe3 is: ACTIVE; New status is: ACTIVE {{(pid=103184) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:38:33.203322 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-32e07931-e97e-4383-a60f-7387fb81307b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774670299796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181744'] for port (8b386ae9-e812-4d4d-96e3-af3aaa08eee1), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:33.211028 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d21c96-d039-43e0-8748-f4381149694d req-99c1d140-54e0-4843-82dd-8be2feb53601 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:33.213331 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-59d21c96-d039-43e0-8748-f4381149694d req-99c1d140-54e0-4843-82dd-8be2feb53601 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/ports?device_id=59ad64a5-af93-44ef-8031-fd2f2d18a901 HTTP/1.1" status: 200 len: 946 time: 0.0751722 Jan 21 09:38:33.265821 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-894d6a3e-6e11-4688-a9f0-54399e296517 None None] Routers {'49485dab-3050-4b45-9257-af66d3e68490'} bound to L3 agent in host dv-cinder-804035-25-iscsi {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 09:38:33.266498 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-894d6a3e-6e11-4688-a9f0-54399e296517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-21T09:27:18Z,description=,heartbeat_timestamp=2022-01-21T09:38:18Z,host='dv-cinder-804035-25-iscsi',id=e2f5353c-5d20-4dd0-beb4-c302aead9ffd,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:27:19Z,topic='l3_agent')) {'router_ids': ['49485dab-3050-4b45-9257-af66d3e68490'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:33.271805 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ee76cc-7265-447f-acc9-b2380098b7a2 None None] Pushing event updated for resources: {'Port': ['ID=f3cf995b-9ff7-46d0-8b18-e677a163a78e,revision_number=3']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:33.304607 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32e07931-e97e-4383-a60f-7387fb81307b admin admin] Network 9255af24-58b8-4354-8fb4-d5ec8f0ff776 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:38:33.316589 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-59d21c96-d039-43e0-8748-f4381149694d req-17111284-c2e9-4f1d-aa4f-3a04002aa46c tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/security-groups?id=db9ef9f1-43ce-4c8b-928d-23519653180d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832241 Jan 21 09:38:33.317621 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-32e07931-e97e-4383-a60f-7387fb81307b admin admin] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:38:33.317621 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e07931-e97e-4383-a60f-7387fb81307b admin admin] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 09:38:33.434336 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-32e07931-e97e-4383-a60f-7387fb81307b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3852810'] for router_interface (49485dab-3050-4b45-9257-af66d3e68490), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:33.447022 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e07931-e97e-4383-a60f-7387fb81307b admin admin] Pushing event updated for resources: {'Port': ['ID=8b386ae9-e812-4d4d-96e3-af3aaa08eee1,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:33.531382 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a744f83f-6b86-4bf8-a1ad-60a45ec1500e req-10b4cb82-f6e6-419d-87aa-6e1f7db86d1a tempest-VolumesActionsTest-600326628 tempest-VolumesActionsTest-600326628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:33.533697 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-a744f83f-6b86-4bf8-a1ad-60a45ec1500e req-10b4cb82-f6e6-419d-87aa-6e1f7db86d1a tempest-VolumesActionsTest-600326628 tempest-VolumesActionsTest-600326628-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4e4d869-a178-4acd-8305-895d478f77ce HTTP/1.1" status: 200 len: 946 time: 0.1064172 Jan 21 09:38:33.580300 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-894d6a3e-6e11-4688-a9f0-54399e296517 None None] Set router 49485dab-3050-4b45-9257-af66d3e68490 gateway port host: dv-cinder-804035-25-iscsi {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:38:33.677923 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4e4d869-a178-4acd-8305-895d478f77ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c37f8b48-fdff-490a-a961-319445aac8a3'}] {{(pid=103184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:38:33.681960 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c59f8b740f259e85ceecfc878b6c10e974145cf55d87f3575c92c12753de108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-058c37bf-0b0d-4221-9e94-eb7b082e32b9" -d '{"events": [{"server_uuid": "a4e4d869-a178-4acd-8305-895d478f77ce", "name": "network-vif-plugged", "status": "completed", "tag": "c37f8b48-fdff-490a-a961-319445aac8a3"}]}' {{(pid=103184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:38:33.723976 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-a744f83f-6b86-4bf8-a1ad-60a45ec1500e req-8cff8342-81da-4623-a5e1-7e9daae8048c tempest-VolumesActionsTest-600326628 tempest-VolumesActionsTest-600326628-project] 10.222.0.45 "GET /v2.0/security-groups?id=ca46b9c8-4f8b-4ca8-b76a-dbd1f3494728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835694 Jan 21 09:38:33.728944 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.provisioning_blocks [None req-5b2c4310-fd06-4722-ab09-bb8ddef86b62 None None] Provisioning complete for port 8b386ae9-e812-4d4d-96e3-af3aaa08eee1 triggered by entity DHCP. {{(pid=103184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:38:33.729554 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5b2c4310-fd06-4722-ab09-bb8ddef86b62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983013'] for port (8b386ae9-e812-4d4d-96e3-af3aaa08eee1), provisioning_complete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:33.805809 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-5b2c4310-fd06-4722-ab09-bb8ddef86b62 None None] Port 8b386ae9-e812-4d4d-96e3-af3aaa08eee1 cannot update to ACTIVE because it is not bound. {{(pid=103184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 21 09:38:33.934087 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-32e07931-e97e-4383-a60f-7387fb81307b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (8b386ae9-e812-4d4d-96e3-af3aaa08eee1), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:34.034443 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb157ce5-36d6-4b9e-ae2c-d064c30ff829 req-d9a54bcd-7d02-4421-96f7-a65294247aa4 tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:34.036704 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-bb157ce5-36d6-4b9e-ae2c-d064c30ff829 req-d9a54bcd-7d02-4421-96f7-a65294247aa4 tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] 10.222.0.45 "GET /v2.0/ports?device_id=750f8ae5-b267-4b76-bb13-170071722932 HTTP/1.1" status: 200 len: 943 time: 0.1324902 Jan 21 09:38:34.065589 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-894d6a3e-6e11-4688-a9f0-54399e296517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49485dab-3050-4b45-9257-af66d3e68490', 'name': 'tempest-TestVolumeBootPattern-356412223-router', 'tenant_id': '6fb311e2bec64fe8b91841c05e386972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'external_fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': 'f3cf995b-9ff7-46d0-8b18-e677a163a78e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:38:25Z', 'updated_at': '2022-01-21T09:38:28Z', 'revision_number': 3, 'project_id': '6fb311e2bec64fe8b91841c05e386972', 'gw_port': {'id': 'f3cf995b-9ff7-46d0-8b18-e677a163a78e', 'name': '', 'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:d2:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49485dab-3050-4b45-9257-af66d3e68490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:38:27Z', 'updated_at': '2022-01-21T09:38:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6accd444-6422-45bf-9c21-6be173243a45', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-25-iscsi'}], 'dv-cinder-804035-25-iscsi', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:34.115229 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-bb157ce5-36d6-4b9e-ae2c-d064c30ff829 req-2d95fcb6-ce07-486b-9f91-8b67db5f63f0 tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] 10.222.0.45 "GET /v2.0/security-groups?id=98741539-7e8f-4cb1-b02f-12a07fa1dee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702426 Jan 21 09:38:34.146624 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-894d6a3e-6e11-4688-a9f0-54399e296517 None None] The sync data for ids ['49485dab-3050-4b45-9257-af66d3e68490'] in dv-cinder-804035-25-iscsi is: [{'id': '49485dab-3050-4b45-9257-af66d3e68490', 'name': 'tempest-TestVolumeBootPattern-356412223-router', 'tenant_id': '6fb311e2bec64fe8b91841c05e386972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'external_fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': 'f3cf995b-9ff7-46d0-8b18-e677a163a78e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:38:25Z', 'updated_at': '2022-01-21T09:38:28Z', 'revision_number': 3, 'project_id': '6fb311e2bec64fe8b91841c05e386972', 'gw_port': {'id': 'f3cf995b-9ff7-46d0-8b18-e677a163a78e', 'name': '', 'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:d2:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49485dab-3050-4b45-9257-af66d3e68490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:38:27Z', 'updated_at': '2022-01-21T09:38:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6accd444-6422-45bf-9c21-6be173243a45', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-25-iscsi'}] {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:38:34.177653 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 09:38:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1e52a26-dd67-4dd0-a5f9-2b019f3f02f2 x-openstack-request-id: req-e1e52a26-dd67-4dd0-a5f9-2b019f3f02f2 {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:38:34.177887 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4e4d869-a178-4acd-8305-895d478f77ce", "name": "network-vif-plugged", "status": "completed", "tag": "c37f8b48-fdff-490a-a961-319445aac8a3", "code": 200}]} {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:38:34.178141 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e1e52a26-dd67-4dd0-a5f9-2b019f3f02f2 {{(pid=103184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:38:34.178530 dv-cinder-804035-25-iscsi neutron-server[103184]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4e4d869-a178-4acd-8305-895d478f77ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c37f8b48-fdff-490a-a961-319445aac8a3', 'code': 200} Jan 21 09:38:34.319132 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91628063-b465-4454-8dd0-7d879a62a7ca req-b4611b02-17e4-4c7a-8886-a9df61011dd6 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:34.321266 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-91628063-b465-4454-8dd0-7d879a62a7ca req-b4611b02-17e4-4c7a-8886-a9df61011dd6 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/ports?device_id=4e67b25e-7e65-4975-bafa-fceafcd53647 HTTP/1.1" status: 200 len: 945 time: 0.0809212 Jan 21 09:38:34.362798 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-32e07931-e97e-4383-a60f-7387fb81307b admin admin] Publish callbacks [] for port (8b386ae9-e812-4d4d-96e3-af3aaa08eee1), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:34.391351 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-91628063-b465-4454-8dd0-7d879a62a7ca req-e9390fa9-ea2d-404e-81b9-8d5ea04c0246 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/security-groups?id=3362d256-4580-47a9-b110-e51f4226c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630937 Jan 21 09:38:34.512583 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d9ca4d-2687-45c6-ab1b-2f525c5608c2 req-360f722c-0395-4c8e-9370-cc9628dec4df tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:34.512583 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-a2d9ca4d-2687-45c6-ab1b-2f525c5608c2 req-360f722c-0395-4c8e-9370-cc9628dec4df tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] 10.222.0.45 "GET /v2.0/ports?device_id=0f393a36-e048-4228-a48c-9ed725c3e71c HTTP/1.1" status: 200 len: 945 time: 0.0576527 Jan 21 09:38:34.590260 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-a2d9ca4d-2687-45c6-ab1b-2f525c5608c2 req-0120863f-7b6f-4723-afd0-809df1435b9e tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] 10.222.0.45 "GET /v2.0/security-groups?id=689824d6-e2cc-4e2f-a7c0-efd7e57bdd17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724921 Jan 21 09:38:34.594092 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-32e07931-e97e-4383-a60f-7387fb81307b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774670732957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774670299814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774670299832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25181769'] for port (8b386ae9-e812-4d4d-96e3-af3aaa08eee1), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:34.732091 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-32e07931-e97e-4383-a60f-7387fb81307b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4184412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3852437'] for router_interface (49485dab-3050-4b45-9257-af66d3e68490), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:34.757001 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e07931-e97e-4383-a60f-7387fb81307b admin admin] Pushing event updated for resources: {'Port': ['ID=8b386ae9-e812-4d4d-96e3-af3aaa08eee1,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:34.893935 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32e07931-e97e-4383-a60f-7387fb81307b admin admin] Network 9255af24-58b8-4354-8fb4-d5ec8f0ff776 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:38:34.895605 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-32e07931-e97e-4383-a60f-7387fb81307b admin admin] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:38:34.897662 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831a66b5-e4fe-45fb-86a9-0229f7120c8f req-f1ba3d0b-ec68-4393-9846-9d7494050841 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:34.901254 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-831a66b5-e4fe-45fb-86a9-0229f7120c8f req-f1ba3d0b-ec68-4393-9846-9d7494050841 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/ports?device_id=59ad64a5-af93-44ef-8031-fd2f2d18a901 HTTP/1.1" status: 200 len: 946 time: 0.1452641 Jan 21 09:38:35.009206 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcf5424-33c3-4719-abc8-dddc8a0e59aa req-e6f7b9a3-a669-4639-ae47-4537413451b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:35.011078 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-2fcf5424-33c3-4719-abc8-dddc8a0e59aa req-e6f7b9a3-a669-4639-ae47-4537413451b0 service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=a4e4d869-a178-4acd-8305-895d478f77ce HTTP/1.1" status: 200 len: 1099 time: 0.1580665 Jan 21 09:38:35.091854 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-831a66b5-e4fe-45fb-86a9-0229f7120c8f req-ed824994-3263-4bf8-b756-1a227df4ecfc tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/security-groups?id=db9ef9f1-43ce-4c8b-928d-23519653180d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1692061 Jan 21 09:38:35.194797 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32e07931-e97e-4383-a60f-7387fb81307b admin admin] Router 49485dab-3050-4b45-9257-af66d3e68490 has already been hosted by L3 agent e2f5353c-5d20-4dd0-beb4-c302aead9ffd {{(pid=103183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:38:35.195374 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-2fcf5424-33c3-4719-abc8-dddc8a0e59aa req-6a1abce2-4ce2-4fa5-9afc-51c82e2c92cc service neutron] 10.222.0.109 "GET /v2.0/security-groups?id=ca46b9c8-4f8b-4ca8-b76a-dbd1f3494728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615117 Jan 21 09:38:35.331231 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773d4344-4346-42de-880e-90fdf58b0396 req-d3af63df-f877-403c-833a-f29bf7a4ac80 tempest-VolumesActionsTest-600326628 tempest-VolumesActionsTest-600326628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:35.354003 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-773d4344-4346-42de-880e-90fdf58b0396 req-d3af63df-f877-403c-833a-f29bf7a4ac80 tempest-VolumesActionsTest-600326628 tempest-VolumesActionsTest-600326628-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4e4d869-a178-4acd-8305-895d478f77ce HTTP/1.1" status: 200 len: 946 time: 0.1584101 Jan 21 09:38:35.419440 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32e07931-e97e-4383-a60f-7387fb81307b admin admin] Notify agent at l3_agent.dv-cinder-804035-25-iscsi the message routers_updated {{(pid=103183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:38:35.442852 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [None req-32e07931-e97e-4383-a60f-7387fb81307b admin admin] 10.222.0.45 "PUT /v2.0/routers/49485dab-3050-4b45-9257-af66d3e68490/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5809469 Jan 21 09:38:35.525841 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-773d4344-4346-42de-880e-90fdf58b0396 req-10928778-8523-4dd1-9d11-45ae582f417f tempest-VolumesActionsTest-600326628 tempest-VolumesActionsTest-600326628-project] 10.222.0.45 "GET /v2.0/security-groups?id=ca46b9c8-4f8b-4ca8-b76a-dbd1f3494728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666172 Jan 21 09:38:35.700870 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.provisioning_blocks [None req-cd0a7329-203e-41e7-b908-59e4873f906c None None] Provisioning complete for port 8b386ae9-e812-4d4d-96e3-af3aaa08eee1 triggered by entity DHCP. {{(pid=103184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:38:35.701897 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-cd0a7329-203e-41e7-b908-59e4873f906c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983013'] for port (8b386ae9-e812-4d4d-96e3-af3aaa08eee1), provisioning_complete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:35.754539 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-cd0a7329-203e-41e7-b908-59e4873f906c None None] Port 8b386ae9-e812-4d4d-96e3-af3aaa08eee1 cannot update to ACTIVE because it is not bound. {{(pid=103184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 21 09:38:35.755194 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763c6546-0ea3-4039-9457-3554ad402c62 req-64dd2b15-2dd2-45c9-aefa-f5962212e8cf tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:35.756774 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-763c6546-0ea3-4039-9457-3554ad402c62 req-64dd2b15-2dd2-45c9-aefa-f5962212e8cf tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] 10.222.0.45 "GET /v2.0/ports?device_id=750f8ae5-b267-4b76-bb13-170071722932 HTTP/1.1" status: 200 len: 943 time: 0.0878320 Jan 21 09:38:35.762239 dv-cinder-804035-25-iscsi neutron-server[103182]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:38:35.762239 dv-cinder-804035-25-iscsi neutron-server[103182]: warnings.warn(msg) Jan 21 09:38:35.762239 dv-cinder-804035-25-iscsi neutron-server[103182]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:38:35.762239 dv-cinder-804035-25-iscsi neutron-server[103182]: warnings.warn(msg) Jan 21 09:38:35.762239 dv-cinder-804035-25-iscsi neutron-server[103182]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:38:35.762239 dv-cinder-804035-25-iscsi neutron-server[103182]: warnings.warn(msg) Jan 21 09:38:35.762239 dv-cinder-804035-25-iscsi neutron-server[103182]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:38:35.762239 dv-cinder-804035-25-iscsi neutron-server[103182]: warnings.warn(msg) Jan 21 09:38:35.762239 dv-cinder-804035-25-iscsi neutron-server[103182]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:38:35.762239 dv-cinder-804035-25-iscsi neutron-server[103182]: warnings.warn(msg) Jan 21 09:38:35.762239 dv-cinder-804035-25-iscsi neutron-server[103182]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:38:35.762239 dv-cinder-804035-25-iscsi neutron-server[103182]: warnings.warn(msg) Jan 21 09:38:35.762239 dv-cinder-804035-25-iscsi neutron-server[103182]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:38:35.762239 dv-cinder-804035-25-iscsi neutron-server[103182]: warnings.warn(msg) Jan 21 09:38:35.762239 dv-cinder-804035-25-iscsi neutron-server[103182]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:38:35.762239 dv-cinder-804035-25-iscsi neutron-server[103182]: warnings.warn(msg) Jan 21 09:38:35.762239 dv-cinder-804035-25-iscsi neutron-server[103182]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:38:35.762239 dv-cinder-804035-25-iscsi neutron-server[103182]: warnings.warn(msg) Jan 21 09:38:35.762239 dv-cinder-804035-25-iscsi neutron-server[103182]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:38:35.762239 dv-cinder-804035-25-iscsi neutron-server[103182]: warnings.warn(msg) Jan 21 09:38:35.762239 dv-cinder-804035-25-iscsi neutron-server[103182]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:38:35.762239 dv-cinder-804035-25-iscsi neutron-server[103182]: warnings.warn(msg) Jan 21 09:38:35.762239 dv-cinder-804035-25-iscsi neutron-server[103182]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:38:35.762239 dv-cinder-804035-25-iscsi neutron-server[103182]: warnings.warn(msg) Jan 21 09:38:35.762239 dv-cinder-804035-25-iscsi neutron-server[103182]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:38:35.762239 dv-cinder-804035-25-iscsi neutron-server[103182]: warnings.warn(msg) Jan 21 09:38:35.762239 dv-cinder-804035-25-iscsi neutron-server[103182]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:38:35.762239 dv-cinder-804035-25-iscsi neutron-server[103182]: warnings.warn(msg) Jan 21 09:38:35.762239 dv-cinder-804035-25-iscsi neutron-server[103182]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:38:35.762239 dv-cinder-804035-25-iscsi neutron-server[103182]: warnings.warn(msg) Jan 21 09:38:35.762239 dv-cinder-804035-25-iscsi neutron-server[103182]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:38:35.762239 dv-cinder-804035-25-iscsi neutron-server[103182]: warnings.warn(msg) Jan 21 09:38:35.762239 dv-cinder-804035-25-iscsi neutron-server[103182]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:38:35.762239 dv-cinder-804035-25-iscsi neutron-server[103182]: warnings.warn(msg) Jan 21 09:38:35.762239 dv-cinder-804035-25-iscsi neutron-server[103182]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:38:35.762239 dv-cinder-804035-25-iscsi neutron-server[103182]: warnings.warn(msg) Jan 21 09:38:35.769799 dv-cinder-804035-25-iscsi neutron-server[103182]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:38:35.769799 dv-cinder-804035-25-iscsi neutron-server[103182]: warnings.warn(msg) Jan 21 09:38:35.769799 dv-cinder-804035-25-iscsi neutron-server[103182]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:38:35.769799 dv-cinder-804035-25-iscsi neutron-server[103182]: warnings.warn(msg) Jan 21 09:38:35.769799 dv-cinder-804035-25-iscsi neutron-server[103182]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:38:35.769799 dv-cinder-804035-25-iscsi neutron-server[103182]: warnings.warn(msg) Jan 21 09:38:35.769799 dv-cinder-804035-25-iscsi neutron-server[103182]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:38:35.769799 dv-cinder-804035-25-iscsi neutron-server[103182]: warnings.warn(msg) Jan 21 09:38:35.769799 dv-cinder-804035-25-iscsi neutron-server[103182]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:38:35.769799 dv-cinder-804035-25-iscsi neutron-server[103182]: warnings.warn(msg) Jan 21 09:38:35.769799 dv-cinder-804035-25-iscsi neutron-server[103182]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:38:35.769799 dv-cinder-804035-25-iscsi neutron-server[103182]: warnings.warn(msg) Jan 21 09:38:35.769799 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aa25fb-a381-4fd6-b746-32873545edc8 req-d67ca4aa-8c0b-4bad-a427-4510e2a8f73d tempest-VolumesSnapshotTestJSON-1583482103 tempest-VolumesSnapshotTestJSON-1583482103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:35.769799 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-c3aa25fb-a381-4fd6-b746-32873545edc8 req-d67ca4aa-8c0b-4bad-a427-4510e2a8f73d tempest-VolumesSnapshotTestJSON-1583482103 tempest-VolumesSnapshotTestJSON-1583482103-project] 10.222.0.45 "GET /v2.0/networks?id=7ccd0197-ed42-4d03-8ffc-af304fe19f70 HTTP/1.1" status: 200 len: 813 time: 0.2661507 Jan 21 09:38:35.794791 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-c3aa25fb-a381-4fd6-b746-32873545edc8 req-6c71e1be-a100-4795-87a2-2b3a434630dc tempest-VolumesSnapshotTestJSON-1583482103 tempest-VolumesSnapshotTestJSON-1583482103-project] 10.222.0.45 "GET /v2.0/quotas/5db07feb3a43432999da539b6b85fb2a HTTP/1.1" status: 200 len: 375 time: 0.0210388 Jan 21 09:38:35.837355 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-c3aa25fb-a381-4fd6-b746-32873545edc8 req-745ce92e-02ce-4778-8d38-5d9c76d1dc5e tempest-VolumesSnapshotTestJSON-1583482103 tempest-VolumesSnapshotTestJSON-1583482103-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=5db07feb3a43432999da539b6b85fb2a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0343139 Jan 21 09:38:35.858648 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-763c6546-0ea3-4039-9457-3554ad402c62 req-bd5d2c80-e987-4d91-95f4-94bef29422ad tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] 10.222.0.45 "GET /v2.0/security-groups?id=98741539-7e8f-4cb1-b02f-12a07fa1dee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917935 Jan 21 09:38:35.973016 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-c3aa25fb-a381-4fd6-b746-32873545edc8 req-7f4ae9e8-8cd0-4fed-8c52-b7484394695d service neutron] 10.222.0.45 "GET /v2.0/networks/7ccd0197-ed42-4d03-8ffc-af304fe19f70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266263 Jan 21 09:38:36.007488 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26732b3-5a1f-439a-9b46-6a6fa882ccf0 req-763113ba-cdf5-4b40-89b7-b010894016de tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:36.008962 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-a26732b3-5a1f-439a-9b46-6a6fa882ccf0 req-763113ba-cdf5-4b40-89b7-b010894016de tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/ports?device_id=4e67b25e-7e65-4975-bafa-fceafcd53647 HTTP/1.1" status: 200 len: 945 time: 0.0818887 Jan 21 09:38:36.109130 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-a26732b3-5a1f-439a-9b46-6a6fa882ccf0 req-8ff938e1-d735-490e-ae06-a46a827b5503 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/security-groups?id=3362d256-4580-47a9-b110-e51f4226c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935588 Jan 21 09:38:36.117485 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-c3aa25fb-a381-4fd6-b746-32873545edc8 req-4dfadcc0-fb31-48d3-a887-bfa3040530f8 service neutron] 10.222.0.45 "GET /v2.0/networks/7ccd0197-ed42-4d03-8ffc-af304fe19f70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384346 Jan 21 09:38:36.118154 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Device f3cf995b-9ff7-46d0-8b18-e677a163a78e up at agent ovs-agent-dv-cinder-804035-25-iscsi {{(pid=103184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:38:36.182026 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.provisioning_blocks [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Provisioning complete for port f3cf995b-9ff7-46d0-8b18-e677a163a78e triggered by entity L2. {{(pid=103184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:38:36.182759 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983013'] for port (f3cf995b-9ff7-46d0-8b18-e677a163a78e), provisioning_complete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:36.292371 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Current status of the port f3cf995b-9ff7-46d0-8b18-e677a163a78e is: DOWN; New status is: ACTIVE {{(pid=103184) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:38:36.293650 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (f3cf995b-9ff7-46d0-8b18-e677a163a78e), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:36.324478 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] For port f3cf995b-9ff7-46d0-8b18-e677a163a78e, host dv-cinder-804035-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-25-iscsi',level=0,port_id=f3cf995b-9ff7-46d0-8b18-e677a163a78e,segment=NetworkSegment(04cdc6b6-1d9e-45db-8cc2-90c03cb493f2),segment_id=04cdc6b6-1d9e-45db-8cc2-90c03cb493f2)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:38:36.407895 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774670732957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774670299814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774670299832'] for port (f3cf995b-9ff7-46d0-8b18-e677a163a78e), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:36.456704 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5c3f1a-13a4-49fc-b157-1950d58680c3 req-c3cedeab-3147-4a8a-a4d3-c7ce4113b5b6 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:36.463943 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-bd5c3f1a-13a4-49fc-b157-1950d58680c3 req-c3cedeab-3147-4a8a-a4d3-c7ce4113b5b6 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/ports?device_id=59ad64a5-af93-44ef-8031-fd2f2d18a901 HTTP/1.1" status: 200 len: 946 time: 0.0691965 Jan 21 09:38:36.526528 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-bd5c3f1a-13a4-49fc-b157-1950d58680c3 req-0ccf31c6-a958-4d1e-ae27-02e77910b72d tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/security-groups?id=db9ef9f1-43ce-4c8b-928d-23519653180d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573382 Jan 21 09:38:36.528760 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Pushing event updated for resources: {'Port': ['ID=f3cf995b-9ff7-46d0-8b18-e677a163a78e,revision_number=4']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:36.649099 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-52ee639e-cf03-4425-a3b3-538b573b4599 req-5afb1819-d2c6-4a77-9ac2-a815ba9de26a tempest-VolumesSnapshotTestJSON-1583482103 tempest-VolumesSnapshotTestJSON-1583482103-project] 10.222.0.45 "GET /v2.0/ports?device_id=6104a6dc-afee-486a-a867-490dad16c883 HTTP/1.1" status: 200 len: 210 time: 0.0330932 Jan 21 09:38:36.763064 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.45', 36606) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:38:36.763520 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.v2.base [None req-41787d37-02ec-4da2-8345-10163e9d15d6 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-159313003', 'description': 'tempest-secgroup-smoke-159313003 description', 'project_id': '515ded26ca114fbf9c6e920362aec64c'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:36.774218 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f087b53-e797-4e9a-bc9c-4704837c36f4 None None] Sync routers for ids ['49485dab-3050-4b45-9257-af66d3e68490'] in dv-cinder-804035-25-iscsi {{(pid=103184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:38:36.792167 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f087b53-e797-4e9a-bc9c-4704837c36f4 None None] Routers {'49485dab-3050-4b45-9257-af66d3e68490'} bound to L3 agent in host dv-cinder-804035-25-iscsi {{(pid=103184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 09:38:36.792167 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.l3_hamode_db [None req-0f087b53-e797-4e9a-bc9c-4704837c36f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-21T09:27:18Z,description=,heartbeat_timestamp=2022-01-21T09:38:18Z,host='dv-cinder-804035-25-iscsi',id=e2f5353c-5d20-4dd0-beb4-c302aead9ffd,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:27:19Z,topic='l3_agent')) {'router_ids': ['49485dab-3050-4b45-9257-af66d3e68490'], 'active': True} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:36.803088 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbc00ac-df6e-4a1c-859c-18d191d68077 req-251586f0-18ad-424f-b5db-8c071e1a9187 tempest-VolumesActionsTest-600326628 tempest-VolumesActionsTest-600326628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:36.804853 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-1dbc00ac-df6e-4a1c-859c-18d191d68077 req-251586f0-18ad-424f-b5db-8c071e1a9187 tempest-VolumesActionsTest-600326628 tempest-VolumesActionsTest-600326628-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4e4d869-a178-4acd-8305-895d478f77ce HTTP/1.1" status: 200 len: 946 time: 0.0926845 Jan 21 09:38:36.806756 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375a9872-c455-4c28-b589-a2eff5d92956 req-c28abd64-45f0-46cc-bbaa-54e3ad26fe1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:36.808214 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-375a9872-c455-4c28-b589-a2eff5d92956 req-c28abd64-45f0-46cc-bbaa-54e3ad26fe1a service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=93281ac9cb504124a055279296f2262f&device_id=59ad64a5-af93-44ef-8031-fd2f2d18a901 HTTP/1.1" status: 200 len: 1099 time: 0.0837355 Jan 21 09:38:36.888687 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-41787d37-02ec-4da2-8345-10163e9d15d6 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:36.946668 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.l3_dvr_db [None req-0f087b53-e797-4e9a-bc9c-4704837c36f4 None None] Set router 49485dab-3050-4b45-9257-af66d3e68490 gateway port host: dv-cinder-804035-25-iscsi {{(pid=103184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:38:36.959673 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-1dbc00ac-df6e-4a1c-859c-18d191d68077 req-b6963859-cb31-4f3a-9818-88c8622adc6d tempest-VolumesActionsTest-600326628 tempest-VolumesActionsTest-600326628-project] 10.222.0.45 "GET /v2.0/security-groups?id=ca46b9c8-4f8b-4ca8-b76a-dbd1f3494728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422017 Jan 21 09:38:36.998505 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-41787d37-02ec-4da2-8345-10163e9d15d6 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Publish callbacks [] for security_group (f1675cd1-54f4-4d25-9ed0-7b073048c061), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:37.011588 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375a9872-c455-4c28-b589-a2eff5d92956 req-2f9b04b8-4e50-4a5a-afac-c86f40ee588d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:37.013365 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-375a9872-c455-4c28-b589-a2eff5d92956 req-2f9b04b8-4e50-4a5a-afac-c86f40ee588d service neutron] 10.222.0.109 "GET /v2.0/networks?id=647e31d1-4208-41da-8947-db9d9292bd9e HTTP/1.1" status: 200 len: 918 time: 0.1859305 Jan 21 09:38:37.055925 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-41787d37-02ec-4da2-8345-10163e9d15d6 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126007'] for security_group (f1675cd1-54f4-4d25-9ed0-7b073048c061), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:37.086015 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41787d37-02ec-4da2-8345-10163e9d15d6 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1675cd1-54f4-4d25-9ed0-7b073048c061,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:37.125239 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-375a9872-c455-4c28-b589-a2eff5d92956 req-ad5fcbc2-6a5a-46e6-8431-e5acd6423543 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=63990fa3-fce3-4891-adb2-cd4ebc4c075a HTTP/1.1" status: 200 len: 1001 time: 0.0992432 Jan 21 09:38:37.137412 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566baf9a-9ad4-4625-a9ca-2a82e22776fa req-c23136b3-09dd-45f2-a915-b0ede8870378 tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:37.139125 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-566baf9a-9ad4-4625-a9ca-2a82e22776fa req-c23136b3-09dd-45f2-a915-b0ede8870378 tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] 10.222.0.45 "GET /v2.0/ports?device_id=750f8ae5-b267-4b76-bb13-170071722932 HTTP/1.1" status: 200 len: 943 time: 0.1237996 Jan 21 09:38:37.149418 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-41787d37-02ec-4da2-8345-10163e9d15d6 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:37.150662 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [None req-41787d37-02ec-4da2-8345-10163e9d15d6 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3911231 Jan 21 09:38:37.154422 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.45', 36618) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:38:37.159166 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.v2.base [None req-382914b5-e3a5-4f6a-95d9-16a475138326 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Request body: {'security_group_rule': {'security_group_id': 'f1675cd1-54f4-4d25-9ed0-7b073048c061', 'project_id': '515ded26ca114fbf9c6e920362aec64c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:37.217042 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375a9872-c455-4c28-b589-a2eff5d92956 req-19be7fd4-7a4b-4342-8e34-2b18aacb8a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:37.218802 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-375a9872-c455-4c28-b589-a2eff5d92956 req-19be7fd4-7a4b-4342-8e34-2b18aacb8a9f service neutron] 10.222.0.109 "GET /v2.0/subnets?id=55369842-b446-444b-92ff-367c2e723c52 HTTP/1.1" status: 200 len: 856 time: 0.0788157 Jan 21 09:38:37.234178 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.l3_hamode_db [None req-0f087b53-e797-4e9a-bc9c-4704837c36f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49485dab-3050-4b45-9257-af66d3e68490', 'name': 'tempest-TestVolumeBootPattern-356412223-router', 'tenant_id': '6fb311e2bec64fe8b91841c05e386972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'external_fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': 'f3cf995b-9ff7-46d0-8b18-e677a163a78e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:38:25Z', 'updated_at': '2022-01-21T09:38:33Z', 'revision_number': 4, 'project_id': '6fb311e2bec64fe8b91841c05e386972', 'gw_port': {'id': 'f3cf995b-9ff7-46d0-8b18-e677a163a78e', 'name': '', 'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:d2:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49485dab-3050-4b45-9257-af66d3e68490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:38:27Z', 'updated_at': '2022-01-21T09:38:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6accd444-6422-45bf-9c21-6be173243a45', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-25-iscsi', '_interfaces': [{'id': '8b386ae9-e812-4d4d-96e3-af3aaa08eee1', 'name': '', 'network_id': '9255af24-58b8-4354-8fb4-d5ec8f0ff776', 'tenant_id': '6fb311e2bec64fe8b91841c05e386972', 'mac_address': 'fa:16:3e:2c:29:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49485dab-3050-4b45-9257-af66d3e68490', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '47f7f9ae-f753-49bc-9b84-7c86ba8c042e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:38:32Z', 'updated_at': '2022-01-21T09:38:34Z', 'revision_number': 2, 'project_id': '6fb311e2bec64fe8b91841c05e386972', 'subnets': [{'id': '47f7f9ae-f753-49bc-9b84-7c86ba8c042e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-25-iscsi', False) {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:37.263836 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f087b53-e797-4e9a-bc9c-4704837c36f4 None None] Checking router: 49485dab-3050-4b45-9257-af66d3e68490 for host: dv-cinder-804035-25-iscsi {{(pid=103184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:38:37.264453 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f087b53-e797-4e9a-bc9c-4704837c36f4 None None] Updating router 49485dab-3050-4b45-9257-af66d3e68490 port 8b386ae9-e812-4d4d-96e3-af3aaa08eee1 binding host dv-cinder-804035-25-iscsi {{(pid=103184) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 09:38:37.270906 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-566baf9a-9ad4-4625-a9ca-2a82e22776fa req-4766db88-776e-48cd-bc7c-804482fae841 tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] 10.222.0.45 "GET /v2.0/security-groups?id=98741539-7e8f-4cb1-b02f-12a07fa1dee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165113 Jan 21 09:38:37.282613 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375a9872-c455-4c28-b589-a2eff5d92956 req-97dc164b-07ed-4abb-a3a8-35d1550df4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:37.284165 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-375a9872-c455-4c28-b589-a2eff5d92956 req-97dc164b-07ed-4abb-a3a8-35d1550df4eb service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=647e31d1-4208-41da-8947-db9d9292bd9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0577753 Jan 21 09:38:37.301903 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0f087b53-e797-4e9a-bc9c-4704837c36f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (8b386ae9-e812-4d4d-96e3-af3aaa08eee1), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:37.331213 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-382914b5-e3a5-4f6a-95d9-16a475138326 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Publish callbacks [] for security_group_rule (a5609242-ac54-4c52-8bee-708eb88fff2e), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:37.399490 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-382914b5-e3a5-4f6a-95d9-16a475138326 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Publish callbacks [] for security_group_rule (a5609242-ac54-4c52-8bee-708eb88fff2e), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:37.432560 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-375a9872-c455-4c28-b589-a2eff5d92956 req-05661410-ba9b-4ef9-8982-77ce958e40e9 service neutron] 10.222.0.109 "GET /v2.0/networks/647e31d1-4208-41da-8947-db9d9292bd9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349370 Jan 21 09:38:37.441698 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7f805a-038f-4057-b354-9983ba439367 req-53554950-327d-4889-863b-938cd0429a62 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:37.443165 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-aa7f805a-038f-4057-b354-9983ba439367 req-53554950-327d-4889-863b-938cd0429a62 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/ports?device_id=4e67b25e-7e65-4975-bafa-fceafcd53647 HTTP/1.1" status: 200 len: 945 time: 0.0726774 Jan 21 09:38:37.524557 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-382914b5-e3a5-4f6a-95d9-16a475138326 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126079'] for security_group_rule (a5609242-ac54-4c52-8bee-708eb88fff2e), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:37.546214 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382914b5-e3a5-4f6a-95d9-16a475138326 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5609242-ac54-4c52-8bee-708eb88fff2e,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:37.571472 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-aa7f805a-038f-4057-b354-9983ba439367 req-b0993549-a309-4e4c-9c22-86119f8e3bd4 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/security-groups?id=3362d256-4580-47a9-b110-e51f4226c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210248 Jan 21 09:38:37.594029 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-375a9872-c455-4c28-b589-a2eff5d92956 req-635471b2-84ab-461b-b32b-5c671c79893b service neutron] 10.222.0.109 "GET /v2.0/networks/647e31d1-4208-41da-8947-db9d9292bd9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411545 Jan 21 09:38:37.617489 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0f087b53-e797-4e9a-bc9c-4704837c36f4 None None] Publish callbacks [] for port (8b386ae9-e812-4d4d-96e3-af3aaa08eee1), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:37.655523 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-382914b5-e3a5-4f6a-95d9-16a475138326 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:37.656754 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [None req-382914b5-e3a5-4f6a-95d9-16a475138326 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5017202 Jan 21 09:38:37.660433 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.45', 36624) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:38:37.664869 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.v2.base [None req-d3896ada-cc89-4c7b-92f9-6a120e0fb320 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Request body: {'security_group_rule': {'security_group_id': 'f1675cd1-54f4-4d25-9ed0-7b073048c061', 'project_id': '515ded26ca114fbf9c6e920362aec64c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:37.676813 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0f087b53-e797-4e9a-bc9c-4704837c36f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774670732957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774670299814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774670299832'] for port (8b386ae9-e812-4d4d-96e3-af3aaa08eee1), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:37.707789 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c6283f-b640-4611-b1f1-caa657f7bef8 req-166db911-be07-4bdb-9171-ea714d080056 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:37.710074 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-a5c6283f-b640-4611-b1f1-caa657f7bef8 req-166db911-be07-4bdb-9171-ea714d080056 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/ports?device_id=59ad64a5-af93-44ef-8031-fd2f2d18a901 HTTP/1.1" status: 200 len: 946 time: 0.0653036 Jan 21 09:38:37.734613 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b4a9f-69be-4a46-ac6e-d772e16ea5e6 None None] Pushing event updated for resources: {'Port': ['ID=8b386ae9-e812-4d4d-96e3-af3aaa08eee1,revision_number=3']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:37.759716 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d3896ada-cc89-4c7b-92f9-6a120e0fb320 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Publish callbacks [] for security_group_rule (61bbdc91-2141-482e-a17a-e12f4e31f662), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:37.804486 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [None req-0f087b53-e797-4e9a-bc9c-4704837c36f4 None None] Attempting to bind port 8b386ae9-e812-4d4d-96e3-af3aaa08eee1 on host dv-cinder-804035-25-iscsi for vnic_type normal with profile {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 09:38:37.805554 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [None req-0f087b53-e797-4e9a-bc9c-4704837c36f4 None None] Attempting to bind port 8b386ae9-e812-4d4d-96e3-af3aaa08eee1 by drivers openvswitch,hyperv on host dv-cinder-804035-25-iscsi at level 0 using segments [{'id': 'da41fa3a-e24e-4924-ba2f-20cbc29f0726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '9255af24-58b8-4354-8fb4-d5ec8f0ff776'}] {{(pid=103184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 09:38:37.806303 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f087b53-e797-4e9a-bc9c-4704837c36f4 None None] Attempting to bind port 8b386ae9-e812-4d4d-96e3-af3aaa08eee1 on network 9255af24-58b8-4354-8fb4-d5ec8f0ff776 {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:38:37.814178 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f087b53-e797-4e9a-bc9c-4704837c36f4 None None] Checking agent: {'id': 'a4f58dde-e5c6-489c-94fe-b355a6abc90e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-25-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 27, 22), 'started_at': datetime.datetime(2022, 1, 21, 9, 27, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 38, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-25-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:38:37.814683 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f087b53-e797-4e9a-bc9c-4704837c36f4 None None] Checking segment: {'id': 'da41fa3a-e24e-4924-ba2f-20cbc29f0726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '9255af24-58b8-4354-8fb4-d5ec8f0ff776'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 09:38:37.815820 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0f087b53-e797-4e9a-bc9c-4704837c36f4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:37.816920 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f087b53-e797-4e9a-bc9c-4704837c36f4 None None] Bound using segment: {'id': 'da41fa3a-e24e-4924-ba2f-20cbc29f0726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '9255af24-58b8-4354-8fb4-d5ec8f0ff776'} {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:38:37.817445 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [None req-0f087b53-e797-4e9a-bc9c-4704837c36f4 None None] Bound port: 8b386ae9-e812-4d4d-96e3-af3aaa08eee1, host: dv-cinder-804035-25-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da41fa3a-e24e-4924-ba2f-20cbc29f0726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '9255af24-58b8-4354-8fb4-d5ec8f0ff776'}}] {{(pid=103184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 09:38:37.817842 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0f087b53-e797-4e9a-bc9c-4704837c36f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (8b386ae9-e812-4d4d-96e3-af3aaa08eee1), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:37.841606 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-a5c6283f-b640-4611-b1f1-caa657f7bef8 req-5db6e125-96c2-4bdf-a7b0-94e68ce36d4a tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/security-groups?id=db9ef9f1-43ce-4c8b-928d-23519653180d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1219604 Jan 21 09:38:37.875177 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d3896ada-cc89-4c7b-92f9-6a120e0fb320 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Publish callbacks [] for security_group_rule (61bbdc91-2141-482e-a17a-e12f4e31f662), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:37.938503 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-0f087b53-e797-4e9a-bc9c-4704837c36f4 None None] For port 8b386ae9-e812-4d4d-96e3-af3aaa08eee1, host dv-cinder-804035-25-iscsi, cleared binding levels {{(pid=103184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:38:37.944205 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-0f087b53-e797-4e9a-bc9c-4704837c36f4 None None] For port 8b386ae9-e812-4d4d-96e3-af3aaa08eee1, host dv-cinder-804035-25-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-25-iscsi',level=0,port_id=8b386ae9-e812-4d4d-96e3-af3aaa08eee1,segment=NetworkSegment(da41fa3a-e24e-4924-ba2f-20cbc29f0726),segment_id=da41fa3a-e24e-4924-ba2f-20cbc29f0726)] {{(pid=103184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:38:37.944364 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-2a398a2c-26ff-4913-a5f9-f9eff9dd0980 req-f5dcb3d5-1c6f-4efc-a758-46de7ffbf141 tempest-VolumesSnapshotTestJSON-1583482103 tempest-VolumesSnapshotTestJSON-1583482103-project] 10.222.0.45 "GET /v2.0/ports?device_id=6104a6dc-afee-486a-a867-490dad16c883 HTTP/1.1" status: 200 len: 210 time: 0.0390010 Jan 21 09:38:37.962175 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d3896ada-cc89-4c7b-92f9-6a120e0fb320 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126079'] for security_group_rule (61bbdc91-2141-482e-a17a-e12f4e31f662), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:37.992219 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3896ada-cc89-4c7b-92f9-6a120e0fb320 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61bbdc91-2141-482e-a17a-e12f4e31f662,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:38.020446 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0f087b53-e797-4e9a-bc9c-4704837c36f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774670732957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774670299814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774670299832'] for port (8b386ae9-e812-4d4d-96e3-af3aaa08eee1), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:38.065829 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f087b53-e797-4e9a-bc9c-4704837c36f4 None None] Routers {'49485dab-3050-4b45-9257-af66d3e68490'} bound to L3 agent in host dv-cinder-804035-25-iscsi {{(pid=103184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 09:38:38.072858 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.l3_hamode_db [None req-0f087b53-e797-4e9a-bc9c-4704837c36f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-21T09:27:18Z,description=,heartbeat_timestamp=2022-01-21T09:38:18Z,host='dv-cinder-804035-25-iscsi',id=e2f5353c-5d20-4dd0-beb4-c302aead9ffd,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:27:19Z,topic='l3_agent')) {'router_ids': ['49485dab-3050-4b45-9257-af66d3e68490'], 'active': True} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:38.087876 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d3896ada-cc89-4c7b-92f9-6a120e0fb320 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:38.089294 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [None req-d3896ada-cc89-4c7b-92f9-6a120e0fb320 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4278705 Jan 21 09:38:38.095888 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.45', 36632) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:38:38.096944 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.v2.base [None req-a2a6dfc0-2ea5-4f1d-92bc-7827dbd5f00d tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Request body: {'security_group_rule': {'security_group_id': 'f1675cd1-54f4-4d25-9ed0-7b073048c061', 'project_id': '515ded26ca114fbf9c6e920362aec64c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:38.101585 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00d9623-b715-477f-a9a7-1455b49b4ff9 req-b951d46b-c0d9-4eba-a882-42c5e7040eee tempest-VolumesActionsTest-600326628 tempest-VolumesActionsTest-600326628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:38.109923 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-c00d9623-b715-477f-a9a7-1455b49b4ff9 req-b951d46b-c0d9-4eba-a882-42c5e7040eee tempest-VolumesActionsTest-600326628 tempest-VolumesActionsTest-600326628-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4e4d869-a178-4acd-8305-895d478f77ce HTTP/1.1" status: 200 len: 946 time: 0.0764639 Jan 21 09:38:38.137681 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Device f3cf995b-9ff7-46d0-8b18-e677a163a78e up at agent ovs-agent-dv-cinder-804035-25-iscsi {{(pid=103184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:38:38.167011 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-c00d9623-b715-477f-a9a7-1455b49b4ff9 req-945a9469-4183-4d24-a6c7-e8f601784d65 tempest-VolumesActionsTest-600326628 tempest-VolumesActionsTest-600326628-project] 10.222.0.45 "GET /v2.0/security-groups?id=ca46b9c8-4f8b-4ca8-b76a-dbd1f3494728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554612 Jan 21 09:38:38.237390 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a2a6dfc0-2ea5-4f1d-92bc-7827dbd5f00d tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Publish callbacks [] for security_group_rule (002b8542-693e-4bdc-8076-348f69e8ef4e), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:38.242235 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.provisioning_blocks [None req-300ce61e-b01b-46ec-b88e-69563120999c None None] Provisioning complete for port 8b386ae9-e812-4d4d-96e3-af3aaa08eee1 triggered by entity DHCP. {{(pid=103184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:38:38.242632 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-300ce61e-b01b-46ec-b88e-69563120999c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983013'] for port (8b386ae9-e812-4d4d-96e3-af3aaa08eee1), provisioning_complete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:38.244310 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b4a9f-69be-4a46-ac6e-d772e16ea5e6 None None] Pushing event updated for resources: {'Port': ['ID=8b386ae9-e812-4d4d-96e3-af3aaa08eee1,revision_number=4']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:38.311737 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.l3_dvr_db [None req-0f087b53-e797-4e9a-bc9c-4704837c36f4 None None] Set router 49485dab-3050-4b45-9257-af66d3e68490 gateway port host: dv-cinder-804035-25-iscsi {{(pid=103184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:38:38.317324 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a2a6dfc0-2ea5-4f1d-92bc-7827dbd5f00d tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Publish callbacks [] for security_group_rule (002b8542-693e-4bdc-8076-348f69e8ef4e), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:38.353759 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.provisioning_blocks [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Provisioning complete for port f3cf995b-9ff7-46d0-8b18-e677a163a78e triggered by entity L2. {{(pid=103184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:38:38.354030 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983013'] for port (f3cf995b-9ff7-46d0-8b18-e677a163a78e), provisioning_complete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:38.387628 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a2a6dfc0-2ea5-4f1d-92bc-7827dbd5f00d tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126079'] for security_group_rule (002b8542-693e-4bdc-8076-348f69e8ef4e), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:38.399267 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5532f48-380c-4948-bf0b-7e94abadd1ce req-59d3dd91-0fb1-4588-98f0-a1387275ab3c tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:38.401478 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-c5532f48-380c-4948-bf0b-7e94abadd1ce req-59d3dd91-0fb1-4588-98f0-a1387275ab3c tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] 10.222.0.45 "GET /v2.0/ports?device_id=750f8ae5-b267-4b76-bb13-170071722932 HTTP/1.1" status: 200 len: 943 time: 0.0603707 Jan 21 09:38:38.409579 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a6dfc0-2ea5-4f1d-92bc-7827dbd5f00d tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=002b8542-693e-4bdc-8076-348f69e8ef4e,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:38.479853 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-c5532f48-380c-4948-bf0b-7e94abadd1ce req-6b81f7a2-e519-4c11-a6ff-5ba9112f251f tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] 10.222.0.45 "GET /v2.0/security-groups?id=98741539-7e8f-4cb1-b02f-12a07fa1dee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718231 Jan 21 09:38:38.492225 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a2a6dfc0-2ea5-4f1d-92bc-7827dbd5f00d tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:38.494559 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [None req-a2a6dfc0-2ea5-4f1d-92bc-7827dbd5f00d tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4006796 Jan 21 09:38:38.501660 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.45', 36638) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:38:38.506649 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.v2.base [None req-676b0db2-231c-4b07-b31b-101321140dc1 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Request body: {'security_group_rule': {'security_group_id': 'f1675cd1-54f4-4d25-9ed0-7b073048c061', 'project_id': '515ded26ca114fbf9c6e920362aec64c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:38.516099 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-300ce61e-b01b-46ec-b88e-69563120999c None None] Current status of the port 8b386ae9-e812-4d4d-96e3-af3aaa08eee1 is: DOWN; New status is: ACTIVE {{(pid=103184) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:38:38.516489 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-300ce61e-b01b-46ec-b88e-69563120999c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (8b386ae9-e812-4d4d-96e3-af3aaa08eee1), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:38.616529 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-676b0db2-231c-4b07-b31b-101321140dc1 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Publish callbacks [] for security_group_rule (f0fc1bce-0409-4456-802f-5db1bf0a0e35), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:38.743194 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-676b0db2-231c-4b07-b31b-101321140dc1 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Publish callbacks [] for security_group_rule (f0fc1bce-0409-4456-802f-5db1bf0a0e35), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:38.748083 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-300ce61e-b01b-46ec-b88e-69563120999c None None] For port 8b386ae9-e812-4d4d-96e3-af3aaa08eee1, host dv-cinder-804035-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-25-iscsi',level=0,port_id=8b386ae9-e812-4d4d-96e3-af3aaa08eee1,segment=NetworkSegment(da41fa3a-e24e-4924-ba2f-20cbc29f0726),segment_id=da41fa3a-e24e-4924-ba2f-20cbc29f0726)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:38:38.780961 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Current status of the port f3cf995b-9ff7-46d0-8b18-e677a163a78e is: ACTIVE; New status is: ACTIVE {{(pid=103184) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:38:38.795130 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81e8716-dc46-4491-adc3-285962b5e85d req-d8d253b4-defa-41fc-9be7-9e263046e6d9 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:38.796905 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-a81e8716-dc46-4491-adc3-285962b5e85d req-d8d253b4-defa-41fc-9be7-9e263046e6d9 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/ports?device_id=4e67b25e-7e65-4975-bafa-fceafcd53647 HTTP/1.1" status: 200 len: 945 time: 0.0952878 Jan 21 09:38:38.801960 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-676b0db2-231c-4b07-b31b-101321140dc1 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126079'] for security_group_rule (f0fc1bce-0409-4456-802f-5db1bf0a0e35), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:38.820548 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b0db2-231c-4b07-b31b-101321140dc1 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0fc1bce-0409-4456-802f-5db1bf0a0e35,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:38.820872 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.l3_hamode_db [None req-0f087b53-e797-4e9a-bc9c-4704837c36f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49485dab-3050-4b45-9257-af66d3e68490', 'name': 'tempest-TestVolumeBootPattern-356412223-router', 'tenant_id': '6fb311e2bec64fe8b91841c05e386972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'external_fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': 'f3cf995b-9ff7-46d0-8b18-e677a163a78e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:38:25Z', 'updated_at': '2022-01-21T09:38:33Z', 'revision_number': 4, 'project_id': '6fb311e2bec64fe8b91841c05e386972', 'gw_port': {'id': 'f3cf995b-9ff7-46d0-8b18-e677a163a78e', 'name': '', 'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:d2:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49485dab-3050-4b45-9257-af66d3e68490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:38:27Z', 'updated_at': '2022-01-21T09:38:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6accd444-6422-45bf-9c21-6be173243a45', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-25-iscsi', '_interfaces': [{'id': '8b386ae9-e812-4d4d-96e3-af3aaa08eee1', 'name': '', 'network_id': '9255af24-58b8-4354-8fb4-d5ec8f0ff776', 'tenant_id': '6fb311e2bec64fe8b91841c05e386972', 'mac_address': 'fa:16:3e:2c:29:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49485dab-3050-4b45-9257-af66d3e68490', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '47f7f9ae-f753-49bc-9b84-7c86ba8c042e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:38:32Z', 'updated_at': '2022-01-21T09:38:37Z', 'revision_number': 4, 'project_id': '6fb311e2bec64fe8b91841c05e386972', 'subnets': [{'id': '47f7f9ae-f753-49bc-9b84-7c86ba8c042e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-25-iscsi', False) {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:38.851796 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-a81e8716-dc46-4491-adc3-285962b5e85d req-0bfd812a-5fd1-4981-9e48-ff1466a5e61e tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/security-groups?id=3362d256-4580-47a9-b110-e51f4226c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486200 Jan 21 09:38:38.855141 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f087b53-e797-4e9a-bc9c-4704837c36f4 None None] The sync data for ids ['49485dab-3050-4b45-9257-af66d3e68490'] in dv-cinder-804035-25-iscsi is: [{'id': '49485dab-3050-4b45-9257-af66d3e68490', 'name': 'tempest-TestVolumeBootPattern-356412223-router', 'tenant_id': '6fb311e2bec64fe8b91841c05e386972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'external_fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': 'f3cf995b-9ff7-46d0-8b18-e677a163a78e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:38:25Z', 'updated_at': '2022-01-21T09:38:33Z', 'revision_number': 4, 'project_id': '6fb311e2bec64fe8b91841c05e386972', 'gw_port': {'id': 'f3cf995b-9ff7-46d0-8b18-e677a163a78e', 'name': '', 'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:d2:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49485dab-3050-4b45-9257-af66d3e68490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:38:27Z', 'updated_at': '2022-01-21T09:38:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6accd444-6422-45bf-9c21-6be173243a45', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-25-iscsi', '_interfaces': [{'id': '8b386ae9-e812-4d4d-96e3-af3aaa08eee1', 'name': '', 'network_id': '9255af24-58b8-4354-8fb4-d5ec8f0ff776', 'tenant_id': '6fb311e2bec64fe8b91841c05e386972', 'mac_address': 'fa:16:3e:2c:29:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49485dab-3050-4b45-9257-af66d3e68490', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '47f7f9ae-f753-49bc-9b84-7c86ba8c042e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:38:32Z', 'updated_at': '2022-01-21T09:38:37Z', 'revision_number': 4, 'project_id': '6fb311e2bec64fe8b91841c05e386972', 'subnets': [{'id': '47f7f9ae-f753-49bc-9b84-7c86ba8c042e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:38:38.856618 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-300ce61e-b01b-46ec-b88e-69563120999c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774670732957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774670299814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774670299832'] for port (8b386ae9-e812-4d4d-96e3-af3aaa08eee1), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:38.916903 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-676b0db2-231c-4b07-b31b-101321140dc1 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:38.923296 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [None req-676b0db2-231c-4b07-b31b-101321140dc1 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4159904 Jan 21 09:38:38.923296 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.45', 36652) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:38:38.929428 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.v2.base [None req-40d94747-913f-4845-b48c-6707825cdb15 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Request body: {'security_group_rule': {'security_group_id': 'f1675cd1-54f4-4d25-9ed0-7b073048c061', 'project_id': '515ded26ca114fbf9c6e920362aec64c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:38.998961 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300ce61e-b01b-46ec-b88e-69563120999c None None] Pushing event updated for resources: {'Port': ['ID=8b386ae9-e812-4d4d-96e3-af3aaa08eee1,revision_number=5']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:39.020698 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.provisioning_blocks [None req-cd5afd97-13a8-4f94-bb5c-dc7e7867a33f None None] Provisioning complete for port 8b386ae9-e812-4d4d-96e3-af3aaa08eee1 triggered by entity DHCP. {{(pid=103184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:38:39.021406 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-cd5afd97-13a8-4f94-bb5c-dc7e7867a33f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983013'] for port (8b386ae9-e812-4d4d-96e3-af3aaa08eee1), provisioning_complete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:39.097697 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.db.securitygroups_db [None req-40d94747-913f-4845-b48c-6707825cdb15 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Project 515ded26ca114fbf9c6e920362aec64c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 09:38:39.103002 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-40d94747-913f-4845-b48c-6707825cdb15 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Publish callbacks [] for security_group_rule (b417fe1f-14eb-4860-8f26-dfc0f333a766), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:39.110478 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-e80c8832-80bb-417f-848b-b3615c75405b req-3b00395e-4eff-41c2-b3d4-2823d7843c2e tempest-VolumesSnapshotTestJSON-1583482103 tempest-VolumesSnapshotTestJSON-1583482103-project] 10.222.0.45 "GET /v2.0/ports?device_id=6104a6dc-afee-486a-a867-490dad16c883 HTTP/1.1" status: 200 len: 210 time: 0.0457165 Jan 21 09:38:39.154898 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aa25fb-a381-4fd6-b746-32873545edc8 req-0d6153b6-34aa-45d3-9264-821ec1eda5b7 tempest-VolumesSnapshotTestJSON-1583482103 tempest-VolumesSnapshotTestJSON-1583482103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:39.156773 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-c3aa25fb-a381-4fd6-b746-32873545edc8 req-0d6153b6-34aa-45d3-9264-821ec1eda5b7 tempest-VolumesSnapshotTestJSON-1583482103 tempest-VolumesSnapshotTestJSON-1583482103-project] 10.222.0.109 "GET /v2.0/networks?id=7ccd0197-ed42-4d03-8ffc-af304fe19f70 HTTP/1.1" status: 200 len: 813 time: 0.2440827 Jan 21 09:38:39.182128 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-cd5afd97-13a8-4f94-bb5c-dc7e7867a33f None None] Current status of the port 8b386ae9-e812-4d4d-96e3-af3aaa08eee1 is: ACTIVE; New status is: ACTIVE {{(pid=103184) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:38:39.183295 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdc8690-d929-4b9b-bc66-73483790c003 req-72a050ff-745f-49e8-b785-a0e53f7f705a tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:39.186017 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-1cdc8690-d929-4b9b-bc66-73483790c003 req-72a050ff-745f-49e8-b785-a0e53f7f705a tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/ports?device_id=59ad64a5-af93-44ef-8031-fd2f2d18a901 HTTP/1.1" status: 200 len: 946 time: 0.1175945 Jan 21 09:38:39.189239 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.v2.base [req-c3aa25fb-a381-4fd6-b746-32873545edc8 req-34de08bc-bcf8-4811-9926-54e4ea5998bb tempest-VolumesSnapshotTestJSON-1583482103 tempest-VolumesSnapshotTestJSON-1583482103-project] Request body: {'port': {'device_id': '6104a6dc-afee-486a-a867-490dad16c883', 'network_id': '7ccd0197-ed42-4d03-8ffc-af304fe19f70', 'admin_state_up': True, 'tenant_id': '5db07feb3a43432999da539b6b85fb2a'}} {{(pid=103182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:39.248003 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-40d94747-913f-4845-b48c-6707825cdb15 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Publish callbacks [] for security_group_rule (b417fe1f-14eb-4860-8f26-dfc0f333a766), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:39.321491 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-1cdc8690-d929-4b9b-bc66-73483790c003 req-b0f03e38-70c1-4e57-9f2d-a33d84a767fa tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/security-groups?id=db9ef9f1-43ce-4c8b-928d-23519653180d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1123974 Jan 21 09:38:39.394686 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-40d94747-913f-4845-b48c-6707825cdb15 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126079'] for security_group_rule (b417fe1f-14eb-4860-8f26-dfc0f333a766), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:39.419254 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d94747-913f-4845-b48c-6707825cdb15 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b417fe1f-14eb-4860-8f26-dfc0f333a766,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:39.465499 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3aa25fb-a381-4fd6-b746-32873545edc8 req-34de08bc-bcf8-4811-9926-54e4ea5998bb tempest-VolumesSnapshotTestJSON-1583482103 tempest-VolumesSnapshotTestJSON-1583482103-project] Made reservation on behalf of 5db07feb3a43432999da539b6b85fb2a for: {'port': 1} {{(pid=103182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:38:39.469509 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-c3aa25fb-a381-4fd6-b746-32873545edc8 req-34de08bc-bcf8-4811-9926-54e4ea5998bb tempest-VolumesSnapshotTestJSON-1583482103 tempest-VolumesSnapshotTestJSON-1583482103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (None), before_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:39.513138 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-40d94747-913f-4845-b48c-6707825cdb15 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:39.518750 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [None req-40d94747-913f-4845-b48c-6707825cdb15 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5922275 Jan 21 09:38:39.518750 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.45', 36662) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:38:39.523318 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.v2.base [None req-a71810eb-3f5c-45dd-a93a-c6dc47c53144 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Request body: {'security_group_rule': {'security_group_id': 'f1675cd1-54f4-4d25-9ed0-7b073048c061', 'project_id': '515ded26ca114fbf9c6e920362aec64c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:39.679156 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.db.securitygroups_db [None req-a71810eb-3f5c-45dd-a93a-c6dc47c53144 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Project 515ded26ca114fbf9c6e920362aec64c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 09:38:39.689005 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a71810eb-3f5c-45dd-a93a-c6dc47c53144 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Publish callbacks [] for security_group_rule (c6a7c84a-926c-4db4-acca-9863869cce0c), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:39.689542 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b801fe-bca6-4440-874b-ac61bfa18a93 req-28cae3ae-4828-4235-9283-d7593d260aa3 tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:39.692225 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-20b801fe-bca6-4440-874b-ac61bfa18a93 req-28cae3ae-4828-4235-9283-d7593d260aa3 tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] 10.222.0.45 "GET /v2.0/ports?device_id=750f8ae5-b267-4b76-bb13-170071722932 HTTP/1.1" status: 200 len: 943 time: 0.1067500 Jan 21 09:38:39.693556 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.db.db_base_plugin_common [req-c3aa25fb-a381-4fd6-b746-32873545edc8 req-34de08bc-bcf8-4811-9926-54e4ea5998bb tempest-VolumesSnapshotTestJSON-1583482103 tempest-VolumesSnapshotTestJSON-1583482103-project] Allocated IP 172.20.0.11 (7ccd0197-ed42-4d03-8ffc-af304fe19f70/a8daf7f4-5b37-472d-866e-ed6bc53918ba/ac7a3142-12ec-4772-8b8e-f317cdd18a45) {{(pid=103182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:38:39.769771 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a71810eb-3f5c-45dd-a93a-c6dc47c53144 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Publish callbacks [] for security_group_rule (c6a7c84a-926c-4db4-acca-9863869cce0c), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:39.836858 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-20b801fe-bca6-4440-874b-ac61bfa18a93 req-4cecc2ce-a0dd-4327-9577-bd4fdb292a09 tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] 10.222.0.45 "GET /v2.0/security-groups?id=98741539-7e8f-4cb1-b02f-12a07fa1dee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382349 Jan 21 09:38:39.869490 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a71810eb-3f5c-45dd-a93a-c6dc47c53144 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126079'] for security_group_rule (c6a7c84a-926c-4db4-acca-9863869cce0c), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:39.889920 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece8e541-6900-4ad9-b074-a900f9961053 req-5a0ec98a-2864-45f8-bdb6-1c9a0990b2b4 tempest-VolumesActionsTest-600326628 tempest-VolumesActionsTest-600326628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:39.889920 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-ece8e541-6900-4ad9-b074-a900f9961053 req-5a0ec98a-2864-45f8-bdb6-1c9a0990b2b4 tempest-VolumesActionsTest-600326628 tempest-VolumesActionsTest-600326628-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4e4d869-a178-4acd-8305-895d478f77ce HTTP/1.1" status: 200 len: 946 time: 0.1273406 Jan 21 09:38:39.919368 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71810eb-3f5c-45dd-a93a-c6dc47c53144 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6a7c84a-926c-4db4-acca-9863869cce0c,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:40.006613 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a71810eb-3f5c-45dd-a93a-c6dc47c53144 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:40.008184 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [None req-a71810eb-3f5c-45dd-a93a-c6dc47c53144 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4884093 Jan 21 09:38:40.078300 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-ece8e541-6900-4ad9-b074-a900f9961053 req-e53b230a-71f3-45f6-9b8b-3a1ede4f216f tempest-VolumesActionsTest-600326628 tempest-VolumesActionsTest-600326628-project] 10.222.0.45 "GET /v2.0/security-groups?id=ca46b9c8-4f8b-4ca8-b76a-dbd1f3494728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595843 Jan 21 09:38:40.160141 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-c3aa25fb-a381-4fd6-b746-32873545edc8 req-34de08bc-bcf8-4811-9926-54e4ea5998bb tempest-VolumesSnapshotTestJSON-1583482103 tempest-VolumesSnapshotTestJSON-1583482103-project] Publish callbacks [] for port (ac7a3142-12ec-4772-8b8e-f317cdd18a45), precommit_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:40.191397 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58a15d4-5bda-412b-8586-1bd825d7096c req-22674086-bb2a-4c6a-8971-66124c34fff5 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:40.191397 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-f58a15d4-5bda-412b-8586-1bd825d7096c req-22674086-bb2a-4c6a-8971-66124c34fff5 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/ports?device_id=4e67b25e-7e65-4975-bafa-fceafcd53647 HTTP/1.1" status: 200 len: 945 time: 0.2242839 Jan 21 09:38:40.239890 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Device 8b386ae9-e812-4d4d-96e3-af3aaa08eee1 up at agent ovs-agent-dv-cinder-804035-25-iscsi {{(pid=103184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:38:40.297895 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-17b7572c-cf39-44d2-9c36-427f7d77362b req-b738a697-1fbe-400b-bba9-95a6c58901b1 tempest-VolumesSnapshotTestJSON-1583482103 tempest-VolumesSnapshotTestJSON-1583482103-project] 10.222.0.45 "GET /v2.0/ports?device_id=6104a6dc-afee-486a-a867-490dad16c883 HTTP/1.1" status: 200 len: 210 time: 0.0372264 Jan 21 09:38:40.302090 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-f58a15d4-5bda-412b-8586-1bd825d7096c req-6ac9f264-38c8-4724-b5bf-bc5f64655108 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/security-groups?id=3362d256-4580-47a9-b110-e51f4226c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948529 Jan 21 09:38:40.339828 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.provisioning_blocks [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Provisioning complete for port 8b386ae9-e812-4d4d-96e3-af3aaa08eee1 triggered by entity L2. {{(pid=103184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:38:40.340206 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983013'] for port (8b386ae9-e812-4d4d-96e3-af3aaa08eee1), provisioning_complete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:40.363462 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-c3aa25fb-a381-4fd6-b746-32873545edc8 req-34de08bc-bcf8-4811-9926-54e4ea5998bb tempest-VolumesSnapshotTestJSON-1583482103 tempest-VolumesSnapshotTestJSON-1583482103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774670299796'] for port (ac7a3142-12ec-4772-8b8e-f317cdd18a45), after_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:40.402742 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3aa25fb-a381-4fd6-b746-32873545edc8 req-34de08bc-bcf8-4811-9926-54e4ea5998bb tempest-VolumesSnapshotTestJSON-1583482103 tempest-VolumesSnapshotTestJSON-1583482103-project] Network 7ccd0197-ed42-4d03-8ffc-af304fe19f70 is already hosted by enough agents. {{(pid=103182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:38:40.411622 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.scheduler.base_scheduler [req-c3aa25fb-a381-4fd6-b746-32873545edc8 req-34de08bc-bcf8-4811-9926-54e4ea5998bb tempest-VolumesSnapshotTestJSON-1583482103 tempest-VolumesSnapshotTestJSON-1583482103-project] Resources bound (agent type, host, resource id): {{(pid=103182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:38:40.416669 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3aa25fb-a381-4fd6-b746-32873545edc8 req-34de08bc-bcf8-4811-9926-54e4ea5998bb tempest-VolumesSnapshotTestJSON-1583482103 tempest-VolumesSnapshotTestJSON-1583482103-project] Received port after_create {{(pid=103182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 09:38:40.424696 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aa25fb-a381-4fd6-b746-32873545edc8 req-34de08bc-bcf8-4811-9926-54e4ea5998bb tempest-VolumesSnapshotTestJSON-1583482103 tempest-VolumesSnapshotTestJSON-1583482103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:40.425469 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-c3aa25fb-a381-4fd6-b746-32873545edc8 req-34de08bc-bcf8-4811-9926-54e4ea5998bb tempest-VolumesSnapshotTestJSON-1583482103 tempest-VolumesSnapshotTestJSON-1583482103-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11211'] for port (None), before_response {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:40.431032 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34de08bc-bcf8-4811-9926-54e4ea5998bb tempest-VolumesSnapshotTestJSON-1583482103 tempest-VolumesSnapshotTestJSON-1583482103-project] Pushing event updated for resources: {'Port': ['ID=ac7a3142-12ec-4772-8b8e-f317cdd18a45,revision_number=1']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:40.504814 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Current status of the port 8b386ae9-e812-4d4d-96e3-af3aaa08eee1 is: ACTIVE; New status is: ACTIVE {{(pid=103184) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:38:40.527845 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27aff8b-6f09-4dac-a923-2421000df8ae req-79ed38ba-505a-45ff-b7c9-228adfbb43fc tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:40.529235 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-e27aff8b-6f09-4dac-a923-2421000df8ae req-79ed38ba-505a-45ff-b7c9-228adfbb43fc tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/ports?device_id=59ad64a5-af93-44ef-8031-fd2f2d18a901 HTTP/1.1" status: 200 len: 946 time: 0.0751481 Jan 21 09:38:40.534839 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-c3aa25fb-a381-4fd6-b746-32873545edc8 req-34de08bc-bcf8-4811-9926-54e4ea5998bb tempest-VolumesSnapshotTestJSON-1583482103 tempest-VolumesSnapshotTestJSON-1583482103-project] 10.222.0.109 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3657455 Jan 21 09:38:40.546959 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.v2.base [req-c3aa25fb-a381-4fd6-b746-32873545edc8 req-4fae8989-a934-4900-8bb0-b3054faed5ad service neutron] Request body: {'port': {'device_id': '6104a6dc-afee-486a-a867-490dad16c883', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=103182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:38:40.637833 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-c3aa25fb-a381-4fd6-b746-32873545edc8 req-4fae8989-a934-4900-8bb0-b3054faed5ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (ac7a3142-12ec-4772-8b8e-f317cdd18a45), before_update {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:40.645657 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-e27aff8b-6f09-4dac-a923-2421000df8ae req-c2d10f8e-efe1-47d8-a2cc-1d310329ca7c tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/security-groups?id=db9ef9f1-43ce-4c8b-928d-23519653180d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1097457 Jan 21 09:38:40.647417 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Device d22f9cde-e9ce-4b37-9b2a-f673b65a0353 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=103184) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 21 09:38:40.649375 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Device 63990fa3-fce3-4891-adb2-cd4ebc4c075a no longer exists at agent hyperv_hv-cinder-80403 {{(pid=103184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:38:40.832418 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Current status of the port 63990fa3-fce3-4891-adb2-cd4ebc4c075a is: ACTIVE; New status is: DOWN {{(pid=103184) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:38:40.832809 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (63990fa3-fce3-4891-adb2-cd4ebc4c075a), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:40.857514 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] For port d22f9cde-e9ce-4b37-9b2a-f673b65a0353, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=d22f9cde-e9ce-4b37-9b2a-f673b65a0353,segment=NetworkSegment(ca5bfd78-f762-4f49-9105-ff4007fd6139),segment_id=ca5bfd78-f762-4f49-9105-ff4007fd6139)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:38:40.880674 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59ad64a5-af93-44ef-8031-fd2f2d18a901', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63990fa3-fce3-4891-adb2-cd4ebc4c075a'}] {{(pid=103184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:38:40.883087 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c59f8b740f259e85ceecfc878b6c10e974145cf55d87f3575c92c12753de108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fba942e-f25c-44e9-9aba-20a78a394062" -d '{"events": [{"server_uuid": "59ad64a5-af93-44ef-8031-fd2f2d18a901", "name": "network-vif-unplugged", "status": "completed", "tag": "63990fa3-fce3-4891-adb2-cd4ebc4c075a"}]}' {{(pid=103184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:38:40.893778 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Returning: {'device': 'd22f9cde-e9ce-4b37-9b2a-f673b65a0353', 'network_id': 'e49a728a-90d2-4a07-8a83-d63652f9661a', 'port_id': 'd22f9cde-e9ce-4b37-9b2a-f673b65a0353', 'mac_address': 'fa:16:3e:de:76:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e29f5993-ac69-42ff-9e18-94424da90a30', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103184) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 21 09:38:40.901985 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] For port 63990fa3-fce3-4891-adb2-cd4ebc4c075a, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=63990fa3-fce3-4891-adb2-cd4ebc4c075a,segment=NetworkSegment(475e952b-010c-46c4-9dc4-7955dc3077d3),segment_id=475e952b-010c-46c4-9dc4-7955dc3077d3)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:38:40.945729 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Current status of the port d22f9cde-e9ce-4b37-9b2a-f673b65a0353 is: DOWN; New status is: BUILD {{(pid=103184) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:38:40.946116 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (d22f9cde-e9ce-4b37-9b2a-f673b65a0353), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:40.960171 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.notifiers.nova [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d22f9cde-e9ce-4b37-9b2a-f673b65a0353 {{(pid=103184) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:38:40.978375 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774670732957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774670299814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774670299832'] for port (63990fa3-fce3-4891-adb2-cd4ebc4c075a), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:40.984033 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] For port d22f9cde-e9ce-4b37-9b2a-f673b65a0353, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=d22f9cde-e9ce-4b37-9b2a-f673b65a0353,segment=NetworkSegment(ca5bfd78-f762-4f49-9105-ff4007fd6139),segment_id=ca5bfd78-f762-4f49-9105-ff4007fd6139)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:38:41.007661 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.notifiers.nova [req-c3aa25fb-a381-4fd6-b746-32873545edc8 req-4fae8989-a934-4900-8bb0-b3054faed5ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac7a3142-12ec-4772-8b8e-f317cdd18a45 {{(pid=103182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:38:41.019186 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-c3aa25fb-a381-4fd6-b746-32873545edc8 req-4fae8989-a934-4900-8bb0-b3054faed5ad service neutron] Publish callbacks [] for port (ac7a3142-12ec-4772-8b8e-f317cdd18a45), precommit_update {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:41.047017 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34b1164-78e1-4e5a-afd0-abfdcf9f6fa3 req-742ae199-0582-4621-b5ea-1bce0a2bf917 tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:41.048157 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Pushing event updated for resources: {'Port': ['ID=63990fa3-fce3-4891-adb2-cd4ebc4c075a,revision_number=8']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:41.048671 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-b34b1164-78e1-4e5a-afd0-abfdcf9f6fa3 req-742ae199-0582-4621-b5ea-1bce0a2bf917 tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] 10.222.0.45 "GET /v2.0/ports?device_id=750f8ae5-b267-4b76-bb13-170071722932 HTTP/1.1" status: 200 len: 943 time: 0.0872865 Jan 21 09:38:41.050357 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.db.provisioning_blocks [req-c3aa25fb-a381-4fd6-b746-32873545edc8 req-4fae8989-a934-4900-8bb0-b3054faed5ad service neutron] Transition to ACTIVE for port object ac7a3142-12ec-4772-8b8e-f317cdd18a45 will not be triggered until provisioned by entity L2. {{(pid=103182) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:38:41.062587 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774670732957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774670299814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774670299832'] for port (d22f9cde-e9ce-4b37-9b2a-f673b65a0353), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:41.110733 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-b34b1164-78e1-4e5a-afd0-abfdcf9f6fa3 req-2af8343f-0b8c-4e23-a407-0ea15912776d tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] 10.222.0.45 "GET /v2.0/security-groups?id=98741539-7e8f-4cb1-b02f-12a07fa1dee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557985 Jan 21 09:38:41.115657 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Pushing event updated for resources: {'Port': ['ID=d22f9cde-e9ce-4b37-9b2a-f673b65a0353,revision_number=4']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:41.154752 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 21 Jan 2022 09:38:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a066d16c-37ec-4991-9b15-9e710fc281dc x-openstack-request-id: req-a066d16c-37ec-4991-9b15-9e710fc281dc {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:38:41.155198 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59ad64a5-af93-44ef-8031-fd2f2d18a901", "name": "network-vif-unplugged", "status": "failed", "tag": "63990fa3-fce3-4891-adb2-cd4ebc4c075a", "code": 422}]} {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:38:41.155461 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a066d16c-37ec-4991-9b15-9e710fc281dc {{(pid=103184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:38:41.155897 dv-cinder-804035-25-iscsi neutron-server[103184]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '59ad64a5-af93-44ef-8031-fd2f2d18a901', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '63990fa3-fce3-4891-adb2-cd4ebc4c075a', 'code': 422} returned with failed status Jan 21 09:38:41.175111 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-c3aa25fb-a381-4fd6-b746-32873545edc8 req-4fae8989-a934-4900-8bb0-b3054faed5ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774670732957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774670299814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774670299832'] for port (ac7a3142-12ec-4772-8b8e-f317cdd18a45), after_update {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:41.260445 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fae8989-a934-4900-8bb0-b3054faed5ad service neutron] Pushing event updated for resources: {'Port': ['ID=ac7a3142-12ec-4772-8b8e-f317cdd18a45,revision_number=2']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:41.305544 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.managers [req-c3aa25fb-a381-4fd6-b746-32873545edc8 req-4fae8989-a934-4900-8bb0-b3054faed5ad service neutron] Attempting to bind port ac7a3142-12ec-4772-8b8e-f317cdd18a45 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=103182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 09:38:41.305938 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.managers [req-c3aa25fb-a381-4fd6-b746-32873545edc8 req-4fae8989-a934-4900-8bb0-b3054faed5ad service neutron] Attempting to bind port ac7a3142-12ec-4772-8b8e-f317cdd18a45 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': 'ad0cc7f3-f595-4923-bff8-faff8d5a4463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '7ccd0197-ed42-4d03-8ffc-af304fe19f70'}] {{(pid=103182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 09:38:41.306270 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3aa25fb-a381-4fd6-b746-32873545edc8 req-4fae8989-a934-4900-8bb0-b3054faed5ad service neutron] Attempting to bind port ac7a3142-12ec-4772-8b8e-f317cdd18a45 on network 7ccd0197-ed42-4d03-8ffc-af304fe19f70 {{(pid=103182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:38:41.318856 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57865a0-e055-4cd0-804b-067781dbc97b req-c4a9ed68-16db-4c18-9c48-0ebf4f0448aa tempest-VolumesActionsTest-600326628 tempest-VolumesActionsTest-600326628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:41.320502 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-a57865a0-e055-4cd0-804b-067781dbc97b req-c4a9ed68-16db-4c18-9c48-0ebf4f0448aa tempest-VolumesActionsTest-600326628 tempest-VolumesActionsTest-600326628-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4e4d869-a178-4acd-8305-895d478f77ce HTTP/1.1" status: 200 len: 946 time: 0.1105163 Jan 21 09:38:41.334783 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3aa25fb-a381-4fd6-b746-32873545edc8 req-4fae8989-a934-4900-8bb0-b3054faed5ad service neutron] Port ac7a3142-12ec-4772-8b8e-f317cdd18a45 on network 7ccd0197-ed42-4d03-8ffc-af304fe19f70 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=103182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 21 09:38:41.335102 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3aa25fb-a381-4fd6-b746-32873545edc8 req-4fae8989-a934-4900-8bb0-b3054faed5ad service neutron] Attempting to bind port ac7a3142-12ec-4772-8b8e-f317cdd18a45 on network 7ccd0197-ed42-4d03-8ffc-af304fe19f70 {{(pid=103182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:38:41.469028 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] get_ports_and_sgs() called for port_ids ['d22f9cde-e9ce-4b37-9b2a-f673b65a0353'] {{(pid=103184) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 09:38:41.609730 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3aa25fb-a381-4fd6-b746-32873545edc8 req-4fae8989-a934-4900-8bb0-b3054faed5ad service neutron] Checking agent: {'id': '5a7f6758-1e24-44b8-9b24-65ffc30c20d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 33, 47), 'started_at': datetime.datetime(2022, 1, 21, 9, 33, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 38, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:38:41.610074 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3aa25fb-a381-4fd6-b746-32873545edc8 req-4fae8989-a934-4900-8bb0-b3054faed5ad service neutron] Checking segment: {'id': 'ad0cc7f3-f595-4923-bff8-faff8d5a4463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '7ccd0197-ed42-4d03-8ffc-af304fe19f70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 09:38:41.610461 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3aa25fb-a381-4fd6-b746-32873545edc8 req-4fae8989-a934-4900-8bb0-b3054faed5ad service neutron] Bound using segment: {'id': 'ad0cc7f3-f595-4923-bff8-faff8d5a4463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '7ccd0197-ed42-4d03-8ffc-af304fe19f70'} {{(pid=103182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:38:41.610915 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.managers [req-c3aa25fb-a381-4fd6-b746-32873545edc8 req-4fae8989-a934-4900-8bb0-b3054faed5ad service neutron] Bound port: ac7a3142-12ec-4772-8b8e-f317cdd18a45, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad0cc7f3-f595-4923-bff8-faff8d5a4463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '7ccd0197-ed42-4d03-8ffc-af304fe19f70'}}] {{(pid=103182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 09:38:41.611252 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-c3aa25fb-a381-4fd6-b746-32873545edc8 req-4fae8989-a934-4900-8bb0-b3054faed5ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (ac7a3142-12ec-4772-8b8e-f317cdd18a45), before_update {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:41.683554 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c41f716-7a6b-42ee-928e-ef772d14c817 req-241dc110-75d9-4631-a150-c72eda5b2cbe tempest-VolumesActionsTest-600326628 tempest-VolumesActionsTest-600326628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:41.685061 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-1c41f716-7a6b-42ee-928e-ef772d14c817 req-241dc110-75d9-4631-a150-c72eda5b2cbe tempest-VolumesActionsTest-600326628 tempest-VolumesActionsTest-600326628-project] 10.222.0.109 "GET /v2.0/ports?device_id=a4e4d869-a178-4acd-8305-895d478f77ce HTTP/1.1" status: 200 len: 946 time: 0.3636556 Jan 21 09:38:41.688346 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-a57865a0-e055-4cd0-804b-067781dbc97b req-18575ecf-d772-44d6-9543-f1984e6a80ac tempest-VolumesActionsTest-600326628 tempest-VolumesActionsTest-600326628-project] 10.222.0.45 "GET /v2.0/security-groups?id=ca46b9c8-4f8b-4ca8-b76a-dbd1f3494728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3553383 Jan 21 09:38:41.753327 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.db [req-c3aa25fb-a381-4fd6-b746-32873545edc8 req-4fae8989-a934-4900-8bb0-b3054faed5ad service neutron] For port ac7a3142-12ec-4772-8b8e-f317cdd18a45, host hv-cinder-80403, cleared binding levels {{(pid=103182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:38:41.758859 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.db [req-c3aa25fb-a381-4fd6-b746-32873545edc8 req-4fae8989-a934-4900-8bb0-b3054faed5ad service neutron] For port ac7a3142-12ec-4772-8b8e-f317cdd18a45, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=ac7a3142-12ec-4772-8b8e-f317cdd18a45,segment=NetworkSegment(ad0cc7f3-f595-4923-bff8-faff8d5a4463),segment_id=ad0cc7f3-f595-4923-bff8-faff8d5a4463)] {{(pid=103182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:38:41.845337 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7bbb53-2504-4c3d-9402-e6df75f47730 req-2ad2b594-90dc-448c-ba31-93374358b49c tempest-VolumesSnapshotTestJSON-1583482103 tempest-VolumesSnapshotTestJSON-1583482103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:41.853264 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-ae7bbb53-2504-4c3d-9402-e6df75f47730 req-2ad2b594-90dc-448c-ba31-93374358b49c tempest-VolumesSnapshotTestJSON-1583482103 tempest-VolumesSnapshotTestJSON-1583482103-project] 10.222.0.45 "GET /v2.0/ports?device_id=6104a6dc-afee-486a-a867-490dad16c883 HTTP/1.1" status: 200 len: 944 time: 0.0946000 Jan 21 09:38:41.865235 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-c3aa25fb-a381-4fd6-b746-32873545edc8 req-4fae8989-a934-4900-8bb0-b3054faed5ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774670732957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774670299814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774670299832'] for port (ac7a3142-12ec-4772-8b8e-f317cdd18a45), after_update {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:41.919022 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.plugin [req-1c41f716-7a6b-42ee-928e-ef772d14c817 req-4ff8d802-99ff-4374-b4ee-f61d1a07bcd7 tempest-VolumesActionsTest-600326628 tempest-VolumesActionsTest-600326628-project] Deleting port c37f8b48-fdff-490a-a961-319445aac8a3 {{(pid=103182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 09:38:41.923540 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-1c41f716-7a6b-42ee-928e-ef772d14c817 req-4ff8d802-99ff-4374-b4ee-f61d1a07bcd7 tempest-VolumesActionsTest-600326628 tempest-VolumesActionsTest-600326628-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774670727720'] for port (c37f8b48-fdff-490a-a961-319445aac8a3), before_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:41.963288 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aa25fb-a381-4fd6-b746-32873545edc8 req-4fae8989-a934-4900-8bb0-b3054faed5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:41.963900 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-c3aa25fb-a381-4fd6-b746-32873545edc8 req-4fae8989-a934-4900-8bb0-b3054faed5ad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11211'] for port (None), before_response {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:41.965349 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-c3aa25fb-a381-4fd6-b746-32873545edc8 req-4fae8989-a934-4900-8bb0-b3054faed5ad service neutron] 10.222.0.109 "PUT /v2.0/ports/ac7a3142-12ec-4772-8b8e-f317cdd18a45 HTTP/1.1" status: 200 len: 1094 time: 1.4232659 Jan 21 09:38:41.969868 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6104a6dc-afee-486a-a867-490dad16c883', 'tag': 'ac7a3142-12ec-4772-8b8e-f317cdd18a45'}] {{(pid=103182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:38:41.972211 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa0cc1f82daaed98fc3f7058001f72739ccfc4facde8019b77a0af70a494964c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bddd131a-2c51-4a87-bfe2-3acb8db7cf2e" -d '{"events": [{"name": "network-changed", "server_uuid": "6104a6dc-afee-486a-a867-490dad16c883", "tag": "ac7a3142-12ec-4772-8b8e-f317cdd18a45"}]}' {{(pid=103182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:38:42.058265 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-ae7bbb53-2504-4c3d-9402-e6df75f47730 req-22e1db54-4ab0-4576-a319-04eb236d98c6 tempest-VolumesSnapshotTestJSON-1583482103 tempest-VolumesSnapshotTestJSON-1583482103-project] 10.222.0.45 "GET /v2.0/security-groups?id=784dddf7-3a3a-4731-9a1a-126ddfb40ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041020 Jan 21 09:38:42.059045 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fae8989-a934-4900-8bb0-b3054faed5ad service neutron] Pushing event updated for resources: {'Port': ['ID=ac7a3142-12ec-4772-8b8e-f317cdd18a45,revision_number=3']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:42.128711 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65136bd-abc8-42c6-aadd-cdc235e5c007 req-5a03f510-20b6-4e7b-9609-b51dc41087b9 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:42.130450 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-f65136bd-abc8-42c6-aadd-cdc235e5c007 req-5a03f510-20b6-4e7b-9609-b51dc41087b9 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/ports?device_id=4e67b25e-7e65-4975-bafa-fceafcd53647 HTTP/1.1" status: 200 len: 945 time: 0.2267928 Jan 21 09:38:42.142599 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.db [req-1c41f716-7a6b-42ee-928e-ef772d14c817 req-4ff8d802-99ff-4374-b4ee-f61d1a07bcd7 tempest-VolumesActionsTest-600326628 tempest-VolumesActionsTest-600326628-project] For port c37f8b48-fdff-490a-a961-319445aac8a3, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=c37f8b48-fdff-490a-a961-319445aac8a3,segment=NetworkSegment(ed44a47c-c34b-4572-831d-404b42890929),segment_id=ed44a47c-c34b-4572-831d-404b42890929)] {{(pid=103182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:38:42.142599 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-1c41f716-7a6b-42ee-928e-ef772d14c817 req-4ff8d802-99ff-4374-b4ee-f61d1a07bcd7 tempest-VolumesActionsTest-600326628 tempest-VolumesActionsTest-600326628-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3846167'] for port (c37f8b48-fdff-490a-a961-319445aac8a3), precommit_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:42.160335 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.wsgi [req-bdb2832a-87b8-40c7-b4b2-74427735d6d0 req-abf0097f-c4c9-4055-883f-570e1eeb1525 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103182) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 21 09:38:42.161380 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-bdb2832a-87b8-40c7-b4b2-74427735d6d0 req-abf0097f-c4c9-4055-883f-570e1eeb1525 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0165606 Jan 21 09:38:42.176625 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.plugin [req-1c41f716-7a6b-42ee-928e-ef772d14c817 req-4ff8d802-99ff-4374-b4ee-f61d1a07bcd7 tempest-VolumesActionsTest-600326628 tempest-VolumesActionsTest-600326628-project] Calling delete_port for c37f8b48-fdff-490a-a961-319445aac8a3 owned by compute:nova {{(pid=103182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 09:38:42.236838 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aa25fb-a381-4fd6-b746-32873545edc8 req-1d21e926-7a13-48c9-bb0f-7d1a11dd6e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:42.238278 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-c3aa25fb-a381-4fd6-b746-32873545edc8 req-1d21e926-7a13-48c9-bb0f-7d1a11dd6e22 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=5db07feb3a43432999da539b6b85fb2a&device_id=6104a6dc-afee-486a-a867-490dad16c883 HTTP/1.1" status: 200 len: 1097 time: 0.1602106 Jan 21 09:38:42.298772 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-f65136bd-abc8-42c6-aadd-cdc235e5c007 req-486944fd-9531-4a31-9dba-dff8654346bd tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/security-groups?id=3362d256-4580-47a9-b110-e51f4226c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610124 Jan 21 09:38:42.304515 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-c3aa25fb-a381-4fd6-b746-32873545edc8 req-b8b08703-7f69-4c42-9b9e-328b3c0b7c9e service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ac7a3142-12ec-4772-8b8e-f317cdd18a45 HTTP/1.1" status: 200 len: 217 time: 0.0538635 Jan 21 09:38:42.347393 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 09:38:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-396196ff-f57b-4fc8-bd87-85b03684c4fd x-openstack-request-id: req-396196ff-f57b-4fc8-bd87-85b03684c4fd {{(pid=103182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:38:42.347693 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6104a6dc-afee-486a-a867-490dad16c883", "tag": "ac7a3142-12ec-4772-8b8e-f317cdd18a45", "status": "completed", "code": 200}]} {{(pid=103182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:38:42.347950 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-396196ff-f57b-4fc8-bd87-85b03684c4fd {{(pid=103182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:38:42.348352 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6104a6dc-afee-486a-a867-490dad16c883', 'tag': 'ac7a3142-12ec-4772-8b8e-f317cdd18a45', 'status': 'completed', 'code': 200} Jan 21 09:38:42.372660 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aa25fb-a381-4fd6-b746-32873545edc8 req-1d86b320-6a3a-4a32-890e-a2c61001f36e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:42.374192 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-c3aa25fb-a381-4fd6-b746-32873545edc8 req-1d86b320-6a3a-4a32-890e-a2c61001f36e service neutron] 10.222.0.109 "GET /v2.0/subnets?id=a8daf7f4-5b37-472d-866e-ed6bc53918ba HTTP/1.1" status: 200 len: 853 time: 0.0629847 Jan 21 09:38:42.458884 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-c3aa25fb-a381-4fd6-b746-32873545edc8 req-611c648f-03a0-458d-8fb2-d1ac7ab54bcb service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=7ccd0197-ed42-4d03-8ffc-af304fe19f70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0599613 Jan 21 09:38:42.599841 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-1c41f716-7a6b-42ee-928e-ef772d14c817 req-4ff8d802-99ff-4374-b4ee-f61d1a07bcd7 tempest-VolumesActionsTest-600326628 tempest-VolumesActionsTest-600326628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774670733020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774670299805'] for port (c37f8b48-fdff-490a-a961-319445aac8a3), after_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:42.613595 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54370f7-e78b-48e0-bce6-4366389c7a94 req-fa9ee562-5c08-44b3-bd80-6d32d1d26d1f tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:42.613863 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] get_ports_and_sgs() called for port_ids ['c37f8b48-fdff-490a-a961-319445aac8a3'] {{(pid=103184) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 09:38:42.615118 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-d54370f7-e78b-48e0-bce6-4366389c7a94 req-fa9ee562-5c08-44b3-bd80-6d32d1d26d1f tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] 10.222.0.45 "GET /v2.0/ports?device_id=750f8ae5-b267-4b76-bb13-170071722932 HTTP/1.1" status: 200 len: 944 time: 0.2174141 Jan 21 09:38:42.660922 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff8d802-99ff-4374-b4ee-f61d1a07bcd7 tempest-VolumesActionsTest-600326628 tempest-VolumesActionsTest-600326628-project] Pushing event deleted for resources: {'Port': ['ID=c37f8b48-fdff-490a-a961-319445aac8a3,revision_number=None']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:42.667016 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Device d22f9cde-e9ce-4b37-9b2a-f673b65a0353 up at agent hyperv_hv-cinder-80403 {{(pid=103184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:38:42.678395 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf981459-aabc-464f-8186-52d669a53aaa req-382ab70a-2f22-4bee-90d7-13acab4c2f3d tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:42.679994 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-cf981459-aabc-464f-8186-52d669a53aaa req-382ab70a-2f22-4bee-90d7-13acab4c2f3d tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/ports?device_id=59ad64a5-af93-44ef-8031-fd2f2d18a901 HTTP/1.1" status: 200 len: 944 time: 0.2086601 Jan 21 09:38:42.729521 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-c3aa25fb-a381-4fd6-b746-32873545edc8 req-d76718ea-ea56-479f-83e4-3d27bcc897b5 service neutron] 10.222.0.109 "GET /v2.0/networks/7ccd0197-ed42-4d03-8ffc-af304fe19f70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2592037 Jan 21 09:38:42.765048 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c41f716-7a6b-42ee-928e-ef772d14c817 req-4ff8d802-99ff-4374-b4ee-f61d1a07bcd7 tempest-VolumesActionsTest-600326628 tempest-VolumesActionsTest-600326628-project] No DVR routers for this DVR port c37f8b48-fdff-490a-a961-319445aac8a3 on host hv-cinder-80403 {{(pid=103182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:38:42.770941 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-1c41f716-7a6b-42ee-928e-ef772d14c817 req-4ff8d802-99ff-4374-b4ee-f61d1a07bcd7 tempest-VolumesActionsTest-600326628 tempest-VolumesActionsTest-600326628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11211'] for port (None), before_response {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:42.774277 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-1c41f716-7a6b-42ee-928e-ef772d14c817 req-4ff8d802-99ff-4374-b4ee-f61d1a07bcd7 tempest-VolumesActionsTest-600326628 tempest-VolumesActionsTest-600326628-project] 10.222.0.109 "DELETE /v2.0/ports/c37f8b48-fdff-490a-a961-319445aac8a3 HTTP/1.1" status: 204 len: 173 time: 1.0824180 Jan 21 09:38:42.804465 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.provisioning_blocks [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Provisioning for port d22f9cde-e9ce-4b37-9b2a-f673b65a0353 completed by entity L2. {{(pid=103184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:38:42.809714 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.provisioning_blocks [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Provisioning complete for port d22f9cde-e9ce-4b37-9b2a-f673b65a0353 triggered by entity L2. {{(pid=103184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:38:42.810303 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983013'] for port (d22f9cde-e9ce-4b37-9b2a-f673b65a0353), provisioning_complete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:42.859579 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-d54370f7-e78b-48e0-bce6-4366389c7a94 req-1f2e8366-cc8d-47a4-b1da-0942ce344dda tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] 10.222.0.45 "GET /v2.0/security-groups?id=98741539-7e8f-4cb1-b02f-12a07fa1dee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028937 Jan 21 09:38:42.880586 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-cf981459-aabc-464f-8186-52d669a53aaa req-6fb2d6b3-5db5-47b2-889f-ebba0f8c37ed tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/security-groups?id=db9ef9f1-43ce-4c8b-928d-23519653180d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1805153 Jan 21 09:38:42.923037 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Current status of the port d22f9cde-e9ce-4b37-9b2a-f673b65a0353 is: BUILD; New status is: ACTIVE {{(pid=103184) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:38:42.923482 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (d22f9cde-e9ce-4b37-9b2a-f673b65a0353), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:42.935240 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-c3aa25fb-a381-4fd6-b746-32873545edc8 req-d469a36f-73f4-41b5-aa8a-72c1faa72713 service neutron] 10.222.0.109 "GET /v2.0/networks/7ccd0197-ed42-4d03-8ffc-af304fe19f70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819649 Jan 21 09:38:42.978640 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] For port d22f9cde-e9ce-4b37-9b2a-f673b65a0353, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=d22f9cde-e9ce-4b37-9b2a-f673b65a0353,segment=NetworkSegment(ca5bfd78-f762-4f49-9105-ff4007fd6139),segment_id=ca5bfd78-f762-4f49-9105-ff4007fd6139)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:38:43.002322 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-1f285962-281d-4683-b729-bc96ac9ac4d5 req-61c923c4-fdef-4c9f-9508-0fffb825b6b1 tempest-VolumesActionsTest-600326628 tempest-VolumesActionsTest-600326628-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4e4d869-a178-4acd-8305-895d478f77ce HTTP/1.1" status: 200 len: 210 time: 0.0273893 Jan 21 09:38:43.107589 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774670732957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774670299814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774670299832'] for port (d22f9cde-e9ce-4b37-9b2a-f673b65a0353), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:43.113159 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Device 63990fa3-fce3-4891-adb2-cd4ebc4c075a no longer exists at agent hyperv_hv-cinder-80403 {{(pid=103184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:38:43.120141 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddd131a-2c51-4a87-bfe2-3acb8db7cf2e req-2b19b87d-e637-459e-9056-b1e902d2c316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:43.121764 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-bddd131a-2c51-4a87-bfe2-3acb8db7cf2e req-2b19b87d-e637-459e-9056-b1e902d2c316 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=5db07feb3a43432999da539b6b85fb2a&device_id=6104a6dc-afee-486a-a867-490dad16c883 HTTP/1.1" status: 200 len: 1097 time: 0.0599041 Jan 21 09:38:43.164314 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.45', 36800) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:38:43.178734 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '750f8ae5-b267-4b76-bb13-170071722932', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd22f9cde-e9ce-4b37-9b2a-f673b65a0353'}] {{(pid=103184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:38:43.181692 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c59f8b740f259e85ceecfc878b6c10e974145cf55d87f3575c92c12753de108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d9ba314-773b-4e86-95d2-005e83318589" -d '{"events": [{"server_uuid": "750f8ae5-b267-4b76-bb13-170071722932", "name": "network-vif-plugged", "status": "completed", "tag": "d22f9cde-e9ce-4b37-9b2a-f673b65a0353"}]}' {{(pid=103184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:38:43.272000 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 09:38:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-373fc96e-aa93-431e-8903-0f972a915249 x-openstack-request-id: req-373fc96e-aa93-431e-8903-0f972a915249 {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:38:43.272316 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "750f8ae5-b267-4b76-bb13-170071722932", "name": "network-vif-plugged", "status": "completed", "tag": "d22f9cde-e9ce-4b37-9b2a-f673b65a0353", "code": 200}]} {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:38:43.272575 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-373fc96e-aa93-431e-8903-0f972a915249 {{(pid=103184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:38:43.273046 dv-cinder-804035-25-iscsi neutron-server[103184]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '750f8ae5-b267-4b76-bb13-170071722932', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd22f9cde-e9ce-4b37-9b2a-f673b65a0353', 'code': 200} Jan 21 09:38:43.281446 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Pushing event updated for resources: {'Port': ['ID=d22f9cde-e9ce-4b37-9b2a-f673b65a0353,revision_number=5']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:43.311789 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd00444-c767-4300-bf5f-06d1a55ef49d req-3d005d6c-84ee-4d58-823f-06b8fed66804 tempest-VolumesSnapshotTestJSON-1583482103 tempest-VolumesSnapshotTestJSON-1583482103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:43.325178 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-edd00444-c767-4300-bf5f-06d1a55ef49d req-3d005d6c-84ee-4d58-823f-06b8fed66804 tempest-VolumesSnapshotTestJSON-1583482103 tempest-VolumesSnapshotTestJSON-1583482103-project] 10.222.0.45 "GET /v2.0/ports?device_id=6104a6dc-afee-486a-a867-490dad16c883 HTTP/1.1" status: 200 len: 944 time: 0.1636164 Jan 21 09:38:43.329932 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Current status of the port 63990fa3-fce3-4891-adb2-cd4ebc4c075a is: DOWN; New status is: DOWN {{(pid=103184) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:38:43.407688 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [req-7179c841-cc3b-4da4-9eee-06dade559bd1 req-8a4997c5-c993-4139-acc5-1060cba52379 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=59ad64a5-af93-44ef-8031-fd2f2d18a901&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2423527 Jan 21 09:38:43.416972 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [req-7179c841-cc3b-4da4-9eee-06dade559bd1 req-7a617bc5-9a11-448d-9e30-0381fd4511ba service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103183) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 21 09:38:43.418103 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [req-7179c841-cc3b-4da4-9eee-06dade559bd1 req-7a617bc5-9a11-448d-9e30-0381fd4511ba service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055151 Jan 21 09:38:43.449548 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-edd00444-c767-4300-bf5f-06d1a55ef49d req-ccff8cbb-8514-4a51-b106-59eda10c98f7 tempest-VolumesSnapshotTestJSON-1583482103 tempest-VolumesSnapshotTestJSON-1583482103-project] 10.222.0.45 "GET /v2.0/security-groups?id=784dddf7-3a3a-4731-9a1a-126ddfb40ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229615 Jan 21 09:38:43.484836 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddd131a-2c51-4a87-bfe2-3acb8db7cf2e req-4131017d-bf68-4073-80d1-d431149d950d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:43.489759 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-bddd131a-2c51-4a87-bfe2-3acb8db7cf2e req-4131017d-bf68-4073-80d1-d431149d950d service neutron] 10.222.0.109 "GET /v2.0/networks?id=7ccd0197-ed42-4d03-8ffc-af304fe19f70 HTTP/1.1" status: 200 len: 914 time: 0.3496029 Jan 21 09:38:43.501544 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5427c1b7-81f9-4df3-960e-7a91a1f5476d req-ed428133-3f10-41a3-8372-475f2251a694 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:43.503290 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-5427c1b7-81f9-4df3-960e-7a91a1f5476d req-ed428133-3f10-41a3-8372-475f2251a694 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/ports?device_id=4e67b25e-7e65-4975-bafa-fceafcd53647 HTTP/1.1" status: 200 len: 945 time: 0.1118774 Jan 21 09:38:43.546196 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-bddd131a-2c51-4a87-bfe2-3acb8db7cf2e req-0ce47620-a02d-4d91-af34-f13056f3bf5b service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ac7a3142-12ec-4772-8b8e-f317cdd18a45 HTTP/1.1" status: 200 len: 217 time: 0.0418177 Jan 21 09:38:43.650635 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-5427c1b7-81f9-4df3-960e-7a91a1f5476d req-632d23a1-2f59-4ac5-ac42-53fb166f0689 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/security-groups?id=3362d256-4580-47a9-b110-e51f4226c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393616 Jan 21 09:38:43.653297 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddd131a-2c51-4a87-bfe2-3acb8db7cf2e req-b4befacf-cb95-47b8-926f-e0a4c07c28db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:43.654745 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-bddd131a-2c51-4a87-bfe2-3acb8db7cf2e req-b4befacf-cb95-47b8-926f-e0a4c07c28db service neutron] 10.222.0.109 "GET /v2.0/subnets?id=a8daf7f4-5b37-472d-866e-ed6bc53918ba HTTP/1.1" status: 200 len: 853 time: 0.1004815 Jan 21 09:38:43.692984 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-bddd131a-2c51-4a87-bfe2-3acb8db7cf2e req-b704abf8-6d19-497f-b200-59e31557a8e6 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=7ccd0197-ed42-4d03-8ffc-af304fe19f70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311816 Jan 21 09:38:43.699185 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff15da1f-b0a2-4bb6-99ed-01b8c5970e5e req-7fa24242-1d07-47fc-b2d6-d39879ce9e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:43.700738 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-ff15da1f-b0a2-4bb6-99ed-01b8c5970e5e req-7fa24242-1d07-47fc-b2d6-d39879ce9e47 service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=750f8ae5-b267-4b76-bb13-170071722932 HTTP/1.1" status: 200 len: 1098 time: 0.0860171 Jan 21 09:38:43.819133 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-ff15da1f-b0a2-4bb6-99ed-01b8c5970e5e req-27580567-c614-4eb4-85c0-dd11b538953f service neutron] 10.222.0.109 "GET /v2.0/security-groups?id=98741539-7e8f-4cb1-b02f-12a07fa1dee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927038 Jan 21 09:38:43.833550 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-bddd131a-2c51-4a87-bfe2-3acb8db7cf2e req-3aa9ef29-8535-41b4-8e4a-89e6c65dddde service neutron] 10.222.0.109 "GET /v2.0/networks/7ccd0197-ed42-4d03-8ffc-af304fe19f70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257477 Jan 21 09:38:44.022945 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4514ac02-8afb-4e20-bda5-9b741a17a40e req-f2332ad7-2b03-4448-965a-cfdbe7a5dba9 tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:44.024482 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-4514ac02-8afb-4e20-bda5-9b741a17a40e req-f2332ad7-2b03-4448-965a-cfdbe7a5dba9 tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] 10.222.0.45 "GET /v2.0/ports?device_id=750f8ae5-b267-4b76-bb13-170071722932 HTTP/1.1" status: 200 len: 945 time: 0.0879745 Jan 21 09:38:44.058507 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b039dd0a-3efd-499e-81fe-c231fe840db9 req-0450b206-67f8-4e93-a456-964f9612156d tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:44.060633 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-b039dd0a-3efd-499e-81fe-c231fe840db9 req-0450b206-67f8-4e93-a456-964f9612156d tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/ports?device_id=59ad64a5-af93-44ef-8031-fd2f2d18a901 HTTP/1.1" status: 200 len: 944 time: 0.0916920 Jan 21 09:38:44.175563 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-4514ac02-8afb-4e20-bda5-9b741a17a40e req-48ac2d48-e508-4cfe-a555-915fef435365 tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] 10.222.0.45 "GET /v2.0/security-groups?id=98741539-7e8f-4cb1-b02f-12a07fa1dee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441600 Jan 21 09:38:44.195409 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-b039dd0a-3efd-499e-81fe-c231fe840db9 req-cc9ef510-967d-45ac-a034-5aff63901454 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/security-groups?id=db9ef9f1-43ce-4c8b-928d-23519653180d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1218557 Jan 21 09:38:44.232255 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-bddd131a-2c51-4a87-bfe2-3acb8db7cf2e req-88a00803-1ab3-44ac-96ff-04f2341d29a7 service neutron] 10.222.0.109 "GET /v2.0/networks/7ccd0197-ed42-4d03-8ffc-af304fe19f70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683574 Jan 21 09:38:44.350045 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4e4d869-a178-4acd-8305-895d478f77ce', 'name': 'network-vif-deleted', 'tag': 'c37f8b48-fdff-490a-a961-319445aac8a3'}] {{(pid=103182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:38:44.352675 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa0cc1f82daaed98fc3f7058001f72739ccfc4facde8019b77a0af70a494964c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4ca12da-2104-42bd-845e-79fd0b3d28ce" -d '{"events": [{"server_uuid": "a4e4d869-a178-4acd-8305-895d478f77ce", "name": "network-vif-deleted", "tag": "c37f8b48-fdff-490a-a961-319445aac8a3"}]}' {{(pid=103182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:38:44.397568 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 09:38:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2834193-4636-40af-ad5a-989a870dd4be x-openstack-request-id: req-f2834193-4636-40af-ad5a-989a870dd4be {{(pid=103182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:38:44.397901 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4e4d869-a178-4acd-8305-895d478f77ce", "name": "network-vif-deleted", "tag": "c37f8b48-fdff-490a-a961-319445aac8a3", "status": "completed", "code": 200}]} {{(pid=103182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:38:44.398165 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f2834193-4636-40af-ad5a-989a870dd4be {{(pid=103182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:38:44.398567 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4e4d869-a178-4acd-8305-895d478f77ce', 'name': 'network-vif-deleted', 'tag': 'c37f8b48-fdff-490a-a961-319445aac8a3', 'status': 'completed', 'code': 200} Jan 21 09:38:44.601501 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafc49ff-8540-4a0e-b1ed-d3766574ef85 req-cb5b5d4f-273f-4523-b86f-d07268ba044d tempest-VolumesSnapshotTestJSON-1583482103 tempest-VolumesSnapshotTestJSON-1583482103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:44.602947 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-bafc49ff-8540-4a0e-b1ed-d3766574ef85 req-cb5b5d4f-273f-4523-b86f-d07268ba044d tempest-VolumesSnapshotTestJSON-1583482103 tempest-VolumesSnapshotTestJSON-1583482103-project] 10.222.0.45 "GET /v2.0/ports?device_id=6104a6dc-afee-486a-a867-490dad16c883 HTTP/1.1" status: 200 len: 944 time: 0.0636005 Jan 21 09:38:44.663839 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-bafc49ff-8540-4a0e-b1ed-d3766574ef85 req-6f7f3755-1ec9-4a44-8aeb-a6355a8af9f9 tempest-VolumesSnapshotTestJSON-1583482103 tempest-VolumesSnapshotTestJSON-1583482103-project] 10.222.0.45 "GET /v2.0/security-groups?id=784dddf7-3a3a-4731-9a1a-126ddfb40ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549643 Jan 21 09:38:44.791118 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4c8af6-8b92-4e6d-925f-00a6a6604f9c req-54d5f774-98c5-44d8-9f72-2ebace3e3537 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:44.792684 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-7d4c8af6-8b92-4e6d-925f-00a6a6604f9c req-54d5f774-98c5-44d8-9f72-2ebace3e3537 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/ports?device_id=4e67b25e-7e65-4975-bafa-fceafcd53647 HTTP/1.1" status: 200 len: 945 time: 0.0510683 Jan 21 09:38:44.840757 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-7d4c8af6-8b92-4e6d-925f-00a6a6604f9c req-615b2a89-18f7-4076-add3-6b9392565b60 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/security-groups?id=3362d256-4580-47a9-b110-e51f4226c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423214 Jan 21 09:38:45.320013 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b395b5-7e34-4f63-bc07-3793cc14f2cf req-2f99bdb6-0d15-4a1a-8592-f8230893e15c tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:45.321670 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-03b395b5-7e34-4f63-bc07-3793cc14f2cf req-2f99bdb6-0d15-4a1a-8592-f8230893e15c tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] 10.222.0.45 "GET /v2.0/ports?device_id=750f8ae5-b267-4b76-bb13-170071722932 HTTP/1.1" status: 200 len: 945 time: 0.0639462 Jan 21 09:38:45.407651 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e995b443-5d1b-497c-a417-4418d1795924 req-2af3f114-5912-4b53-91cf-cb7d47fa6977 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:45.409822 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-e995b443-5d1b-497c-a417-4418d1795924 req-2af3f114-5912-4b53-91cf-cb7d47fa6977 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/ports?device_id=59ad64a5-af93-44ef-8031-fd2f2d18a901 HTTP/1.1" status: 200 len: 944 time: 0.0874045 Jan 21 09:38:45.413677 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-03b395b5-7e34-4f63-bc07-3793cc14f2cf req-3e1359ad-cda8-4fe2-90b7-9914bfd58cad tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] 10.222.0.45 "GET /v2.0/security-groups?id=98741539-7e8f-4cb1-b02f-12a07fa1dee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814998 Jan 21 09:38:45.472367 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-e995b443-5d1b-497c-a417-4418d1795924 req-36118cfe-fc0b-460a-9ae1-a44e7a5023ee tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/security-groups?id=db9ef9f1-43ce-4c8b-928d-23519653180d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553987 Jan 21 09:38:45.791375 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656cd745-4b36-454d-b490-56f464e71c8a req-d07937ab-2d39-4e16-8d93-5a84b09bbc11 tempest-VolumesSnapshotTestJSON-1583482103 tempest-VolumesSnapshotTestJSON-1583482103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:45.792897 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-656cd745-4b36-454d-b490-56f464e71c8a req-d07937ab-2d39-4e16-8d93-5a84b09bbc11 tempest-VolumesSnapshotTestJSON-1583482103 tempest-VolumesSnapshotTestJSON-1583482103-project] 10.222.0.45 "GET /v2.0/ports?device_id=6104a6dc-afee-486a-a867-490dad16c883 HTTP/1.1" status: 200 len: 944 time: 0.0493767 Jan 21 09:38:45.850689 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-656cd745-4b36-454d-b490-56f464e71c8a req-07d7a439-8fa7-4652-9b9c-bac66712081e tempest-VolumesSnapshotTestJSON-1583482103 tempest-VolumesSnapshotTestJSON-1583482103-project] 10.222.0.45 "GET /v2.0/security-groups?id=784dddf7-3a3a-4731-9a1a-126ddfb40ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519164 Jan 21 09:38:45.922316 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-52776f5b-ecb7-4b5a-be94-b13d70a27de0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (8a5d4a72-43a4-4fcf-b58e-bc9792bd5f0a), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:46.010522 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08122cfe-04ed-456a-b764-4cff22f400e2 req-4bd3abcf-709a-47e3-930d-cb79963d6c74 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:46.012015 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-08122cfe-04ed-456a-b764-4cff22f400e2 req-4bd3abcf-709a-47e3-930d-cb79963d6c74 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/ports?device_id=4e67b25e-7e65-4975-bafa-fceafcd53647 HTTP/1.1" status: 200 len: 945 time: 0.0853784 Jan 21 09:38:46.014989 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e01470a-9714-4c9f-b0f5-fd3186fb806f req-03caea5f-8ad8-4cfd-a3f4-6b18848f6292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:46.016429 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-7e01470a-9714-4c9f-b0f5-fd3186fb806f req-03caea5f-8ad8-4cfd-a3f4-6b18848f6292 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=5f89d1b21ad8471a8a9a82adac2594c1&device_id=4e67b25e-7e65-4975-bafa-fceafcd53647 HTTP/1.1" status: 200 len: 1098 time: 0.0886419 Jan 21 09:38:46.065678 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-08122cfe-04ed-456a-b764-4cff22f400e2 req-9532c879-4e92-45de-9b5c-6555ddd8e396 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/security-groups?id=3362d256-4580-47a9-b110-e51f4226c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445895 Jan 21 09:38:46.542499 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcfe5d1-6c5c-48c8-b3fc-d08e68edc59a req-8a9ff66b-2231-48a3-ba99-b5e6879f308e tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:46.544044 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-6bcfe5d1-6c5c-48c8-b3fc-d08e68edc59a req-8a9ff66b-2231-48a3-ba99-b5e6879f308e tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] 10.222.0.45 "GET /v2.0/ports?device_id=750f8ae5-b267-4b76-bb13-170071722932 HTTP/1.1" status: 200 len: 945 time: 0.0565941 Jan 21 09:38:46.644109 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-6bcfe5d1-6c5c-48c8-b3fc-d08e68edc59a req-f0142dea-fb9c-46ad-856e-13c0a58cd941 tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] 10.222.0.45 "GET /v2.0/security-groups?id=98741539-7e8f-4cb1-b02f-12a07fa1dee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932300 Jan 21 09:38:46.655239 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dea71e0-031e-4d2b-b511-4105f4b004b7 req-a7c9463d-8441-4a2b-af79-31dd93a9ad25 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:46.656788 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-6dea71e0-031e-4d2b-b511-4105f4b004b7 req-a7c9463d-8441-4a2b-af79-31dd93a9ad25 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/ports?device_id=59ad64a5-af93-44ef-8031-fd2f2d18a901 HTTP/1.1" status: 200 len: 944 time: 0.0999036 Jan 21 09:38:46.707798 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-6dea71e0-031e-4d2b-b511-4105f4b004b7 req-1e0cc7b2-8891-4db1-bf06-98f45543942f tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/security-groups?id=db9ef9f1-43ce-4c8b-928d-23519653180d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449994 Jan 21 09:38:46.768820 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45aa7b7-282e-4b74-b99b-f59abd9a3b89 req-bd70bcac-39be-4602-8fc1-75d0693497f2 tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:46.770258 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-d45aa7b7-282e-4b74-b99b-f59abd9a3b89 req-bd70bcac-39be-4602-8fc1-75d0693497f2 tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] 10.222.0.45 "GET /v2.0/ports?device_id=750f8ae5-b267-4b76-bb13-170071722932 HTTP/1.1" status: 200 len: 945 time: 0.0501144 Jan 21 09:38:46.816907 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-d45aa7b7-282e-4b74-b99b-f59abd9a3b89 req-41d27543-e277-430f-876b-01fd2e88257f tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] 10.222.0.45 "GET /v2.0/security-groups?id=98741539-7e8f-4cb1-b02f-12a07fa1dee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411437 Jan 21 09:38:46.977919 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b3782b-835f-451a-add1-a02122a21b9d req-1ec3a164-9873-4209-b086-f26817a99fac tempest-VolumesSnapshotTestJSON-1583482103 tempest-VolumesSnapshotTestJSON-1583482103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:46.979910 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-24b3782b-835f-451a-add1-a02122a21b9d req-1ec3a164-9873-4209-b086-f26817a99fac tempest-VolumesSnapshotTestJSON-1583482103 tempest-VolumesSnapshotTestJSON-1583482103-project] 10.222.0.45 "GET /v2.0/ports?device_id=6104a6dc-afee-486a-a867-490dad16c883 HTTP/1.1" status: 200 len: 944 time: 0.0523202 Jan 21 09:38:47.030725 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-24b3782b-835f-451a-add1-a02122a21b9d req-afe45eee-ffb2-4158-991d-06ec34898649 tempest-VolumesSnapshotTestJSON-1583482103 tempest-VolumesSnapshotTestJSON-1583482103-project] 10.222.0.45 "GET /v2.0/security-groups?id=784dddf7-3a3a-4731-9a1a-126ddfb40ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451357 Jan 21 09:38:47.195784 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c09e50-f003-4c3f-b580-837834638c7b req-82ab83de-0518-4090-83d4-ae0bb076a9f4 tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:47.197355 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-97c09e50-f003-4c3f-b580-837834638c7b req-82ab83de-0518-4090-83d4-ae0bb076a9f4 tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] 10.222.0.45 "GET /v2.0/ports?device_id=750f8ae5-b267-4b76-bb13-170071722932 HTTP/1.1" status: 200 len: 945 time: 0.0769763 Jan 21 09:38:47.220138 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e104bc09-727b-4cd9-a507-f9319c7e101c req-f3a4761e-fcd6-4f1c-a484-bdce0d8b9a4a tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:47.221820 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-e104bc09-727b-4cd9-a507-f9319c7e101c req-f3a4761e-fcd6-4f1c-a484-bdce0d8b9a4a tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/ports?device_id=4e67b25e-7e65-4975-bafa-fceafcd53647 HTTP/1.1" status: 200 len: 945 time: 0.0749841 Jan 21 09:38:47.285689 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-97c09e50-f003-4c3f-b580-837834638c7b req-0ee7da80-fe1d-4623-8c61-6eeb5ed2be1d tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] 10.222.0.45 "GET /v2.0/security-groups?id=98741539-7e8f-4cb1-b02f-12a07fa1dee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816569 Jan 21 09:38:47.297735 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-e104bc09-727b-4cd9-a507-f9319c7e101c req-6fd1ef8d-50ea-4c92-9edf-0d89d76e11a0 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/security-groups?id=3362d256-4580-47a9-b110-e51f4226c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689187 Jan 21 09:38:47.837978 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fdae0a-9398-4bb7-b746-290eeb7bc1c1 req-16c7a7c0-407c-4a78-be5d-9934a086101d tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:47.839462 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-58fdae0a-9398-4bb7-b746-290eeb7bc1c1 req-16c7a7c0-407c-4a78-be5d-9934a086101d tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/ports?device_id=59ad64a5-af93-44ef-8031-fd2f2d18a901 HTTP/1.1" status: 200 len: 944 time: 0.0487761 Jan 21 09:38:47.890516 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-58fdae0a-9398-4bb7-b746-290eeb7bc1c1 req-072dc3a0-277b-4e32-be9f-829fee130404 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/security-groups?id=db9ef9f1-43ce-4c8b-928d-23519653180d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454557 Jan 21 09:38:48.140332 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Device ac7a3142-12ec-4772-8b8e-f317cdd18a45 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=103184) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 21 09:38:48.153681 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54349de-249e-4707-8acf-3e72464410db req-cd30b142-7cd4-4167-8f56-a523afbceee5 tempest-VolumesSnapshotTestJSON-1583482103 tempest-VolumesSnapshotTestJSON-1583482103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:48.155696 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-f54349de-249e-4707-8acf-3e72464410db req-cd30b142-7cd4-4167-8f56-a523afbceee5 tempest-VolumesSnapshotTestJSON-1583482103 tempest-VolumesSnapshotTestJSON-1583482103-project] 10.222.0.45 "GET /v2.0/ports?device_id=6104a6dc-afee-486a-a867-490dad16c883 HTTP/1.1" status: 200 len: 944 time: 0.0578187 Jan 21 09:38:48.206552 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-f54349de-249e-4707-8acf-3e72464410db req-9a297a21-dcfa-4806-bc0e-4abd7f42aec9 tempest-VolumesSnapshotTestJSON-1583482103 tempest-VolumesSnapshotTestJSON-1583482103-project] 10.222.0.45 "GET /v2.0/security-groups?id=784dddf7-3a3a-4731-9a1a-126ddfb40ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436835 Jan 21 09:38:48.249943 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] For port ac7a3142-12ec-4772-8b8e-f317cdd18a45, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=ac7a3142-12ec-4772-8b8e-f317cdd18a45,segment=NetworkSegment(ad0cc7f3-f595-4923-bff8-faff8d5a4463),segment_id=ad0cc7f3-f595-4923-bff8-faff8d5a4463)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:38:48.262929 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Returning: {'device': 'ac7a3142-12ec-4772-8b8e-f317cdd18a45', 'network_id': '7ccd0197-ed42-4d03-8ffc-af304fe19f70', 'port_id': 'ac7a3142-12ec-4772-8b8e-f317cdd18a45', 'mac_address': 'fa:16:3e:b7:91:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8daf7f4-5b37-472d-866e-ed6bc53918ba', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103184) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 21 09:38:48.315107 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Current status of the port ac7a3142-12ec-4772-8b8e-f317cdd18a45 is: DOWN; New status is: BUILD {{(pid=103184) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:38:48.315498 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (ac7a3142-12ec-4772-8b8e-f317cdd18a45), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:48.335023 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.notifiers.nova [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac7a3142-12ec-4772-8b8e-f317cdd18a45 {{(pid=103184) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:38:48.363816 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] For port ac7a3142-12ec-4772-8b8e-f317cdd18a45, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=ac7a3142-12ec-4772-8b8e-f317cdd18a45,segment=NetworkSegment(ad0cc7f3-f595-4923-bff8-faff8d5a4463),segment_id=ad0cc7f3-f595-4923-bff8-faff8d5a4463)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:38:48.408081 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ab21e525-5d57-4dec-b8e9-e78d4e695bcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (e2f5353c-5d20-4dd0-beb4-c302aead9ffd), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:48.436455 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774670732957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774670299814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774670299832'] for port (ac7a3142-12ec-4772-8b8e-f317cdd18a45), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:48.446701 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdf3916-c82d-4e2d-b059-34a2793001c3 req-8a8fa6ab-61b7-44ad-82c2-609b28c4157d tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:48.448198 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-0fdf3916-c82d-4e2d-b059-34a2793001c3 req-8a8fa6ab-61b7-44ad-82c2-609b28c4157d tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/ports?device_id=4e67b25e-7e65-4975-bafa-fceafcd53647 HTTP/1.1" status: 200 len: 945 time: 0.0564666 Jan 21 09:38:48.484410 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Pushing event updated for resources: {'Port': ['ID=ac7a3142-12ec-4772-8b8e-f317cdd18a45,revision_number=4']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:48.498305 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-0fdf3916-c82d-4e2d-b059-34a2793001c3 req-f2a3cfc2-b3da-486e-b9b4-6aeb2cb44876 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/security-groups?id=3362d256-4580-47a9-b110-e51f4226c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444171 Jan 21 09:38:49.012186 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492381a1-e1fe-4f77-a6ca-ce11f18ebe0c req-97753833-b470-47ff-9662-ac7a76a0d869 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:49.013648 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-492381a1-e1fe-4f77-a6ca-ce11f18ebe0c req-97753833-b470-47ff-9662-ac7a76a0d869 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/ports?device_id=59ad64a5-af93-44ef-8031-fd2f2d18a901 HTTP/1.1" status: 200 len: 944 time: 0.0496144 Jan 21 09:38:49.066999 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-492381a1-e1fe-4f77-a6ca-ce11f18ebe0c req-f951cce5-a935-4e92-8b68-681274c3478a tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/security-groups?id=db9ef9f1-43ce-4c8b-928d-23519653180d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456064 Jan 21 09:38:49.081693 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Device c37f8b48-fdff-490a-a961-319445aac8a3 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=103184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:38:49.130896 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] No Port match for: c37f8b48-fdff-490a-a961-319445aac8a3 {{(pid=103184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 21 09:38:49.131240 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Device c37f8b48-fdff-490a-a961-319445aac8a3 not bound to the agent host hv-cinder-80403 {{(pid=103184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:38:49.210896 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e01470a-9714-4c9f-b0f5-fd3186fb806f req-27869cd6-4291-46a8-89f9-56c7580d9c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:49.212383 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-7e01470a-9714-4c9f-b0f5-fd3186fb806f req-27869cd6-4291-46a8-89f9-56c7580d9c53 service neutron] 10.222.0.109 "GET /v2.0/networks?id=d8632307-2281-4a7d-8be2-4fe34d09fe87 HTTP/1.1" status: 200 len: 919 time: 0.1194687 Jan 21 09:38:49.234080 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (5a7f6758-1e24-44b8-9b24-65ffc30c20d4), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:49.259799 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-7e01470a-9714-4c9f-b0f5-fd3186fb806f req-a3ba4943-8b8b-498b-afa3-185486c79f20 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9eccc2a4-ddb6-4675-9f12-63953114fa21 HTTP/1.1" status: 200 len: 217 time: 0.0380800 Jan 21 09:38:49.466802 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] get_ports_and_sgs() called for port_ids ['ac7a3142-12ec-4772-8b8e-f317cdd18a45'] {{(pid=103184) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 09:38:49.515344 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0beda05d-594e-4362-80c2-bc999a9a2b64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (9e31de2d-26a2-4a88-b799-f1f3b7df75bf), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:49.610889 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e01470a-9714-4c9f-b0f5-fd3186fb806f req-a78a5f8e-9d24-4eaa-9031-3dec7144d31d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:49.613817 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-7e01470a-9714-4c9f-b0f5-fd3186fb806f req-a78a5f8e-9d24-4eaa-9031-3dec7144d31d service neutron] 10.222.0.109 "GET /v2.0/subnets?id=72f007c2-95bb-4c65-8ae3-279d29a2c1fd HTTP/1.1" status: 200 len: 858 time: 0.3453281 Jan 21 09:38:49.632234 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424058d8-15d0-4e1f-9bd2-0cbe45c2e797 req-01d88262-071c-4725-9807-269941a456cf tempest-VolumesSnapshotTestJSON-1583482103 tempest-VolumesSnapshotTestJSON-1583482103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:49.634217 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-424058d8-15d0-4e1f-9bd2-0cbe45c2e797 req-01d88262-071c-4725-9807-269941a456cf tempest-VolumesSnapshotTestJSON-1583482103 tempest-VolumesSnapshotTestJSON-1583482103-project] 10.222.0.45 "GET /v2.0/ports?device_id=6104a6dc-afee-486a-a867-490dad16c883 HTTP/1.1" status: 200 len: 945 time: 0.3384154 Jan 21 09:38:49.672944 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-7e01470a-9714-4c9f-b0f5-fd3186fb806f req-3efe441b-3543-49c3-a2cb-9f0edffff0a9 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=d8632307-2281-4a7d-8be2-4fe34d09fe87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375099 Jan 21 09:38:49.688571 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0170a6-bb0a-43a9-a0ec-f7890fd1c3b9 req-b9ed3eb6-cd5a-4d30-92c9-b4a7ee14c20d tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:49.690725 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-5a0170a6-bb0a-43a9-a0ec-f7890fd1c3b9 req-b9ed3eb6-cd5a-4d30-92c9-b4a7ee14c20d tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/ports?device_id=4e67b25e-7e65-4975-bafa-fceafcd53647 HTTP/1.1" status: 200 len: 945 time: 0.1142628 Jan 21 09:38:49.795447 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-424058d8-15d0-4e1f-9bd2-0cbe45c2e797 req-0af32910-bab6-4d85-bda3-979ea73ebab0 tempest-VolumesSnapshotTestJSON-1583482103 tempest-VolumesSnapshotTestJSON-1583482103-project] 10.222.0.45 "GET /v2.0/security-groups?id=784dddf7-3a3a-4731-9a1a-126ddfb40ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465812 Jan 21 09:38:49.827093 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-5a0170a6-bb0a-43a9-a0ec-f7890fd1c3b9 req-28833bc2-7555-4d82-86e5-d1808b5c3c99 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/security-groups?id=3362d256-4580-47a9-b110-e51f4226c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264074 Jan 21 09:38:49.841006 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-7e01470a-9714-4c9f-b0f5-fd3186fb806f req-eebf0264-6139-4d0f-a26a-12c3c3dbc93f service neutron] 10.222.0.109 "GET /v2.0/networks/d8632307-2281-4a7d-8be2-4fe34d09fe87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602554 Jan 21 09:38:49.935035 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-7e01470a-9714-4c9f-b0f5-fd3186fb806f req-d1470d04-21d3-4c1a-ab11-64b56281cc52 service neutron] 10.222.0.109 "GET /v2.0/networks/d8632307-2281-4a7d-8be2-4fe34d09fe87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868142 Jan 21 09:38:50.203526 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042e4c08-a2d1-4420-a23d-008b0e83b94e req-302d2c49-bb8b-4afa-a1b7-695308066b7a tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:50.205319 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-042e4c08-a2d1-4420-a23d-008b0e83b94e req-302d2c49-bb8b-4afa-a1b7-695308066b7a tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/ports?device_id=59ad64a5-af93-44ef-8031-fd2f2d18a901 HTTP/1.1" status: 200 len: 944 time: 0.0508988 Jan 21 09:38:50.255151 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-042e4c08-a2d1-4420-a23d-008b0e83b94e req-0b793fbf-4ef0-444c-b929-9f06a226d674 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/security-groups?id=db9ef9f1-43ce-4c8b-928d-23519653180d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432117 Jan 21 09:38:50.723961 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de48a248-eedd-44f4-b18b-dc11758c875c req-c130631a-247e-4fd9-9189-a11dbd17578d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:50.725515 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-de48a248-eedd-44f4-b18b-dc11758c875c req-c130631a-247e-4fd9-9189-a11dbd17578d service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=4e67b25e-7e65-4975-bafa-fceafcd53647 HTTP/1.1" status: 200 len: 1098 time: 0.0465715 Jan 21 09:38:50.788379 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-de48a248-eedd-44f4-b18b-dc11758c875c req-68896e18-519f-43ad-ab45-e4dbe6400a98 service neutron] 10.222.0.109 "GET /v2.0/security-groups?id=3362d256-4580-47a9-b110-e51f4226c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485163 Jan 21 09:38:50.929750 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f7b4c1-0739-4510-baef-ead6b361a599 req-69b02958-67fd-4832-b7c8-a314f7802da0 tempest-VolumesSnapshotTestJSON-1583482103 tempest-VolumesSnapshotTestJSON-1583482103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:50.931279 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-50f7b4c1-0739-4510-baef-ead6b361a599 req-69b02958-67fd-4832-b7c8-a314f7802da0 tempest-VolumesSnapshotTestJSON-1583482103 tempest-VolumesSnapshotTestJSON-1583482103-project] 10.222.0.45 "GET /v2.0/ports?device_id=6104a6dc-afee-486a-a867-490dad16c883 HTTP/1.1" status: 200 len: 945 time: 0.0669451 Jan 21 09:38:50.984275 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-50f7b4c1-0739-4510-baef-ead6b361a599 req-1a4df5ba-1b7a-4539-bced-d65b02c2cd4b tempest-VolumesSnapshotTestJSON-1583482103 tempest-VolumesSnapshotTestJSON-1583482103-project] 10.222.0.45 "GET /v2.0/security-groups?id=784dddf7-3a3a-4731-9a1a-126ddfb40ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471504 Jan 21 09:38:51.084627 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Device ac7a3142-12ec-4772-8b8e-f317cdd18a45 up at agent hyperv_hv-cinder-80403 {{(pid=103184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:38:51.209977 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14ab6d1-270e-490a-b96b-202919e425c3 req-78e38948-f5ed-47c8-b4c9-e12d7558284d tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:51.209977 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-f14ab6d1-270e-490a-b96b-202919e425c3 req-78e38948-f5ed-47c8-b4c9-e12d7558284d tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/ports?device_id=4e67b25e-7e65-4975-bafa-fceafcd53647 HTTP/1.1" status: 200 len: 945 time: 0.1590126 Jan 21 09:38:51.335347 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-f14ab6d1-270e-490a-b96b-202919e425c3 req-e800a3e7-1f42-4eaa-ac37-e6d90e1c1158 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/security-groups?id=3362d256-4580-47a9-b110-e51f4226c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269970 Jan 21 09:38:51.418613 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535a9f0f-94d4-46ed-8d65-7b5fccd75dd6 req-441b1fc8-fe8c-45b8-a583-4d7b1e3b4d29 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:51.420170 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-535a9f0f-94d4-46ed-8d65-7b5fccd75dd6 req-441b1fc8-fe8c-45b8-a583-4d7b1e3b4d29 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/ports?device_id=59ad64a5-af93-44ef-8031-fd2f2d18a901 HTTP/1.1" status: 200 len: 944 time: 0.0622592 Jan 21 09:38:51.482604 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-535a9f0f-94d4-46ed-8d65-7b5fccd75dd6 req-36318785-d597-4817-991e-a3a867bea566 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/security-groups?id=db9ef9f1-43ce-4c8b-928d-23519653180d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537994 Jan 21 09:38:51.764716 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f5928849-742c-4298-9c4e-ae1543ad1886 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (fd0edb9a-d711-47a6-aedf-fe72898a6c79), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:51.788299 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.provisioning_blocks [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Provisioning for port ac7a3142-12ec-4772-8b8e-f317cdd18a45 completed by entity L2. {{(pid=103184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:38:51.796473 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.provisioning_blocks [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Provisioning complete for port ac7a3142-12ec-4772-8b8e-f317cdd18a45 triggered by entity L2. {{(pid=103184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:38:51.797775 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983013'] for port (ac7a3142-12ec-4772-8b8e-f317cdd18a45), provisioning_complete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:51.925931 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Current status of the port ac7a3142-12ec-4772-8b8e-f317cdd18a45 is: BUILD; New status is: ACTIVE {{(pid=103184) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:38:51.926363 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (ac7a3142-12ec-4772-8b8e-f317cdd18a45), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:51.950816 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6104a6dc-afee-486a-a867-490dad16c883', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac7a3142-12ec-4772-8b8e-f317cdd18a45'}] {{(pid=103184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:38:51.953133 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c59f8b740f259e85ceecfc878b6c10e974145cf55d87f3575c92c12753de108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6c059db-3a89-4d72-bae1-4e0b00bbe026" -d '{"events": [{"server_uuid": "6104a6dc-afee-486a-a867-490dad16c883", "name": "network-vif-plugged", "status": "completed", "tag": "ac7a3142-12ec-4772-8b8e-f317cdd18a45"}]}' {{(pid=103184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:38:51.966629 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] For port ac7a3142-12ec-4772-8b8e-f317cdd18a45, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=ac7a3142-12ec-4772-8b8e-f317cdd18a45,segment=NetworkSegment(ad0cc7f3-f595-4923-bff8-faff8d5a4463),segment_id=ad0cc7f3-f595-4923-bff8-faff8d5a4463)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:38:52.004604 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 09:38:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfeaf2a1-9697-479f-96e0-c766083e8fc8 x-openstack-request-id: req-dfeaf2a1-9697-479f-96e0-c766083e8fc8 {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:38:52.005026 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6104a6dc-afee-486a-a867-490dad16c883", "name": "network-vif-plugged", "status": "completed", "tag": "ac7a3142-12ec-4772-8b8e-f317cdd18a45", "code": 200}]} {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:38:52.005330 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-dfeaf2a1-9697-479f-96e0-c766083e8fc8 {{(pid=103184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:38:52.005732 dv-cinder-804035-25-iscsi neutron-server[103184]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6104a6dc-afee-486a-a867-490dad16c883', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac7a3142-12ec-4772-8b8e-f317cdd18a45', 'code': 200} Jan 21 09:38:52.039323 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774670732957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774670299814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774670299832'] for port (ac7a3142-12ec-4772-8b8e-f317cdd18a45), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:52.095697 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Pushing event updated for resources: {'Port': ['ID=ac7a3142-12ec-4772-8b8e-f317cdd18a45,revision_number=5']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:52.186977 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027288da-2985-4e92-b6a1-3936bae4d706 req-bb78b5c2-9fcd-484d-b6d9-9f46edf0d03f tempest-VolumesSnapshotTestJSON-1583482103 tempest-VolumesSnapshotTestJSON-1583482103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:52.189414 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-027288da-2985-4e92-b6a1-3936bae4d706 req-bb78b5c2-9fcd-484d-b6d9-9f46edf0d03f tempest-VolumesSnapshotTestJSON-1583482103 tempest-VolumesSnapshotTestJSON-1583482103-project] 10.222.0.45 "GET /v2.0/ports?device_id=6104a6dc-afee-486a-a867-490dad16c883 HTTP/1.1" status: 200 len: 946 time: 0.1126208 Jan 21 09:38:52.259140 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-027288da-2985-4e92-b6a1-3936bae4d706 req-49dc407b-f3d3-4763-a8bc-4485986317a6 tempest-VolumesSnapshotTestJSON-1583482103 tempest-VolumesSnapshotTestJSON-1583482103-project] 10.222.0.45 "GET /v2.0/security-groups?id=784dddf7-3a3a-4731-9a1a-126ddfb40ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614202 Jan 21 09:38:52.476270 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (a4f58dde-e5c6-489c-94fe-b355a6abc90e), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:38:52.715140 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17f5420-c97d-47c2-ba6f-19783ed0c9e5 req-e24ddeac-2427-4412-8896-754f270923b0 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:52.717067 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-c17f5420-c97d-47c2-ba6f-19783ed0c9e5 req-e24ddeac-2427-4412-8896-754f270923b0 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/ports?device_id=4e67b25e-7e65-4975-bafa-fceafcd53647 HTTP/1.1" status: 200 len: 945 time: 0.2575643 Jan 21 09:38:52.724310 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7179c841-cc3b-4da4-9eee-06dade559bd1 req-07574bc7-a64e-4235-8ec7-7cbecf953f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:52.725930 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-7179c841-cc3b-4da4-9eee-06dade559bd1 req-07574bc7-a64e-4235-8ec7-7cbecf953f51 service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=59ad64a5-af93-44ef-8031-fd2f2d18a901&tenant_id=93281ac9cb504124a055279296f2262f HTTP/1.1" status: 200 len: 1097 time: 0.2295020 Jan 21 09:38:52.743073 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b1738c-dfaf-4a79-9c41-9663b3583eb7 req-8948a6e0-372f-4074-a3a9-16563900588c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:52.747071 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-a3b1738c-dfaf-4a79-9c41-9663b3583eb7 req-8948a6e0-372f-4074-a3a9-16563900588c service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=6104a6dc-afee-486a-a867-490dad16c883 HTTP/1.1" status: 200 len: 1099 time: 0.2012815 Jan 21 09:38:52.772129 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5384ace-70ca-4367-848c-4d401b30658b req-547a5127-d3a1-474f-ab57-cdd83257aeba tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:52.773695 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-a5384ace-70ca-4367-848c-4d401b30658b req-547a5127-d3a1-474f-ab57-cdd83257aeba tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/ports?device_id=59ad64a5-af93-44ef-8031-fd2f2d18a901 HTTP/1.1" status: 200 len: 944 time: 0.1912794 Jan 21 09:38:52.908257 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-c17f5420-c97d-47c2-ba6f-19783ed0c9e5 req-3ad7fc05-d37f-49d6-87ae-e16fe5ebd592 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/security-groups?id=3362d256-4580-47a9-b110-e51f4226c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760724 Jan 21 09:38:52.930271 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-a3b1738c-dfaf-4a79-9c41-9663b3583eb7 req-ca2f329d-9b02-4637-b7ac-4deb93601041 service neutron] 10.222.0.109 "GET /v2.0/security-groups?id=784dddf7-3a3a-4731-9a1a-126ddfb40ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678972 Jan 21 09:38:52.945450 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7179c841-cc3b-4da4-9eee-06dade559bd1 req-1a9c5970-9aff-4f60-b33b-f87f92bf6f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:52.947025 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-7179c841-cc3b-4da4-9eee-06dade559bd1 req-1a9c5970-9aff-4f60-b33b-f87f92bf6f91 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=93281ac9cb504124a055279296f2262f&device_id=59ad64a5-af93-44ef-8031-fd2f2d18a901 HTTP/1.1" status: 200 len: 1097 time: 0.1708472 Jan 21 09:38:52.952085 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-a5384ace-70ca-4367-848c-4d401b30658b req-17ace90c-1fed-4eb5-97f7-facbc5a47395 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/security-groups?id=db9ef9f1-43ce-4c8b-928d-23519653180d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1610112 Jan 21 09:38:53.257601 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7179c841-cc3b-4da4-9eee-06dade559bd1 req-df97e928-f6fa-451b-9cdf-c48d0d08b2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:53.259164 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-7179c841-cc3b-4da4-9eee-06dade559bd1 req-df97e928-f6fa-451b-9cdf-c48d0d08b2ec service neutron] 10.222.0.109 "GET /v2.0/networks?id=647e31d1-4208-41da-8947-db9d9292bd9e HTTP/1.1" status: 200 len: 918 time: 0.1028130 Jan 21 09:38:53.334101 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-7179c841-cc3b-4da4-9eee-06dade559bd1 req-6837ecba-6790-4b39-b897-cc4604d25f02 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=63990fa3-fce3-4891-adb2-cd4ebc4c075a HTTP/1.1" status: 200 len: 999 time: 0.0679133 Jan 21 09:38:53.453474 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7179c841-cc3b-4da4-9eee-06dade559bd1 req-9bcbdf34-d1e5-4852-9762-0d2b8b59423f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:53.455541 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-7179c841-cc3b-4da4-9eee-06dade559bd1 req-9bcbdf34-d1e5-4852-9762-0d2b8b59423f service neutron] 10.222.0.109 "GET /v2.0/subnets?id=55369842-b446-444b-92ff-367c2e723c52 HTTP/1.1" status: 200 len: 856 time: 0.1140332 Jan 21 09:38:53.479853 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701169f0-b5b4-4f01-99a4-022f0eaa745d req-c5013dcd-7973-47b1-8535-c26378709319 tempest-VolumesSnapshotTestJSON-1583482103 tempest-VolumesSnapshotTestJSON-1583482103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:53.481672 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-701169f0-b5b4-4f01-99a4-022f0eaa745d req-c5013dcd-7973-47b1-8535-c26378709319 tempest-VolumesSnapshotTestJSON-1583482103 tempest-VolumesSnapshotTestJSON-1583482103-project] 10.222.0.45 "GET /v2.0/ports?device_id=6104a6dc-afee-486a-a867-490dad16c883 HTTP/1.1" status: 200 len: 946 time: 0.1002731 Jan 21 09:38:53.546817 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7179c841-cc3b-4da4-9eee-06dade559bd1 req-e2036a73-5283-4e2a-ae11-5260c65d36a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:53.548349 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-7179c841-cc3b-4da4-9eee-06dade559bd1 req-e2036a73-5283-4e2a-ae11-5260c65d36a4 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=647e31d1-4208-41da-8947-db9d9292bd9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0855691 Jan 21 09:38:53.553040 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-701169f0-b5b4-4f01-99a4-022f0eaa745d req-13e4efec-d655-4225-b5eb-751612a56f90 tempest-VolumesSnapshotTestJSON-1583482103 tempest-VolumesSnapshotTestJSON-1583482103-project] 10.222.0.45 "GET /v2.0/security-groups?id=784dddf7-3a3a-4731-9a1a-126ddfb40ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558643 Jan 21 09:38:53.654473 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-7179c841-cc3b-4da4-9eee-06dade559bd1 req-8de3be62-76ff-4ddf-ae3b-bbd77d781d16 service neutron] 10.222.0.109 "GET /v2.0/networks/647e31d1-4208-41da-8947-db9d9292bd9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974183 Jan 21 09:38:53.757472 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-7179c841-cc3b-4da4-9eee-06dade559bd1 req-eee67da6-ba9d-447b-aea4-22460849dae6 service neutron] 10.222.0.109 "GET /v2.0/networks/647e31d1-4208-41da-8947-db9d9292bd9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971355 Jan 21 09:38:54.157715 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43755ab-89ce-4bde-a1f9-a956720a9202 req-daf6b513-3513-4f85-9f9e-81edad0c2be1 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:54.159155 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-b43755ab-89ce-4bde-a1f9-a956720a9202 req-daf6b513-3513-4f85-9f9e-81edad0c2be1 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/ports?device_id=4e67b25e-7e65-4975-bafa-fceafcd53647 HTTP/1.1" status: 200 len: 945 time: 0.1144338 Jan 21 09:38:54.175733 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfd2fa1-afcf-408c-8594-32b80b0773d3 req-5119251b-9266-4c57-87b8-c3657230b5a2 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:54.177802 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-ccfd2fa1-afcf-408c-8594-32b80b0773d3 req-5119251b-9266-4c57-87b8-c3657230b5a2 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/ports?device_id=59ad64a5-af93-44ef-8031-fd2f2d18a901 HTTP/1.1" status: 200 len: 944 time: 0.0822949 Jan 21 09:38:54.258207 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-b43755ab-89ce-4bde-a1f9-a956720a9202 req-ed7c7cdb-3c04-4181-b8d4-3d802ebd5f46 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/security-groups?id=3362d256-4580-47a9-b110-e51f4226c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794303 Jan 21 09:38:54.266485 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-ccfd2fa1-afcf-408c-8594-32b80b0773d3 req-423028b8-6c70-4a9b-9e1c-f686866a403f tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/security-groups?id=db9ef9f1-43ce-4c8b-928d-23519653180d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811408 Jan 21 09:38:54.859463 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e30141-1fbb-4231-ad52-6e92e20d7606 req-1e67952a-1886-4923-9361-e0124c3967f0 tempest-VolumesSnapshotTestJSON-1583482103 tempest-VolumesSnapshotTestJSON-1583482103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:54.863638 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-78e30141-1fbb-4231-ad52-6e92e20d7606 req-1e67952a-1886-4923-9361-e0124c3967f0 tempest-VolumesSnapshotTestJSON-1583482103 tempest-VolumesSnapshotTestJSON-1583482103-project] 10.222.0.45 "GET /v2.0/ports?device_id=6104a6dc-afee-486a-a867-490dad16c883 HTTP/1.1" status: 200 len: 946 time: 0.0550778 Jan 21 09:38:55.006558 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-78e30141-1fbb-4231-ad52-6e92e20d7606 req-a6bbf5ee-ccdf-4e84-98c0-c07d40df367a tempest-VolumesSnapshotTestJSON-1583482103 tempest-VolumesSnapshotTestJSON-1583482103-project] 10.222.0.45 "GET /v2.0/security-groups?id=784dddf7-3a3a-4731-9a1a-126ddfb40ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340771 Jan 21 09:38:55.008395 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988cffdc-f4f3-4583-8c96-19beaea23bd3 req-a9bd83c9-48ec-4cfb-bf8c-860727c300db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:55.010201 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-988cffdc-f4f3-4583-8c96-19beaea23bd3 req-a9bd83c9-48ec-4cfb-bf8c-860727c300db service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=5f89d1b21ad8471a8a9a82adac2594c1&device_id=4e67b25e-7e65-4975-bafa-fceafcd53647 HTTP/1.1" status: 200 len: 1098 time: 0.1090026 Jan 21 09:38:55.043650 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a790779-1274-4b11-b050-2b35058624a1 req-fd6d8d9a-9eb5-4bca-a26b-716961a47b8d tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:55.051424 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-0a790779-1274-4b11-b050-2b35058624a1 req-fd6d8d9a-9eb5-4bca-a26b-716961a47b8d tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/ports?device_id=4e67b25e-7e65-4975-bafa-fceafcd53647 HTTP/1.1" status: 200 len: 945 time: 0.0956438 Jan 21 09:38:55.207601 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-0a790779-1274-4b11-b050-2b35058624a1 req-6a4f3820-79e1-414e-8b94-c41d5ee5e44f tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/security-groups?id=3362d256-4580-47a9-b110-e51f4226c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552868 Jan 21 09:38:55.217669 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f4d962-40b1-4de9-8a82-b7b09e0e6669 req-1423c7ab-7cd8-46ff-92ac-634c712306ee tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:55.219299 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-24f4d962-40b1-4de9-8a82-b7b09e0e6669 req-1423c7ab-7cd8-46ff-92ac-634c712306ee tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] 10.222.0.45 "GET /v2.0/ports?device_id=0f393a36-e048-4228-a48c-9ed725c3e71c HTTP/1.1" status: 200 len: 945 time: 0.1361914 Jan 21 09:38:55.220509 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988cffdc-f4f3-4583-8c96-19beaea23bd3 req-65a118a2-1154-446d-a5c3-5052b506aa5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:55.222046 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-988cffdc-f4f3-4583-8c96-19beaea23bd3 req-65a118a2-1154-446d-a5c3-5052b506aa5d service neutron] 10.222.0.109 "GET /v2.0/networks?id=d8632307-2281-4a7d-8be2-4fe34d09fe87 HTTP/1.1" status: 200 len: 919 time: 0.1958089 Jan 21 09:38:55.297647 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-988cffdc-f4f3-4583-8c96-19beaea23bd3 req-49183f29-98db-4df3-aff0-408613e8574f service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9eccc2a4-ddb6-4675-9f12-63953114fa21 HTTP/1.1" status: 200 len: 217 time: 0.0664313 Jan 21 09:38:55.384834 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-24f4d962-40b1-4de9-8a82-b7b09e0e6669 req-6a0f2d37-3362-430b-babe-1fe1d93796b5 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] 10.222.0.45 "GET /v2.0/security-groups?id=689824d6-e2cc-4e2f-a7c0-efd7e57bdd17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552494 Jan 21 09:38:55.391180 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988cffdc-f4f3-4583-8c96-19beaea23bd3 req-c122b62f-dbe6-413b-af60-33ab92829c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:55.392680 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-988cffdc-f4f3-4583-8c96-19beaea23bd3 req-c122b62f-dbe6-413b-af60-33ab92829c33 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=72f007c2-95bb-4c65-8ae3-279d29a2c1fd HTTP/1.1" status: 200 len: 858 time: 0.0855095 Jan 21 09:38:55.429765 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-988cffdc-f4f3-4583-8c96-19beaea23bd3 req-7c9b731e-8a54-4184-81b7-79a5461a6fd3 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=d8632307-2281-4a7d-8be2-4fe34d09fe87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254328 Jan 21 09:38:55.577689 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b42d4f-a3fb-44c8-852a-4b715006209e req-479f902f-5aa7-469a-ba78-2ed2fc5815ee tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:55.579252 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-a5b42d4f-a3fb-44c8-852a-4b715006209e req-479f902f-5aa7-469a-ba78-2ed2fc5815ee tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/ports?device_id=59ad64a5-af93-44ef-8031-fd2f2d18a901 HTTP/1.1" status: 200 len: 944 time: 0.0983255 Jan 21 09:38:55.608295 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-988cffdc-f4f3-4583-8c96-19beaea23bd3 req-4fab9f48-147b-462f-b209-6076f3289b5a service neutron] 10.222.0.109 "GET /v2.0/networks/d8632307-2281-4a7d-8be2-4fe34d09fe87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681149 Jan 21 09:38:55.751683 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-a5b42d4f-a3fb-44c8-852a-4b715006209e req-08dc7d5d-df43-4965-96e7-131ef717ff18 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/security-groups?id=db9ef9f1-43ce-4c8b-928d-23519653180d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1601970 Jan 21 09:38:55.783766 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-988cffdc-f4f3-4583-8c96-19beaea23bd3 req-b2cf1ec0-d4c2-4bdb-abb6-81019eb8138f service neutron] 10.222.0.109 "GET /v2.0/networks/d8632307-2281-4a7d-8be2-4fe34d09fe87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601238 Jan 21 09:38:56.396117 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ba1ab7-33c8-4a8d-9c29-b6af588a5d51 req-845c2515-ba74-43f6-9f6c-4bd5363d5ae4 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:56.403740 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-23ba1ab7-33c8-4a8d-9c29-b6af588a5d51 req-845c2515-ba74-43f6-9f6c-4bd5363d5ae4 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/ports?device_id=4e67b25e-7e65-4975-bafa-fceafcd53647 HTTP/1.1" status: 200 len: 945 time: 0.0601175 Jan 21 09:38:56.469818 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-23ba1ab7-33c8-4a8d-9c29-b6af588a5d51 req-13155c63-7641-40eb-ba45-462c4e119d09 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/security-groups?id=3362d256-4580-47a9-b110-e51f4226c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639405 Jan 21 09:38:56.585498 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b479db10-ddf3-4dbc-a9c7-939a64a59f31 req-404b6876-3ed8-493e-8919-f6a6ec4737da tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:56.589731 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-b479db10-ddf3-4dbc-a9c7-939a64a59f31 req-404b6876-3ed8-493e-8919-f6a6ec4737da tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] 10.222.0.45 "GET /v2.0/ports?device_id=0f393a36-e048-4228-a48c-9ed725c3e71c HTTP/1.1" status: 200 len: 945 time: 0.1122429 Jan 21 09:38:56.720257 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-b479db10-ddf3-4dbc-a9c7-939a64a59f31 req-d2e1c894-1c50-4df1-86d9-7b6c969740d3 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] 10.222.0.45 "GET /v2.0/security-groups?id=689824d6-e2cc-4e2f-a7c0-efd7e57bdd17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252289 Jan 21 09:38:57.008908 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3483fc-4522-46c1-9c5f-aeaf9f4dec95 req-f147ae42-19e4-4e55-934a-59ab2ebf4875 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:57.014247 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-3e3483fc-4522-46c1-9c5f-aeaf9f4dec95 req-f147ae42-19e4-4e55-934a-59ab2ebf4875 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/ports?device_id=59ad64a5-af93-44ef-8031-fd2f2d18a901 HTTP/1.1" status: 200 len: 944 time: 0.1501939 Jan 21 09:38:57.119526 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-3e3483fc-4522-46c1-9c5f-aeaf9f4dec95 req-b2eeac8c-24aa-4d34-826c-074c3d9d0881 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/security-groups?id=db9ef9f1-43ce-4c8b-928d-23519653180d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0961254 Jan 21 09:38:57.622565 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066817dd-d7f0-46b5-aa36-3269e8379d3d req-cd97d919-ced8-4514-a773-d1454731b4c1 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:57.630510 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-066817dd-d7f0-46b5-aa36-3269e8379d3d req-cd97d919-ced8-4514-a773-d1454731b4c1 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/ports?device_id=4e67b25e-7e65-4975-bafa-fceafcd53647 HTTP/1.1" status: 200 len: 945 time: 0.0602555 Jan 21 09:38:57.685915 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-066817dd-d7f0-46b5-aa36-3269e8379d3d req-0935c725-d805-4af0-98d3-c8b59d388c62 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/security-groups?id=3362d256-4580-47a9-b110-e51f4226c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523801 Jan 21 09:38:57.904285 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a971a8e4-5d35-434e-8d44-13fc69b21112 req-a3cb7af1-7876-49d8-b977-7edec3a8bf01 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:57.912002 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-a971a8e4-5d35-434e-8d44-13fc69b21112 req-a3cb7af1-7876-49d8-b977-7edec3a8bf01 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] 10.222.0.45 "GET /v2.0/ports?device_id=0f393a36-e048-4228-a48c-9ed725c3e71c HTTP/1.1" status: 200 len: 945 time: 0.0802450 Jan 21 09:38:57.992756 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-a971a8e4-5d35-434e-8d44-13fc69b21112 req-a68836d9-167d-45ca-ad69-e6413bef574e tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] 10.222.0.45 "GET /v2.0/security-groups?id=689824d6-e2cc-4e2f-a7c0-efd7e57bdd17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733082 Jan 21 09:38:58.290437 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726fd727-3f12-4967-b09a-eb5becd5e804 req-03cfbd77-432a-44f0-8c11-4da099e60041 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:58.298105 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-726fd727-3f12-4967-b09a-eb5becd5e804 req-03cfbd77-432a-44f0-8c11-4da099e60041 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/ports?device_id=59ad64a5-af93-44ef-8031-fd2f2d18a901 HTTP/1.1" status: 200 len: 944 time: 0.0816514 Jan 21 09:38:58.376711 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-726fd727-3f12-4967-b09a-eb5becd5e804 req-fb80e8bd-8c64-40ac-84ef-c8e09a3bca40 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/security-groups?id=db9ef9f1-43ce-4c8b-928d-23519653180d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745049 Jan 21 09:38:58.839066 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c11c7f-0969-42cc-aaaf-5bf94852adb8 req-ed1a04f1-f0b2-4603-b813-0e1b7becbca5 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:58.847628 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-12c11c7f-0969-42cc-aaaf-5bf94852adb8 req-ed1a04f1-f0b2-4603-b813-0e1b7becbca5 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/ports?device_id=4e67b25e-7e65-4975-bafa-fceafcd53647 HTTP/1.1" status: 200 len: 945 time: 0.0703974 Jan 21 09:38:58.922828 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-12c11c7f-0969-42cc-aaaf-5bf94852adb8 req-774c02af-e3b1-4a16-a68e-1afb9fbc7386 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/security-groups?id=3362d256-4580-47a9-b110-e51f4226c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742247 Jan 21 09:38:59.144383 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a94187-4732-495f-b235-0cb58eb5809b req-3d57b2d3-31d1-47e0-b534-d7563b07046f tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:59.157290 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-08a94187-4732-495f-b235-0cb58eb5809b req-3d57b2d3-31d1-47e0-b534-d7563b07046f tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] 10.222.0.45 "GET /v2.0/ports?device_id=0f393a36-e048-4228-a48c-9ed725c3e71c HTTP/1.1" status: 200 len: 945 time: 0.0833662 Jan 21 09:38:59.269775 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-08a94187-4732-495f-b235-0cb58eb5809b req-b4ce1cfb-d126-47d1-b421-7013227c5e91 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] 10.222.0.45 "GET /v2.0/security-groups?id=689824d6-e2cc-4e2f-a7c0-efd7e57bdd17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029091 Jan 21 09:38:59.610527 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0f3862-09ad-48bb-a007-a04252dff9c8 req-d7abf8b2-b02c-498d-88f2-93f32b824ac9 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:59.616485 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-fb0f3862-09ad-48bb-a007-a04252dff9c8 req-d7abf8b2-b02c-498d-88f2-93f32b824ac9 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/ports?device_id=59ad64a5-af93-44ef-8031-fd2f2d18a901 HTTP/1.1" status: 200 len: 944 time: 0.0962045 Jan 21 09:38:59.692265 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-fb0f3862-09ad-48bb-a007-a04252dff9c8 req-36f9c74a-f4df-41ab-b9a6-7036ec5292ed tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/security-groups?id=db9ef9f1-43ce-4c8b-928d-23519653180d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707591 Jan 21 09:39:00.135252 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9e1555-3bbf-4703-a46c-81656ccf51ab req-5e66ff0c-ee41-49dc-82de-02fb3ebb1ed7 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:00.137095 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-bd9e1555-3bbf-4703-a46c-81656ccf51ab req-5e66ff0c-ee41-49dc-82de-02fb3ebb1ed7 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/ports?device_id=4e67b25e-7e65-4975-bafa-fceafcd53647 HTTP/1.1" status: 200 len: 945 time: 0.0958827 Jan 21 09:39:00.239546 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-bd9e1555-3bbf-4703-a46c-81656ccf51ab req-6c115e42-2876-4b36-a4ba-2af0c19fe051 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/security-groups?id=3362d256-4580-47a9-b110-e51f4226c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859399 Jan 21 09:39:00.264591 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150572e6-28b2-4909-8ef1-c6cf8ba5f542 req-4219cf72-2e90-4a44-ad3b-b36245411696 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:00.270415 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-150572e6-28b2-4909-8ef1-c6cf8ba5f542 req-4219cf72-2e90-4a44-ad3b-b36245411696 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] 10.222.0.109 "GET /v2.0/ports?device_id=0f393a36-e048-4228-a48c-9ed725c3e71c HTTP/1.1" status: 200 len: 945 time: 0.1289237 Jan 21 09:39:00.484979 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f536054-71f2-45b3-aee8-4a76bf951762 req-c48347b6-2593-4d25-9f2a-aa9dddcb5fd3 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:00.487652 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-1f536054-71f2-45b3-aee8-4a76bf951762 req-c48347b6-2593-4d25-9f2a-aa9dddcb5fd3 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] 10.222.0.45 "GET /v2.0/ports?device_id=0f393a36-e048-4228-a48c-9ed725c3e71c HTTP/1.1" status: 200 len: 945 time: 0.0728195 Jan 21 09:39:00.578420 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-1f536054-71f2-45b3-aee8-4a76bf951762 req-ab88a633-52a9-46c6-b0a7-508e0565b3d1 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] 10.222.0.45 "GET /v2.0/security-groups?id=689824d6-e2cc-4e2f-a7c0-efd7e57bdd17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849481 Jan 21 09:39:00.962210 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe19dba-9762-4813-99ff-59a308558990 req-f4455b6e-fe50-43a9-b7bd-48d3eded9cc3 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:00.963991 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-0fe19dba-9762-4813-99ff-59a308558990 req-f4455b6e-fe50-43a9-b7bd-48d3eded9cc3 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/ports?device_id=59ad64a5-af93-44ef-8031-fd2f2d18a901 HTTP/1.1" status: 200 len: 944 time: 0.0997763 Jan 21 09:39:01.083928 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-0fe19dba-9762-4813-99ff-59a308558990 req-9e7f68ae-faf0-4163-8094-f05132109d20 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/security-groups?id=db9ef9f1-43ce-4c8b-928d-23519653180d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1130090 Jan 21 09:39:01.427639 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe461ca-c4e9-42b3-8f81-fd99c1dbba5c req-22017bca-453e-4a83-a16d-aafa2176e794 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:01.430872 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-9fe461ca-c4e9-42b3-8f81-fd99c1dbba5c req-22017bca-453e-4a83-a16d-aafa2176e794 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/ports?device_id=4e67b25e-7e65-4975-bafa-fceafcd53647 HTTP/1.1" status: 200 len: 945 time: 0.0896778 Jan 21 09:39:01.522685 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-9fe461ca-c4e9-42b3-8f81-fd99c1dbba5c req-3dec551c-dd04-4142-bed7-f707e8cea417 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/security-groups?id=3362d256-4580-47a9-b110-e51f4226c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805569 Jan 21 09:39:01.812282 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c7f9d6-8890-477a-8536-f6d2107d6dbe req-dbe3f194-0a43-4ca8-853d-a0842a7ac6df tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:01.819970 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-08c7f9d6-8890-477a-8536-f6d2107d6dbe req-dbe3f194-0a43-4ca8-853d-a0842a7ac6df tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] 10.222.0.45 "GET /v2.0/ports?device_id=0f393a36-e048-4228-a48c-9ed725c3e71c HTTP/1.1" status: 200 len: 945 time: 0.0940154 Jan 21 09:39:01.974064 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-08c7f9d6-8890-477a-8536-f6d2107d6dbe req-c0e62f0e-9f0c-4688-9de9-d53d1d2abb85 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] 10.222.0.45 "GET /v2.0/security-groups?id=689824d6-e2cc-4e2f-a7c0-efd7e57bdd17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526184 Jan 21 09:39:02.287324 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edec24e9-08f4-46b6-830c-1973c438c33d req-a205e725-f325-4102-8698-6141fe7a88a5 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:02.295883 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-edec24e9-08f4-46b6-830c-1973c438c33d req-a205e725-f325-4102-8698-6141fe7a88a5 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/ports?device_id=59ad64a5-af93-44ef-8031-fd2f2d18a901 HTTP/1.1" status: 200 len: 944 time: 0.0945344 Jan 21 09:39:02.373367 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-edec24e9-08f4-46b6-830c-1973c438c33d req-c11a66cd-05d2-4644-b47b-b23518db0770 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/security-groups?id=db9ef9f1-43ce-4c8b-928d-23519653180d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761039 Jan 21 09:39:02.524163 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.db.agents_db [None req-6cca2222-2941-4527-9622-8fe6bb096302 None None] Agent healthcheck: found 6 active agents {{(pid=103185) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 09:39:02.558913 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.plugin [req-150572e6-28b2-4909-8ef1-c6cf8ba5f542 req-5a7c7f2d-2689-407d-843b-35c4386c7227 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] Deleting port 3a1c611f-ef10-4e62-a802-09f927e4a0d9 {{(pid=103182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 09:39:02.560128 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-150572e6-28b2-4909-8ef1-c6cf8ba5f542 req-5a7c7f2d-2689-407d-843b-35c4386c7227 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774670727720'] for port (3a1c611f-ef10-4e62-a802-09f927e4a0d9), before_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:02.778847 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.db [req-150572e6-28b2-4909-8ef1-c6cf8ba5f542 req-5a7c7f2d-2689-407d-843b-35c4386c7227 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] For port 3a1c611f-ef10-4e62-a802-09f927e4a0d9, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=3a1c611f-ef10-4e62-a802-09f927e4a0d9,segment=NetworkSegment(040eb47d-f813-4918-9757-ad97391c2793),segment_id=040eb47d-f813-4918-9757-ad97391c2793)] {{(pid=103182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:39:02.779559 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-150572e6-28b2-4909-8ef1-c6cf8ba5f542 req-5a7c7f2d-2689-407d-843b-35c4386c7227 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3846167'] for port (3a1c611f-ef10-4e62-a802-09f927e4a0d9), precommit_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:02.834173 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.plugin [req-150572e6-28b2-4909-8ef1-c6cf8ba5f542 req-5a7c7f2d-2689-407d-843b-35c4386c7227 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] Calling delete_port for 3a1c611f-ef10-4e62-a802-09f927e4a0d9 owned by compute:nova {{(pid=103182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 09:39:02.889712 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0364980-9bce-4b4f-a5b4-954435b37c88 req-e8a1ae2b-c222-44de-91e0-a10a0036b7e4 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:02.909881 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-d0364980-9bce-4b4f-a5b4-954435b37c88 req-e8a1ae2b-c222-44de-91e0-a10a0036b7e4 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/ports?device_id=4e67b25e-7e65-4975-bafa-fceafcd53647 HTTP/1.1" status: 200 len: 945 time: 0.2060084 Jan 21 09:39:03.114978 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-d0364980-9bce-4b4f-a5b4-954435b37c88 req-cad7f11a-40d5-4459-b20a-d0a99ebe243a tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/security-groups?id=3362d256-4580-47a9-b110-e51f4226c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033055 Jan 21 09:39:03.376733 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fef0e6d-06cf-4d2e-80aa-0f0ea368b2e6 req-ab36b89b-d28e-4724-9199-7286b285be56 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:03.391967 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-0fef0e6d-06cf-4d2e-80aa-0f0ea368b2e6 req-ab36b89b-d28e-4724-9199-7286b285be56 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] 10.222.0.45 "GET /v2.0/ports?device_id=0f393a36-e048-4228-a48c-9ed725c3e71c HTTP/1.1" status: 200 len: 945 time: 0.1158450 Jan 21 09:39:03.418620 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-150572e6-28b2-4909-8ef1-c6cf8ba5f542 req-5a7c7f2d-2689-407d-843b-35c4386c7227 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774670733020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774670299805'] for port (3a1c611f-ef10-4e62-a802-09f927e4a0d9), after_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:03.442158 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] get_ports_and_sgs() called for port_ids ['af30d40e-e03c-4e1e-a789-41a34ac8bec6', '81cdcb77-b728-4dac-a9d7-2fe131466b38', '57b1afe5-3070-43a1-9f90-584240e66081'] {{(pid=103184) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 09:39:03.696323 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7c7f2d-2689-407d-843b-35c4386c7227 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] Pushing event deleted for resources: {'Port': ['ID=3a1c611f-ef10-4e62-a802-09f927e4a0d9,revision_number=None']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:03.788986 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7c7f2d-2689-407d-843b-35c4386c7227 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:39:03.789413 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7c7f2d-2689-407d-843b-35c4386c7227 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:39:03.790282 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7c7f2d-2689-407d-843b-35c4386c7227 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:39:03.791879 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7c7f2d-2689-407d-843b-35c4386c7227 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:39:03.800066 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7c7f2d-2689-407d-843b-35c4386c7227 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:39:03.801066 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7c7f2d-2689-407d-843b-35c4386c7227 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:39:03.801303 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7c7f2d-2689-407d-843b-35c4386c7227 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:39:03.801602 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7c7f2d-2689-407d-843b-35c4386c7227 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:39:03.802174 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7c7f2d-2689-407d-843b-35c4386c7227 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:39:03.802605 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7c7f2d-2689-407d-843b-35c4386c7227 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:39:03.803187 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7c7f2d-2689-407d-843b-35c4386c7227 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:39:03.803636 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7c7f2d-2689-407d-843b-35c4386c7227 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:39:03.804035 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7c7f2d-2689-407d-843b-35c4386c7227 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:39:04.215189 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-0fef0e6d-06cf-4d2e-80aa-0f0ea368b2e6 req-4328110a-2e67-4307-826f-f15359204480 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] 10.222.0.45 "GET /v2.0/security-groups?id=689824d6-e2cc-4e2f-a7c0-efd7e57bdd17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7906599 Jan 21 09:39:04.216839 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.db.l3_dvrscheduler_db [req-150572e6-28b2-4909-8ef1-c6cf8ba5f542 req-5a7c7f2d-2689-407d-843b-35c4386c7227 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] No DVR routers for this DVR port 3a1c611f-ef10-4e62-a802-09f927e4a0d9 on host hv-cinder-80403 {{(pid=103182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:39:04.224224 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-150572e6-28b2-4909-8ef1-c6cf8ba5f542 req-5a7c7f2d-2689-407d-843b-35c4386c7227 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11211'] for port (None), before_response {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:04.231104 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-150572e6-28b2-4909-8ef1-c6cf8ba5f542 req-5a7c7f2d-2689-407d-843b-35c4386c7227 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] 10.222.0.109 "DELETE /v2.0/ports/3a1c611f-ef10-4e62-a802-09f927e4a0d9 HTTP/1.1" status: 204 len: 173 time: 1.8563151 Jan 21 09:39:04.231598 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f393a36-e048-4228-a48c-9ed725c3e71c', 'name': 'network-vif-deleted', 'tag': '3a1c611f-ef10-4e62-a802-09f927e4a0d9'}] {{(pid=103182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:39:04.235155 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa0cc1f82daaed98fc3f7058001f72739ccfc4facde8019b77a0af70a494964c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feee7142-fd56-4558-afc3-1a58f67b172b" -d '{"events": [{"server_uuid": "0f393a36-e048-4228-a48c-9ed725c3e71c", "name": "network-vif-deleted", "tag": "3a1c611f-ef10-4e62-a802-09f927e4a0d9"}]}' {{(pid=103182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:39:04.265443 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026c6715-6d2c-4897-89e2-36124acbbb68 req-dc25edf1-17bf-41bd-81b3-5b4abe6f3d6c tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:04.284211 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-026c6715-6d2c-4897-89e2-36124acbbb68 req-dc25edf1-17bf-41bd-81b3-5b4abe6f3d6c tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/ports?device_id=59ad64a5-af93-44ef-8031-fd2f2d18a901 HTTP/1.1" status: 200 len: 944 time: 0.6955523 Jan 21 09:39:04.416293 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-026c6715-6d2c-4897-89e2-36124acbbb68 req-d44fa26b-62a6-463e-bad7-f8b60c6b6b7c tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/security-groups?id=db9ef9f1-43ce-4c8b-928d-23519653180d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1293595 Jan 21 09:39:04.437439 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94182365-ded4-491a-aa93-4d76708f4ff6 req-18f13876-a59d-45cd-8ec3-dc69c38b614b tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:04.438907 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-94182365-ded4-491a-aa93-4d76708f4ff6 req-18f13876-a59d-45cd-8ec3-dc69c38b614b tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/ports?device_id=4e67b25e-7e65-4975-bafa-fceafcd53647 HTTP/1.1" status: 200 len: 945 time: 0.1323426 Jan 21 09:39:04.532211 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 09:39:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2890d026-5dfb-4a3f-bf80-e4e0bc7b3f24 x-openstack-request-id: req-2890d026-5dfb-4a3f-bf80-e4e0bc7b3f24 {{(pid=103182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:39:04.533308 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f393a36-e048-4228-a48c-9ed725c3e71c", "name": "network-vif-deleted", "tag": "3a1c611f-ef10-4e62-a802-09f927e4a0d9", "status": "completed", "code": 200}]} {{(pid=103182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:39:04.534858 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2890d026-5dfb-4a3f-bf80-e4e0bc7b3f24 {{(pid=103182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:39:04.537310 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f393a36-e048-4228-a48c-9ed725c3e71c', 'name': 'network-vif-deleted', 'tag': '3a1c611f-ef10-4e62-a802-09f927e4a0d9', 'status': 'completed', 'code': 200} Jan 21 09:39:04.579849 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-94182365-ded4-491a-aa93-4d76708f4ff6 req-1f4d0213-c77e-4427-b108-8aec22459425 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/security-groups?id=3362d256-4580-47a9-b110-e51f4226c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131682 Jan 21 09:39:05.016115 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5c24ed-e899-4337-92cb-68792fa03f32 req-f58edd91-cc58-4287-9cc5-e8179f53ae0e tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:05.023801 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-bd5c24ed-e899-4337-92cb-68792fa03f32 req-f58edd91-cc58-4287-9cc5-e8179f53ae0e tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] 10.222.0.45 "GET /v2.0/ports?device_id=750f8ae5-b267-4b76-bb13-170071722932 HTTP/1.1" status: 200 len: 945 time: 0.0937994 Jan 21 09:39:05.114184 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-bd5c24ed-e899-4337-92cb-68792fa03f32 req-362ead11-07df-44dd-86ca-125d024143aa tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] 10.222.0.45 "GET /v2.0/security-groups?id=98741539-7e8f-4cb1-b02f-12a07fa1dee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892551 Jan 21 09:39:05.146113 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.wsgi [-] (103182) accepted ('10.222.0.45', 37232) {{(pid=103182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:39:05.379727 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Device 3a1c611f-ef10-4e62-a802-09f927e4a0d9 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=103184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:39:05.420029 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] No Port match for: 3a1c611f-ef10-4e62-a802-09f927e4a0d9 {{(pid=103184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 21 09:39:05.423770 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Device 3a1c611f-ef10-4e62-a802-09f927e4a0d9 not bound to the agent host hv-cinder-80403 {{(pid=103184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:39:05.507917 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-014fb192-4046-47ea-85ca-d41206da2c08 req-c20d37a5-a0c6-4356-b2f2-3b75f6ac2736 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] 10.222.0.45 "GET /v2.0/ports?device_id=0f393a36-e048-4228-a48c-9ed725c3e71c HTTP/1.1" status: 200 len: 210 time: 0.0957074 Jan 21 09:39:05.542275 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-761f4371-eab2-48ec-b899-a02d664ff49e tempest-TestMinimumBasicScenario-203249599 tempest-TestMinimumBasicScenario-203249599-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:05.543796 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [None req-761f4371-eab2-48ec-b899-a02d664ff49e tempest-TestMinimumBasicScenario-203249599 tempest-TestMinimumBasicScenario-203249599-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=750f8ae5-b267-4b76-bb13-170071722932 HTTP/1.1" status: 200 len: 1093 time: 0.3937578 Jan 21 09:39:05.553212 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.wsgi [-] (103182) accepted ('10.222.0.45', 37244) {{(pid=103182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:39:05.558735 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.v2.base [None req-454f535c-3db0-4508-b229-6fa8c9ea8471 tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] Request body: {'floatingip': {'floating_network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'port_id': 'd22f9cde-e9ce-4b37-9b2a-f673b65a0353', 'tenant_id': '10ed49573f464cc18794b94fd1c115ee', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:39:05.697211 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0e052e-0892-4b99-9bd0-7c4d110bff2d req-e6b828da-69b9-4bb0-9154-123127120b43 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:05.698795 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-be0e052e-0892-4b99-9bd0-7c4d110bff2d req-e6b828da-69b9-4bb0-9154-123127120b43 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/ports?device_id=59ad64a5-af93-44ef-8031-fd2f2d18a901 HTTP/1.1" status: 200 len: 944 time: 0.1218619 Jan 21 09:39:05.744917 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-454f535c-3db0-4508-b229-6fa8c9ea8471 tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:05.842971 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-be0e052e-0892-4b99-9bd0-7c4d110bff2d req-b2ee0c09-c71e-4232-a0fa-b9a468dd49ea tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/security-groups?id=db9ef9f1-43ce-4c8b-928d-23519653180d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1379709 Jan 21 09:39:05.993702 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-454f535c-3db0-4508-b229-6fa8c9ea8471 tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (None), before_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:06.164664 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.db.db_base_plugin_common [None req-454f535c-3db0-4508-b229-6fa8c9ea8471 tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] Allocated IP 172.27.3.110 (c13ce787-b669-4a63-b567-cda42d951ad5/6accd444-6422-45bf-9c21-6be173243a45/3b822ce7-46cc-4cca-a549-f002ac6949fe) {{(pid=103182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:39:06.363823 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-454f535c-3db0-4508-b229-6fa8c9ea8471 tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] Publish callbacks [] for port (3b822ce7-46cc-4cca-a549-f002ac6949fe), precommit_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:06.470321 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-454f535c-3db0-4508-b229-6fa8c9ea8471 tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774670299796'] for port (3b822ce7-46cc-4cca-a549-f002ac6949fe), after_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:06.552658 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454f535c-3db0-4508-b229-6fa8c9ea8471 tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] Pushing event updated for resources: {'Port': ['ID=3b822ce7-46cc-4cca-a549-f002ac6949fe,revision_number=1']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:06.574290 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-454f535c-3db0-4508-b229-6fa8c9ea8471 tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] Network c13ce787-b669-4a63-b567-cda42d951ad5 is already hosted by enough agents. {{(pid=103182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:39:06.576575 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.scheduler.base_scheduler [None req-454f535c-3db0-4508-b229-6fa8c9ea8471 tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] Resources bound (agent type, host, resource id): {{(pid=103182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:39:06.579928 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454f535c-3db0-4508-b229-6fa8c9ea8471 tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] Received port after_create {{(pid=103182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 09:39:07.202069 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-454f535c-3db0-4508-b229-6fa8c9ea8471 tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] Publish callbacks [] for floatingip (08890a8d-19a9-46c3-8f38-00b44d1eff84), precommit_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:07.265896 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adff9bbb-4333-4b04-bd14-99c636dead9b req-f305e0a4-19a0-4ba9-b39f-0a9496f9bb41 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:07.277881 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-adff9bbb-4333-4b04-bd14-99c636dead9b req-f305e0a4-19a0-4ba9-b39f-0a9496f9bb41 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/ports?device_id=59ad64a5-af93-44ef-8031-fd2f2d18a901 HTTP/1.1" status: 200 len: 944 time: 0.1579525 Jan 21 09:39:07.361360 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-adff9bbb-4333-4b04-bd14-99c636dead9b req-fe38eb79-511b-41e5-a0dd-3c9fd5cb7808 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/security-groups?id=db9ef9f1-43ce-4c8b-928d-23519653180d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822556 Jan 21 09:39:07.569447 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-454f535c-3db0-4508-b229-6fa8c9ea8471 tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (3b822ce7-46cc-4cca-a549-f002ac6949fe), before_update {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:07.825593 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-454f535c-3db0-4508-b229-6fa8c9ea8471 tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] Publish callbacks [] for port (3b822ce7-46cc-4cca-a549-f002ac6949fe), precommit_update {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:07.921871 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-454f535c-3db0-4508-b229-6fa8c9ea8471 tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774670732957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774670299814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774670299832'] for port (3b822ce7-46cc-4cca-a549-f002ac6949fe), after_update {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:07.981286 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-454f535c-3db0-4508-b229-6fa8c9ea8471 tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3846398'] for floatingip (08890a8d-19a9-46c3-8f38-00b44d1eff84), after_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:08.074462 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454f535c-3db0-4508-b229-6fa8c9ea8471 tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] Pushing event updated for resources: {'Port': ['ID=3b822ce7-46cc-4cca-a549-f002ac6949fe,revision_number=2']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:08.179273 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.db.l3_db [None req-454f535c-3db0-4508-b229-6fa8c9ea8471 tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] Floating IP 08890a8d-19a9-46c3-8f38-00b44d1eff84 associated. External IP: 172.27.3.110, port: d22f9cde-e9ce-4b37-9b2a-f673b65a0353. Jan 21 09:39:08.428514 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-454f535c-3db0-4508-b229-6fa8c9ea8471 tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] Router 5dd45841-36f2-429c-8076-9834ce99a892 has already been hosted by L3 agent e2f5353c-5d20-4dd0-beb4-c302aead9ffd {{(pid=103182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:39:08.683422 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0fa325-0b3e-45a2-a6dc-96f4907499b1 req-2fd974e6-7d56-4d6a-81e6-ff2aeb35b426 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:08.686063 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-cc0fa325-0b3e-45a2-a6dc-96f4907499b1 req-2fd974e6-7d56-4d6a-81e6-ff2aeb35b426 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/ports?device_id=59ad64a5-af93-44ef-8031-fd2f2d18a901 HTTP/1.1" status: 200 len: 944 time: 0.1891520 Jan 21 09:39:08.742026 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-454f535c-3db0-4508-b229-6fa8c9ea8471 tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] Notify agent at l3_agent.dv-cinder-804035-25-iscsi the message routers_updated {{(pid=103182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:39:08.760615 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9e8a8b4-ccf2-486d-9266-24ac96c2ee04 None None] Sync routers for ids ['5dd45841-36f2-429c-8076-9834ce99a892'] in dv-cinder-804035-25-iscsi {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:39:08.774544 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e8a8b4-ccf2-486d-9266-24ac96c2ee04 None None] Routers {'5dd45841-36f2-429c-8076-9834ce99a892'} bound to L3 agent in host dv-cinder-804035-25-iscsi {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 09:39:08.778301 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-e9e8a8b4-ccf2-486d-9266-24ac96c2ee04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-21T09:27:18Z,description=,heartbeat_timestamp=2022-01-21T09:38:48Z,host='dv-cinder-804035-25-iscsi',id=e2f5353c-5d20-4dd0-beb4-c302aead9ffd,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:27:19Z,topic='l3_agent')) {'router_ids': ['5dd45841-36f2-429c-8076-9834ce99a892'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:08.806823 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-cc0fa325-0b3e-45a2-a6dc-96f4907499b1 req-e769eead-ad40-4df9-bdd9-7cc78c97f60d tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/security-groups?id=db9ef9f1-43ce-4c8b-928d-23519653180d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1120276 Jan 21 09:39:08.901910 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-454f535c-3db0-4508-b229-6fa8c9ea8471 tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11211'] for floatingip (None), before_response {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:08.918935 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-e9e8a8b4-ccf2-486d-9266-24ac96c2ee04 None None] Set router 5dd45841-36f2-429c-8076-9834ce99a892 gateway port host: dv-cinder-804035-25-iscsi {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:39:08.962798 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [None req-454f535c-3db0-4508-b229-6fa8c9ea8471 tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.4082119 Jan 21 09:39:08.963490 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '750f8ae5-b267-4b76-bb13-170071722932', 'tag': 'd22f9cde-e9ce-4b37-9b2a-f673b65a0353'}] {{(pid=103182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:39:08.965801 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.45', 37294) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:39:08.966948 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa0cc1f82daaed98fc3f7058001f72739ccfc4facde8019b77a0af70a494964c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41b0a1ff-f14a-4002-ab94-60ae03213dce" -d '{"events": [{"name": "network-changed", "server_uuid": "750f8ae5-b267-4b76-bb13-170071722932", "tag": "d22f9cde-e9ce-4b37-9b2a-f673b65a0353"}]}' {{(pid=103182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:39:08.970105 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.v2.base [None req-f1a24190-0ef4-43e1-9164-9cc9de47b3a5 tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-71706229', 'description': 'tempest-secgroup-smoke-71706229 description', 'project_id': '10ed49573f464cc18794b94fd1c115ee'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:39:09.048745 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 09:39:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc599fd4-e6a3-4076-a105-9bde33c25de5 x-openstack-request-id: req-dc599fd4-e6a3-4076-a105-9bde33c25de5 {{(pid=103182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:39:09.048745 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "750f8ae5-b267-4b76-bb13-170071722932", "tag": "d22f9cde-e9ce-4b37-9b2a-f673b65a0353", "status": "completed", "code": 200}]} {{(pid=103182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:39:09.048745 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-dc599fd4-e6a3-4076-a105-9bde33c25de5 {{(pid=103182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:39:09.048745 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '750f8ae5-b267-4b76-bb13-170071722932', 'tag': 'd22f9cde-e9ce-4b37-9b2a-f673b65a0353', 'status': 'completed', 'code': 200} Jan 21 09:39:09.101980 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-f1a24190-0ef4-43e1-9164-9cc9de47b3a5 tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:09.188882 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b0a1ff-f14a-4002-ab94-60ae03213dce req-51846435-3b61-4a05-b480-a39f978a5161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:09.192376 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-41b0a1ff-f14a-4002-ab94-60ae03213dce req-51846435-3b61-4a05-b480-a39f978a5161 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=10ed49573f464cc18794b94fd1c115ee&device_id=750f8ae5-b267-4b76-bb13-170071722932 HTTP/1.1" status: 200 len: 1098 time: 0.1030147 Jan 21 09:39:09.215928 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-f1a24190-0ef4-43e1-9164-9cc9de47b3a5 tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] Publish callbacks [] for security_group (24c9a066-57df-44c0-a738-031af5f33ea2), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:09.285440 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-f1a24190-0ef4-43e1-9164-9cc9de47b3a5 tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126007'] for security_group (24c9a066-57df-44c0-a738-031af5f33ea2), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:09.299576 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-e9e8a8b4-ccf2-486d-9266-24ac96c2ee04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dd45841-36f2-429c-8076-9834ce99a892', 'name': 'tempest-TestMinimumBasicScenario-1638274019-router', 'tenant_id': '10ed49573f464cc18794b94fd1c115ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'external_fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': '944583b6-5e79-4d42-9361-80430e64ac43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:37:33Z', 'updated_at': '2022-01-21T09:37:40Z', 'revision_number': 4, 'project_id': '10ed49573f464cc18794b94fd1c115ee', 'gw_port': {'id': '944583b6-5e79-4d42-9361-80430e64ac43', 'name': '', 'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:01:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd45841-36f2-429c-8076-9834ce99a892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:37:34Z', 'updated_at': '2022-01-21T09:37:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6accd444-6422-45bf-9c21-6be173243a45', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-25-iscsi', '_floatingips': [{'id': '08890a8d-19a9-46c3-8f38-00b44d1eff84', 'tenant_id': '10ed49573f464cc18794b94fd1c115ee', 'floating_ip_address': '172.27.3.110', 'floating_network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'router_id': '5dd45841-36f2-429c-8076-9834ce99a892', 'port_id': 'd22f9cde-e9ce-4b37-9b2a-f673b65a0353', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e49a728a-90d2-4a07-8a83-d63652f9661a', 'mac_address': 'fa:16:3e:de:76:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '750f8ae5-b267-4b76-bb13-170071722932', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:39:06Z', 'updated_at': '2022-01-21T09:39:06Z', 'revision_number': 0, 'project_id': '10ed49573f464cc18794b94fd1c115ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00d01d4c-70b6-4f80-8744-b565d8751f73', 'name': '', 'network_id': 'e49a728a-90d2-4a07-8a83-d63652f9661a', 'tenant_id': '10ed49573f464cc18794b94fd1c115ee', 'mac_address': 'fa:16:3e:11:e5:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd45841-36f2-429c-8076-9834ce99a892', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'e29f5993-ac69-42ff-9e18-94424da90a30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:37:38Z', 'updated_at': '2022-01-21T09:37:44Z', 'revision_number': 5, 'project_id': '10ed49573f464cc18794b94fd1c115ee', 'subnets': [{'id': 'e29f5993-ac69-42ff-9e18-94424da90a30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-25-iscsi', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:09.330061 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a24190-0ef4-43e1-9164-9cc9de47b3a5 tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24c9a066-57df-44c0-a738-031af5f33ea2,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:09.332615 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9e8a8b4-ccf2-486d-9266-24ac96c2ee04 None None] Checking router: 5dd45841-36f2-429c-8076-9834ce99a892 for host: dv-cinder-804035-25-iscsi {{(pid=103185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:39:09.340173 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a24190-0ef4-43e1-9164-9cc9de47b3a5 tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:39:09.340873 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a24190-0ef4-43e1-9164-9cc9de47b3a5 tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:39:09.341469 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a24190-0ef4-43e1-9164-9cc9de47b3a5 tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:39:09.342001 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a24190-0ef4-43e1-9164-9cc9de47b3a5 tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:39:09.343625 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a24190-0ef4-43e1-9164-9cc9de47b3a5 tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:39:09.347326 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a24190-0ef4-43e1-9164-9cc9de47b3a5 tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:39:09.347326 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a24190-0ef4-43e1-9164-9cc9de47b3a5 tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:39:09.347563 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e8a8b4-ccf2-486d-9266-24ac96c2ee04 None None] Routers {'5dd45841-36f2-429c-8076-9834ce99a892'} bound to L3 agent in host dv-cinder-804035-25-iscsi {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 09:39:09.347658 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a24190-0ef4-43e1-9164-9cc9de47b3a5 tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:39:09.347658 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a24190-0ef4-43e1-9164-9cc9de47b3a5 tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:39:09.347658 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a24190-0ef4-43e1-9164-9cc9de47b3a5 tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:39:09.347658 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a24190-0ef4-43e1-9164-9cc9de47b3a5 tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:39:09.347658 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a24190-0ef4-43e1-9164-9cc9de47b3a5 tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:39:09.348073 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-e9e8a8b4-ccf2-486d-9266-24ac96c2ee04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-21T09:27:18Z,description=,heartbeat_timestamp=2022-01-21T09:38:48Z,host='dv-cinder-804035-25-iscsi',id=e2f5353c-5d20-4dd0-beb4-c302aead9ffd,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:27:19Z,topic='l3_agent')) {'router_ids': ['5dd45841-36f2-429c-8076-9834ce99a892'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:09.348574 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a24190-0ef4-43e1-9164-9cc9de47b3a5 tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:39:09.372363 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-f1a24190-0ef4-43e1-9164-9cc9de47b3a5 tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:09.374316 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [None req-f1a24190-0ef4-43e1-9164-9cc9de47b3a5 tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.4076655 Jan 21 09:39:09.381255 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a69972-e4c7-47b3-896d-678a0e67985e req-75bc82af-4ad5-4517-a69f-977451294b79 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:09.382471 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.45', 37306) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:39:09.397981 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.v2.base [None req-d336284e-e8f8-410f-bbae-46ca0d6204e6 tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] Request body: {'security_group_rule': {'security_group_id': '24c9a066-57df-44c0-a738-031af5f33ea2', 'project_id': '10ed49573f464cc18794b94fd1c115ee', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:39:09.402267 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-b1a69972-e4c7-47b3-896d-678a0e67985e req-75bc82af-4ad5-4517-a69f-977451294b79 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] 10.222.0.45 "GET /v2.0/ports?device_id=ad91ae0f-410b-479b-82f5-c0e18d325a8b HTTP/1.1" status: 200 len: 945 time: 0.1722267 Jan 21 09:39:09.474882 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b0a1ff-f14a-4002-ab94-60ae03213dce req-811246d6-e2bd-4869-bd78-cfa1f0ed3e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:09.476480 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-41b0a1ff-f14a-4002-ab94-60ae03213dce req-811246d6-e2bd-4869-bd78-cfa1f0ed3e67 service neutron] 10.222.0.109 "GET /v2.0/networks?id=e49a728a-90d2-4a07-8a83-d63652f9661a HTTP/1.1" status: 200 len: 916 time: 0.2768469 Jan 21 09:39:09.492320 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d336284e-e8f8-410f-bbae-46ca0d6204e6 tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] Publish callbacks [] for security_group_rule (8dbda699-d9d4-49d0-902c-ac2265e7f09b), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:09.517089 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-b1a69972-e4c7-47b3-896d-678a0e67985e req-0e64f12c-54b7-46f4-a461-c06a10b79544 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] 10.222.0.45 "GET /v2.0/security-groups?id=689824d6-e2cc-4e2f-a7c0-efd7e57bdd17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134324 Jan 21 09:39:09.552541 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-e9e8a8b4-ccf2-486d-9266-24ac96c2ee04 None None] Set router 5dd45841-36f2-429c-8076-9834ce99a892 gateway port host: dv-cinder-804035-25-iscsi {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:39:09.595400 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-41b0a1ff-f14a-4002-ab94-60ae03213dce req-7a8e0c27-d3e7-411d-bf0a-7271fc5ff1a0 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d22f9cde-e9ce-4b37-9b2a-f673b65a0353 HTTP/1.1" status: 200 len: 999 time: 0.1046143 Jan 21 09:39:09.606333 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d336284e-e8f8-410f-bbae-46ca0d6204e6 tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] Publish callbacks [] for security_group_rule (8dbda699-d9d4-49d0-902c-ac2265e7f09b), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:09.674614 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d336284e-e8f8-410f-bbae-46ca0d6204e6 tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126079'] for security_group_rule (8dbda699-d9d4-49d0-902c-ac2265e7f09b), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:09.693763 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b0a1ff-f14a-4002-ab94-60ae03213dce req-50374198-b4de-41f7-a2a8-1dac6d14b8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:09.695262 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-41b0a1ff-f14a-4002-ab94-60ae03213dce req-50374198-b4de-41f7-a2a8-1dac6d14b8cf service neutron] 10.222.0.109 "GET /v2.0/subnets?id=e29f5993-ac69-42ff-9e18-94424da90a30 HTTP/1.1" status: 200 len: 854 time: 0.0886509 Jan 21 09:39:09.721325 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d336284e-e8f8-410f-bbae-46ca0d6204e6 tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8dbda699-d9d4-49d0-902c-ac2265e7f09b,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:09.775692 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b0a1ff-f14a-4002-ab94-60ae03213dce req-a89301ed-d390-4259-9051-c3f5c5472184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:09.783759 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-41b0a1ff-f14a-4002-ab94-60ae03213dce req-a89301ed-d390-4259-9051-c3f5c5472184 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=e49a728a-90d2-4a07-8a83-d63652f9661a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0685201 Jan 21 09:39:09.839924 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d336284e-e8f8-410f-bbae-46ca0d6204e6 tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:09.852726 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [None req-d336284e-e8f8-410f-bbae-46ca0d6204e6 tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4647999 Jan 21 09:39:09.852726 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.45', 37312) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:39:09.879388 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.v2.base [None req-523b132f-d1e3-4905-afce-a5e4591f6256 tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] Request body: {'security_group_rule': {'security_group_id': '24c9a066-57df-44c0-a738-031af5f33ea2', 'project_id': '10ed49573f464cc18794b94fd1c115ee', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:39:09.944465 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-41b0a1ff-f14a-4002-ab94-60ae03213dce req-3a9a5061-5100-4dce-81a0-15128549317d service neutron] 10.222.0.109 "GET /v2.0/networks/e49a728a-90d2-4a07-8a83-d63652f9661a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586864 Jan 21 09:39:10.015109 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-e9e8a8b4-ccf2-486d-9266-24ac96c2ee04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dd45841-36f2-429c-8076-9834ce99a892', 'name': 'tempest-TestMinimumBasicScenario-1638274019-router', 'tenant_id': '10ed49573f464cc18794b94fd1c115ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'external_fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': '944583b6-5e79-4d42-9361-80430e64ac43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:37:33Z', 'updated_at': '2022-01-21T09:37:40Z', 'revision_number': 4, 'project_id': '10ed49573f464cc18794b94fd1c115ee', 'gw_port': {'id': '944583b6-5e79-4d42-9361-80430e64ac43', 'name': '', 'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:01:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd45841-36f2-429c-8076-9834ce99a892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:37:34Z', 'updated_at': '2022-01-21T09:37:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6accd444-6422-45bf-9c21-6be173243a45', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-25-iscsi', '_floatingips': [{'id': '08890a8d-19a9-46c3-8f38-00b44d1eff84', 'tenant_id': '10ed49573f464cc18794b94fd1c115ee', 'floating_ip_address': '172.27.3.110', 'floating_network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'router_id': '5dd45841-36f2-429c-8076-9834ce99a892', 'port_id': 'd22f9cde-e9ce-4b37-9b2a-f673b65a0353', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e49a728a-90d2-4a07-8a83-d63652f9661a', 'mac_address': 'fa:16:3e:de:76:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '750f8ae5-b267-4b76-bb13-170071722932', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:39:06Z', 'updated_at': '2022-01-21T09:39:06Z', 'revision_number': 0, 'project_id': '10ed49573f464cc18794b94fd1c115ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00d01d4c-70b6-4f80-8744-b565d8751f73', 'name': '', 'network_id': 'e49a728a-90d2-4a07-8a83-d63652f9661a', 'tenant_id': '10ed49573f464cc18794b94fd1c115ee', 'mac_address': 'fa:16:3e:11:e5:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd45841-36f2-429c-8076-9834ce99a892', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'e29f5993-ac69-42ff-9e18-94424da90a30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:37:38Z', 'updated_at': '2022-01-21T09:37:44Z', 'revision_number': 5, 'project_id': '10ed49573f464cc18794b94fd1c115ee', 'subnets': [{'id': 'e29f5993-ac69-42ff-9e18-94424da90a30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-25-iscsi', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:10.048246 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9e8a8b4-ccf2-486d-9266-24ac96c2ee04 None None] The sync data for ids ['5dd45841-36f2-429c-8076-9834ce99a892'] in dv-cinder-804035-25-iscsi is: [{'id': '5dd45841-36f2-429c-8076-9834ce99a892', 'name': 'tempest-TestMinimumBasicScenario-1638274019-router', 'tenant_id': '10ed49573f464cc18794b94fd1c115ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'external_fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': '944583b6-5e79-4d42-9361-80430e64ac43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:37:33Z', 'updated_at': '2022-01-21T09:37:40Z', 'revision_number': 4, 'project_id': '10ed49573f464cc18794b94fd1c115ee', 'gw_port': {'id': '944583b6-5e79-4d42-9361-80430e64ac43', 'name': '', 'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:01:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd45841-36f2-429c-8076-9834ce99a892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:37:34Z', 'updated_at': '2022-01-21T09:37:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6accd444-6422-45bf-9c21-6be173243a45', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-25-iscsi', '_floatingips': [{'id': '08890a8d-19a9-46c3-8f38-00b44d1eff84', 'tenant_id': '10ed49573f464cc18794b94fd1c115ee', 'floating_ip_address': '172.27.3.110', 'floating_network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'router_id': '5dd45841-36f2-429c-8076-9834ce99a892', 'port_id': 'd22f9cde-e9ce-4b37-9b2a-f673b65a0353', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e49a728a-90d2-4a07-8a83-d63652f9661a', 'mac_address': 'fa:16:3e:de:76:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '750f8ae5-b267-4b76-bb13-170071722932', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:39:06Z', 'updated_at': '2022-01-21T09:39:06Z', 'revision_number': 0, 'project_id': '10ed49573f464cc18794b94fd1c115ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00d01d4c-70b6-4f80-8744-b565d8751f73', 'name': '', 'network_id': 'e49a728a-90d2-4a07-8a83-d63652f9661a', 'tenant_id': '10ed49573f464cc18794b94fd1c115ee', 'mac_address': 'fa:16:3e:11:e5:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd45841-36f2-429c-8076-9834ce99a892', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'e29f5993-ac69-42ff-9e18-94424da90a30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:37:38Z', 'updated_at': '2022-01-21T09:37:44Z', 'revision_number': 5, 'project_id': '10ed49573f464cc18794b94fd1c115ee', 'subnets': [{'id': 'e29f5993-ac69-42ff-9e18-94424da90a30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:39:10.067896 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-523b132f-d1e3-4905-afce-a5e4591f6256 tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] Publish callbacks [] for security_group_rule (619153c1-f2a8-467e-bea9-f64a5b110179), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:10.134885 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f59c525-dc44-4421-aaac-cbe7e41c53ba req-0ef2333b-b1f9-4106-9167-b072bab43539 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:10.136734 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-4f59c525-dc44-4421-aaac-cbe7e41c53ba req-0ef2333b-b1f9-4106-9167-b072bab43539 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/ports?device_id=59ad64a5-af93-44ef-8031-fd2f2d18a901 HTTP/1.1" status: 200 len: 944 time: 0.1352980 Jan 21 09:39:10.175078 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-41b0a1ff-f14a-4002-ab94-60ae03213dce req-e1aafb65-7a76-453f-b4c5-3c45a0aae4b3 service neutron] 10.222.0.109 "GET /v2.0/networks/e49a728a-90d2-4a07-8a83-d63652f9661a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2182238 Jan 21 09:39:10.207997 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-4f59c525-dc44-4421-aaac-cbe7e41c53ba req-a5a85340-4174-4c5e-b339-807b81a850be tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/security-groups?id=db9ef9f1-43ce-4c8b-928d-23519653180d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629394 Jan 21 09:39:10.275047 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-523b132f-d1e3-4905-afce-a5e4591f6256 tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] Publish callbacks [] for security_group_rule (619153c1-f2a8-467e-bea9-f64a5b110179), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:10.385012 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e017f7e-afcc-4d07-8eff-9cf0848d4fe9 None None] New status for floating IP 08890a8d-19a9-46c3-8f38-00b44d1eff84: ACTIVE {{(pid=103184) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 09:39:10.410811 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-523b132f-d1e3-4905-afce-a5e4591f6256 tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126079'] for security_group_rule (619153c1-f2a8-467e-bea9-f64a5b110179), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:10.432261 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523b132f-d1e3-4905-afce-a5e4591f6256 tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=619153c1-f2a8-467e-bea9-f64a5b110179,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:10.553454 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-523b132f-d1e3-4905-afce-a5e4591f6256 tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:10.557873 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.wsgi [-] (103182) accepted ('10.222.0.45', 37324) {{(pid=103182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:39:10.558514 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [None req-523b132f-d1e3-4905-afce-a5e4591f6256 tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7033548 Jan 21 09:39:10.566309 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.v2.base [None req-31d7fe0e-237b-4488-a845-25057014cda8 tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] Request body: {'security_group_rule': {'security_group_id': '24c9a066-57df-44c0-a738-031af5f33ea2', 'project_id': '10ed49573f464cc18794b94fd1c115ee', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:39:10.699003 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ac39df-5c89-4ecd-ba97-edfcdd7ac557 req-c0a3a4cc-0a43-4e12-b256-2f312f067a12 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:10.700853 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-12ac39df-5c89-4ecd-ba97-edfcdd7ac557 req-c0a3a4cc-0a43-4e12-b256-2f312f067a12 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] 10.222.0.45 "GET /v2.0/ports?device_id=ad91ae0f-410b-479b-82f5-c0e18d325a8b HTTP/1.1" status: 200 len: 945 time: 0.0662484 Jan 21 09:39:10.731099 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-31d7fe0e-237b-4488-a845-25057014cda8 tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] Publish callbacks [] for security_group_rule (dac58857-dd31-482c-a9bc-9053aa0e620d), before_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:10.766072 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-12ac39df-5c89-4ecd-ba97-edfcdd7ac557 req-ab910332-19f7-44a7-892b-edec9e6caea8 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] 10.222.0.45 "GET /v2.0/security-groups?id=689824d6-e2cc-4e2f-a7c0-efd7e57bdd17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551391 Jan 21 09:39:10.839073 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-31d7fe0e-237b-4488-a845-25057014cda8 tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] Publish callbacks [] for security_group_rule (dac58857-dd31-482c-a9bc-9053aa0e620d), precommit_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:10.925179 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-31d7fe0e-237b-4488-a845-25057014cda8 tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126079'] for security_group_rule (dac58857-dd31-482c-a9bc-9053aa0e620d), after_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:10.948170 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d7fe0e-237b-4488-a845-25057014cda8 tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dac58857-dd31-482c-a9bc-9053aa0e620d,revision_number=0']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:11.012180 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-31d7fe0e-237b-4488-a845-25057014cda8 tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:11.017493 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [None req-31d7fe0e-237b-4488-a845-25057014cda8 tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4536655 Jan 21 09:39:11.019496 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.45', 37330) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:39:11.031281 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.v2.base [None req-d478985e-cba3-4e34-8eef-64a1a5fe0f36 tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] Request body: {'security_group_rule': {'security_group_id': '24c9a066-57df-44c0-a738-031af5f33ea2', 'project_id': '10ed49573f464cc18794b94fd1c115ee', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:39:11.183936 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d478985e-cba3-4e34-8eef-64a1a5fe0f36 tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] Publish callbacks [] for security_group_rule (0f0f1844-7f43-4a86-8de1-2822f7af4733), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:11.306476 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d478985e-cba3-4e34-8eef-64a1a5fe0f36 tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] Publish callbacks [] for security_group_rule (0f0f1844-7f43-4a86-8de1-2822f7af4733), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:11.367913 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d478985e-cba3-4e34-8eef-64a1a5fe0f36 tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126079'] for security_group_rule (0f0f1844-7f43-4a86-8de1-2822f7af4733), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:11.401431 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d478985e-cba3-4e34-8eef-64a1a5fe0f36 tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f0f1844-7f43-4a86-8de1-2822f7af4733,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:11.424096 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7715d1-5a1b-49a8-a65d-4a407967f6f2 req-1420fbd4-b5c3-4c99-bdf7-17546ceb22dc tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:11.426338 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-7b7715d1-5a1b-49a8-a65d-4a407967f6f2 req-1420fbd4-b5c3-4c99-bdf7-17546ceb22dc tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/ports?device_id=59ad64a5-af93-44ef-8031-fd2f2d18a901 HTTP/1.1" status: 200 len: 944 time: 0.0837405 Jan 21 09:39:11.480744 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d478985e-cba3-4e34-8eef-64a1a5fe0f36 tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:11.485448 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [None req-d478985e-cba3-4e34-8eef-64a1a5fe0f36 tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4604661 Jan 21 09:39:11.488093 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.45', 37340) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:39:11.491159 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.v2.base [None req-82d72d2c-00e0-448f-a4fb-3d303a9f2471 tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] Request body: {'security_group_rule': {'security_group_id': '24c9a066-57df-44c0-a738-031af5f33ea2', 'project_id': '10ed49573f464cc18794b94fd1c115ee', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:39:11.511951 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-7b7715d1-5a1b-49a8-a65d-4a407967f6f2 req-28958e83-2122-491d-8ad8-c1ea16d26c1c tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/security-groups?id=db9ef9f1-43ce-4c8b-928d-23519653180d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762916 Jan 21 09:39:11.656522 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.db.securitygroups_db [None req-82d72d2c-00e0-448f-a4fb-3d303a9f2471 tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] Project 10ed49573f464cc18794b94fd1c115ee added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 09:39:11.663617 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-82d72d2c-00e0-448f-a4fb-3d303a9f2471 tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] Publish callbacks [] for security_group_rule (8b69a2ea-9771-4517-aebf-de8cb0fd6c8d), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:11.762352 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-82d72d2c-00e0-448f-a4fb-3d303a9f2471 tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] Publish callbacks [] for security_group_rule (8b69a2ea-9771-4517-aebf-de8cb0fd6c8d), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:11.849942 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-82d72d2c-00e0-448f-a4fb-3d303a9f2471 tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126079'] for security_group_rule (8b69a2ea-9771-4517-aebf-de8cb0fd6c8d), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:11.895793 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d72d2c-00e0-448f-a4fb-3d303a9f2471 tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b69a2ea-9771-4517-aebf-de8cb0fd6c8d,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:11.947384 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc96cc3-30b1-490d-bf0b-a32188ac297e req-1eabd616-776e-4f4f-b011-23fe4c78cab9 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:11.947384 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-7bc96cc3-30b1-490d-bf0b-a32188ac297e req-1eabd616-776e-4f4f-b011-23fe4c78cab9 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] 10.222.0.109 "GET /v2.0/ports?device_id=ad91ae0f-410b-479b-82f5-c0e18d325a8b HTTP/1.1" status: 200 len: 945 time: 0.1466932 Jan 21 09:39:12.008551 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5866e309-252b-4ab0-9681-d385a39a08ce req-b7233e82-b5cc-42bf-b5f1-ae21f86f02d7 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:12.010712 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-5866e309-252b-4ab0-9681-d385a39a08ce req-b7233e82-b5cc-42bf-b5f1-ae21f86f02d7 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] 10.222.0.45 "GET /v2.0/ports?device_id=ad91ae0f-410b-479b-82f5-c0e18d325a8b HTTP/1.1" status: 200 len: 945 time: 0.1370025 Jan 21 09:39:12.057069 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-82d72d2c-00e0-448f-a4fb-3d303a9f2471 tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:12.065409 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [None req-82d72d2c-00e0-448f-a4fb-3d303a9f2471 tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5708702 Jan 21 09:39:12.065687 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.wsgi [-] (103182) accepted ('10.222.0.45', 37348) {{(pid=103182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:39:12.068240 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.v2.base [None req-f2ffc54e-fdf4-4141-8b88-18168d2f95c6 tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] Request body: {'security_group_rule': {'security_group_id': '24c9a066-57df-44c0-a738-031af5f33ea2', 'project_id': '10ed49573f464cc18794b94fd1c115ee', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:39:12.155601 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-5866e309-252b-4ab0-9681-d385a39a08ce req-6509ae17-4c49-47eb-8e5d-a3cd83b40f6c tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] 10.222.0.45 "GET /v2.0/security-groups?id=689824d6-e2cc-4e2f-a7c0-efd7e57bdd17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342854 Jan 21 09:39:12.184806 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.plugin [req-7bc96cc3-30b1-490d-bf0b-a32188ac297e req-5756bd84-8a0c-41f3-a203-7f177e6d3caa tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] Deleting port 57b1afe5-3070-43a1-9f90-584240e66081 {{(pid=103182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 09:39:12.184806 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-7bc96cc3-30b1-490d-bf0b-a32188ac297e req-5756bd84-8a0c-41f3-a203-7f177e6d3caa tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774670727720'] for port (57b1afe5-3070-43a1-9f90-584240e66081), before_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:12.257094 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.db.securitygroups_db [None req-f2ffc54e-fdf4-4141-8b88-18168d2f95c6 tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] Project 10ed49573f464cc18794b94fd1c115ee added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 09:39:12.269921 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-f2ffc54e-fdf4-4141-8b88-18168d2f95c6 tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] Publish callbacks [] for security_group_rule (ccefde2a-2eb0-451a-8f62-d5ccc9b3f433), before_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:12.301790 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.db [req-7bc96cc3-30b1-490d-bf0b-a32188ac297e req-5756bd84-8a0c-41f3-a203-7f177e6d3caa tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] For port 57b1afe5-3070-43a1-9f90-584240e66081, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=57b1afe5-3070-43a1-9f90-584240e66081,segment=NetworkSegment(040eb47d-f813-4918-9757-ad97391c2793),segment_id=040eb47d-f813-4918-9757-ad97391c2793)] {{(pid=103182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:39:12.302074 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-7bc96cc3-30b1-490d-bf0b-a32188ac297e req-5756bd84-8a0c-41f3-a203-7f177e6d3caa tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3846167'] for port (57b1afe5-3070-43a1-9f90-584240e66081), precommit_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:12.328010 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.plugin [req-7bc96cc3-30b1-490d-bf0b-a32188ac297e req-5756bd84-8a0c-41f3-a203-7f177e6d3caa tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] Calling delete_port for 57b1afe5-3070-43a1-9f90-584240e66081 owned by compute:nova {{(pid=103182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 09:39:12.399008 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-f2ffc54e-fdf4-4141-8b88-18168d2f95c6 tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] Publish callbacks [] for security_group_rule (ccefde2a-2eb0-451a-8f62-d5ccc9b3f433), precommit_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:12.477654 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-f2ffc54e-fdf4-4141-8b88-18168d2f95c6 tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126079'] for security_group_rule (ccefde2a-2eb0-451a-8f62-d5ccc9b3f433), after_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:12.513089 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ffc54e-fdf4-4141-8b88-18168d2f95c6 tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccefde2a-2eb0-451a-8f62-d5ccc9b3f433,revision_number=0']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:12.604169 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-f2ffc54e-fdf4-4141-8b88-18168d2f95c6 tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:12.609572 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [None req-f2ffc54e-fdf4-4141-8b88-18168d2f95c6 tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5456722 Jan 21 09:39:12.619570 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-7bc96cc3-30b1-490d-bf0b-a32188ac297e req-5756bd84-8a0c-41f3-a203-7f177e6d3caa tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774670733020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774670299805'] for port (57b1afe5-3070-43a1-9f90-584240e66081), after_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:12.640039 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] get_ports_and_sgs() called for port_ids ['af30d40e-e03c-4e1e-a789-41a34ac8bec6', '81cdcb77-b728-4dac-a9d7-2fe131466b38', '57b1afe5-3070-43a1-9f90-584240e66081'] {{(pid=103184) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 09:39:12.707968 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5756bd84-8a0c-41f3-a203-7f177e6d3caa tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] Pushing event deleted for resources: {'Port': ['ID=57b1afe5-3070-43a1-9f90-584240e66081,revision_number=None']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:12.785188 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bc96cc3-30b1-490d-bf0b-a32188ac297e req-5756bd84-8a0c-41f3-a203-7f177e6d3caa tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] No DVR routers for this DVR port 57b1afe5-3070-43a1-9f90-584240e66081 on host hv-cinder-80403 {{(pid=103182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:39:12.792473 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-7bc96cc3-30b1-490d-bf0b-a32188ac297e req-5756bd84-8a0c-41f3-a203-7f177e6d3caa tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11211'] for port (None), before_response {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:12.796731 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-7bc96cc3-30b1-490d-bf0b-a32188ac297e req-5756bd84-8a0c-41f3-a203-7f177e6d3caa tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] 10.222.0.109 "DELETE /v2.0/ports/57b1afe5-3070-43a1-9f90-584240e66081 HTTP/1.1" status: 204 len: 173 time: 0.8414159 Jan 21 09:39:12.802111 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad91ae0f-410b-479b-82f5-c0e18d325a8b', 'name': 'network-vif-deleted', 'tag': '57b1afe5-3070-43a1-9f90-584240e66081'}] {{(pid=103182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:39:12.805483 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa0cc1f82daaed98fc3f7058001f72739ccfc4facde8019b77a0af70a494964c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82f6491d-e913-4f4f-96e3-b9ea6c5f0c8b" -d '{"events": [{"server_uuid": "ad91ae0f-410b-479b-82f5-c0e18d325a8b", "name": "network-vif-deleted", "tag": "57b1afe5-3070-43a1-9f90-584240e66081"}]}' {{(pid=103182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:39:12.840317 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af03d57-55ff-4a65-88e6-6c2b18bf20af req-6e56014c-b1af-4632-bdd2-06ac159a2dca tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:12.849824 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-1af03d57-55ff-4a65-88e6-6c2b18bf20af req-6e56014c-b1af-4632-bdd2-06ac159a2dca tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/ports?device_id=59ad64a5-af93-44ef-8031-fd2f2d18a901 HTTP/1.1" status: 200 len: 944 time: 0.1830783 Jan 21 09:39:12.883974 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-1296c9ef-4b46-4ebd-a4cd-450bf469472b req-3e495042-5951-499b-a139-eeed839ac46f tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-71706229&fields=id&tenant_id=10ed49573f464cc18794b94fd1c115ee HTTP/1.1" status: 200 len: 267 time: 0.1453974 Jan 21 09:39:12.974768 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1296c9ef-4b46-4ebd-a4cd-450bf469472b req-71bd86bb-a510-4410-8a96-6662e17c4634 tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:12.978063 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-1296c9ef-4b46-4ebd-a4cd-450bf469472b req-71bd86bb-a510-4410-8a96-6662e17c4634 tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] 10.222.0.45 "GET /v2.0/ports?device_id=750f8ae5-b267-4b76-bb13-170071722932 HTTP/1.1" status: 200 len: 945 time: 0.0873604 Jan 21 09:39:12.998720 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-1af03d57-55ff-4a65-88e6-6c2b18bf20af req-c03f31b6-4249-47a9-9caa-9c5ad429b48f tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/security-groups?id=db9ef9f1-43ce-4c8b-928d-23519653180d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1434009 Jan 21 09:39:13.017608 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.v2.base [req-1296c9ef-4b46-4ebd-a4cd-450bf469472b req-34d04983-84df-4ba4-95ff-434b2259fcef tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] Request body: {'port': {'security_groups': ['98741539-7e8f-4cb1-b02f-12a07fa1dee3', '24c9a066-57df-44c0-a738-031af5f33ea2']}} {{(pid=103182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:39:13.078706 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 09:39:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cac074e-3beb-4809-b695-8bf217016a54 x-openstack-request-id: req-0cac074e-3beb-4809-b695-8bf217016a54 {{(pid=103182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:39:13.079737 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad91ae0f-410b-479b-82f5-c0e18d325a8b", "name": "network-vif-deleted", "tag": "57b1afe5-3070-43a1-9f90-584240e66081", "status": "completed", "code": 200}]} {{(pid=103182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:39:13.079737 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0cac074e-3beb-4809-b695-8bf217016a54 {{(pid=103182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:39:13.080140 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad91ae0f-410b-479b-82f5-c0e18d325a8b', 'name': 'network-vif-deleted', 'tag': '57b1afe5-3070-43a1-9f90-584240e66081', 'status': 'completed', 'code': 200} Jan 21 09:39:13.125125 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-1296c9ef-4b46-4ebd-a4cd-450bf469472b req-34d04983-84df-4ba4-95ff-434b2259fcef tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (d22f9cde-e9ce-4b37-9b2a-f673b65a0353), before_update {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:13.545587 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-b6b31ef0-4d70-46cd-9d1d-ff0997db99e4 req-2f9bf19b-6ff5-463b-9f70-e6ab718f4454 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] 10.222.0.45 "GET /v2.0/ports?device_id=ad91ae0f-410b-479b-82f5-c0e18d325a8b HTTP/1.1" status: 200 len: 210 time: 0.2837248 Jan 21 09:39:13.657198 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.db [req-1296c9ef-4b46-4ebd-a4cd-450bf469472b req-34d04983-84df-4ba4-95ff-434b2259fcef tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] For port d22f9cde-e9ce-4b37-9b2a-f673b65a0353, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=d22f9cde-e9ce-4b37-9b2a-f673b65a0353,segment=NetworkSegment(ca5bfd78-f762-4f49-9105-ff4007fd6139),segment_id=ca5bfd78-f762-4f49-9105-ff4007fd6139)] {{(pid=103182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:39:13.695265 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-1296c9ef-4b46-4ebd-a4cd-450bf469472b req-34d04983-84df-4ba4-95ff-434b2259fcef tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] Publish callbacks [] for port (d22f9cde-e9ce-4b37-9b2a-f673b65a0353), precommit_update {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:13.778936 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-1296c9ef-4b46-4ebd-a4cd-450bf469472b req-34d04983-84df-4ba4-95ff-434b2259fcef tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774670732957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774670299814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774670299832'] for port (d22f9cde-e9ce-4b37-9b2a-f673b65a0353), after_update {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:13.827777 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1296c9ef-4b46-4ebd-a4cd-450bf469472b req-34d04983-84df-4ba4-95ff-434b2259fcef tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:13.828453 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-1296c9ef-4b46-4ebd-a4cd-450bf469472b req-34d04983-84df-4ba4-95ff-434b2259fcef tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11211'] for port (None), before_response {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:13.829966 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-1296c9ef-4b46-4ebd-a4cd-450bf469472b req-34d04983-84df-4ba4-95ff-434b2259fcef tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] 10.222.0.45 "PUT /v2.0/ports/d22f9cde-e9ce-4b37-9b2a-f673b65a0353 HTTP/1.1" status: 200 len: 981 time: 0.8284833 Jan 21 09:39:13.865855 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d04983-84df-4ba4-95ff-434b2259fcef tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] Pushing event updated for resources: {'Port': ['ID=d22f9cde-e9ce-4b37-9b2a-f673b65a0353,revision_number=6']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:13.936545 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f2d3a5-3758-4071-b81e-f02de38550c1 req-0e05289f-089c-4175-9737-d2414737ffdb tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:13.938157 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-97f2d3a5-3758-4071-b81e-f02de38550c1 req-0e05289f-089c-4175-9737-d2414737ffdb tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] 10.222.0.45 "GET /v2.0/ports?device_id=750f8ae5-b267-4b76-bb13-170071722932 HTTP/1.1" status: 200 len: 984 time: 0.0526843 Jan 21 09:39:14.004864 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-97f2d3a5-3758-4071-b81e-f02de38550c1 req-2bc50fae-7ebf-4a06-952f-9f817457f4be tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] 10.222.0.45 "GET /v2.0/security-groups?id=24c9a066-57df-44c0-a738-031af5f33ea2&id=98741539-7e8f-4cb1-b02f-12a07fa1dee3&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0599074 Jan 21 09:39:14.088473 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.provisioning_blocks [None req-802d49d1-b911-40e2-b792-29c0b14f030d None None] Provisioning complete for port d22f9cde-e9ce-4b37-9b2a-f673b65a0353 triggered by entity DHCP. {{(pid=103184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:39:14.089027 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-802d49d1-b911-40e2-b792-29c0b14f030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983013'] for port (d22f9cde-e9ce-4b37-9b2a-f673b65a0353), provisioning_complete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:14.132224 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6327334e-66ac-4218-9974-e3fcc63366da req-89f4bd09-e56e-42f9-a1c5-dd9980d51caf tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:14.134865 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-6327334e-66ac-4218-9974-e3fcc63366da req-89f4bd09-e56e-42f9-a1c5-dd9980d51caf tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/ports?device_id=59ad64a5-af93-44ef-8031-fd2f2d18a901 HTTP/1.1" status: 200 len: 944 time: 0.0540409 Jan 21 09:39:14.187607 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-6327334e-66ac-4218-9974-e3fcc63366da req-67c31b71-94ef-4e4e-98b2-facf32d928e9 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/security-groups?id=db9ef9f1-43ce-4c8b-928d-23519653180d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457525 Jan 21 09:39:14.306558 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-802d49d1-b911-40e2-b792-29c0b14f030d None None] Current status of the port d22f9cde-e9ce-4b37-9b2a-f673b65a0353 is: ACTIVE; New status is: ACTIVE {{(pid=103184) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:39:14.645558 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-d8d51682-207c-45ee-85a4-c89318a45a0c req-16ead551-ce89-4c42-a71c-6fafa5149fef tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] 10.222.0.45 "GET /v2.0/ports?device_id=ad91ae0f-410b-479b-82f5-c0e18d325a8b HTTP/1.1" status: 200 len: 210 time: 0.0299110 Jan 21 09:39:15.081843 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '750f8ae5-b267-4b76-bb13-170071722932', 'tag': 'd22f9cde-e9ce-4b37-9b2a-f673b65a0353'}] {{(pid=103182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:39:15.084068 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa0cc1f82daaed98fc3f7058001f72739ccfc4facde8019b77a0af70a494964c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b488931-8804-4a8f-a456-46d7aa39bda2" -d '{"events": [{"name": "network-changed", "server_uuid": "750f8ae5-b267-4b76-bb13-170071722932", "tag": "d22f9cde-e9ce-4b37-9b2a-f673b65a0353"}]}' {{(pid=103182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:39:15.122781 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 09:39:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33a1b333-38eb-4d3b-9aa4-d82f428bb6a1 x-openstack-request-id: req-33a1b333-38eb-4d3b-9aa4-d82f428bb6a1 {{(pid=103182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:39:15.123073 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "750f8ae5-b267-4b76-bb13-170071722932", "tag": "d22f9cde-e9ce-4b37-9b2a-f673b65a0353", "status": "completed", "code": 200}]} {{(pid=103182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:39:15.123325 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-33a1b333-38eb-4d3b-9aa4-d82f428bb6a1 {{(pid=103182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:39:15.123734 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '750f8ae5-b267-4b76-bb13-170071722932', 'tag': 'd22f9cde-e9ce-4b37-9b2a-f673b65a0353', 'status': 'completed', 'code': 200} Jan 21 09:39:15.318685 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fff743-e505-437f-8a26-4c6a355cb522 req-872827c0-4197-47f5-907a-f9b0f80110e4 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:15.320285 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-90fff743-e505-437f-8a26-4c6a355cb522 req-872827c0-4197-47f5-907a-f9b0f80110e4 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/ports?device_id=59ad64a5-af93-44ef-8031-fd2f2d18a901 HTTP/1.1" status: 200 len: 944 time: 0.0538540 Jan 21 09:39:15.370387 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-90fff743-e505-437f-8a26-4c6a355cb522 req-15f5e508-3284-4272-b14a-4b27013b8463 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/security-groups?id=db9ef9f1-43ce-4c8b-928d-23519653180d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439095 Jan 21 09:39:15.715183 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b488931-8804-4a8f-a456-46d7aa39bda2 req-bbc96dbb-618d-4216-86f1-68e28b41c5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:15.716762 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-9b488931-8804-4a8f-a456-46d7aa39bda2 req-bbc96dbb-618d-4216-86f1-68e28b41c5f6 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=10ed49573f464cc18794b94fd1c115ee&device_id=750f8ae5-b267-4b76-bb13-170071722932 HTTP/1.1" status: 200 len: 1137 time: 0.0462282 Jan 21 09:39:15.743921 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-03fd2aed-4a6b-403e-94e5-936d6b9a602f req-ab056626-61aa-4918-adab-4f9e9c65c563 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] 10.222.0.45 "GET /v2.0/ports?device_id=ad91ae0f-410b-479b-82f5-c0e18d325a8b HTTP/1.1" status: 200 len: 210 time: 0.0259819 Jan 21 09:39:15.860223 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b488931-8804-4a8f-a456-46d7aa39bda2 req-dd813101-0713-46ac-a527-31566fd56adf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:15.862563 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-9b488931-8804-4a8f-a456-46d7aa39bda2 req-dd813101-0713-46ac-a527-31566fd56adf service neutron] 10.222.0.109 "GET /v2.0/networks?id=e49a728a-90d2-4a07-8a83-d63652f9661a HTTP/1.1" status: 200 len: 916 time: 0.0982203 Jan 21 09:39:15.890253 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-42082212-4fe3-4fe9-bd06-263d6f13a9aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (8a5d4a72-43a4-4fcf-b58e-bc9792bd5f0a), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:15.937805 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-9b488931-8804-4a8f-a456-46d7aa39bda2 req-8e26941a-df99-4b34-957c-becc46bdb1ea service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d22f9cde-e9ce-4b37-9b2a-f673b65a0353 HTTP/1.1" status: 200 len: 1001 time: 0.0587206 Jan 21 09:39:15.995451 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b488931-8804-4a8f-a456-46d7aa39bda2 req-df2b5fbc-3cef-4888-a07e-01ad6c56baac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:15.996911 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-9b488931-8804-4a8f-a456-46d7aa39bda2 req-df2b5fbc-3cef-4888-a07e-01ad6c56baac service neutron] 10.222.0.109 "GET /v2.0/subnets?id=e29f5993-ac69-42ff-9e18-94424da90a30 HTTP/1.1" status: 200 len: 854 time: 0.0501413 Jan 21 09:39:16.056151 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b488931-8804-4a8f-a456-46d7aa39bda2 req-40711969-7d57-4b14-903d-03b7dda464a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:16.057773 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-9b488931-8804-4a8f-a456-46d7aa39bda2 req-40711969-7d57-4b14-903d-03b7dda464a8 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=e49a728a-90d2-4a07-8a83-d63652f9661a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0419097 Jan 21 09:39:16.169167 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-9b488931-8804-4a8f-a456-46d7aa39bda2 req-dd09b94a-e12b-4e15-8a9e-8f5ed794c223 service neutron] 10.222.0.109 "GET /v2.0/networks/e49a728a-90d2-4a07-8a83-d63652f9661a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888357 Jan 21 09:39:16.275084 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-9b488931-8804-4a8f-a456-46d7aa39bda2 req-2228b832-febb-401e-b4ed-4394eda3eda8 service neutron] 10.222.0.109 "GET /v2.0/networks/e49a728a-90d2-4a07-8a83-d63652f9661a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900102 Jan 21 09:39:16.501778 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d612d5c2-be07-4dc5-9ed3-0cf49cfd314c req-c471ec05-5442-4066-8261-b315c8976ace tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:16.504104 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-d612d5c2-be07-4dc5-9ed3-0cf49cfd314c req-c471ec05-5442-4066-8261-b315c8976ace tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/ports?device_id=59ad64a5-af93-44ef-8031-fd2f2d18a901 HTTP/1.1" status: 200 len: 944 time: 0.0549610 Jan 21 09:39:16.558652 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-d612d5c2-be07-4dc5-9ed3-0cf49cfd314c req-ba8f8daa-8f9c-4496-991b-d53e2fbae916 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/security-groups?id=db9ef9f1-43ce-4c8b-928d-23519653180d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489597 Jan 21 09:39:16.665952 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] get_ports_and_sgs() called for port_ids ['d22f9cde-e9ce-4b37-9b2a-f673b65a0353'] {{(pid=103184) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 09:39:16.739061 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] get_ports_and_sgs() called for port_ids ['d22f9cde-e9ce-4b37-9b2a-f673b65a0353'] {{(pid=103184) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 09:39:16.854740 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-ab624fb7-ee9e-4400-82c4-a7d0806fdf0d req-79a5499c-04ed-4308-995a-ee6453c59aa6 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] 10.222.0.45 "GET /v2.0/ports?device_id=ad91ae0f-410b-479b-82f5-c0e18d325a8b HTTP/1.1" status: 200 len: 210 time: 0.0271010 Jan 21 09:39:17.632875 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-a0c160e6-5577-417f-8b1e-6891fd0d3da5 req-e096c254-fbf6-4929-be01-0740106a6d95 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-159313003&fields=id&tenant_id=515ded26ca114fbf9c6e920362aec64c HTTP/1.1" status: 200 len: 267 time: 0.0614095 Jan 21 09:39:17.823684 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d6abc4-1a69-423e-85bd-0dac625dbb30 req-044a999c-56ed-4fc5-8f5f-0b7f926f90a7 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:17.825223 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-f2d6abc4-1a69-423e-85bd-0dac625dbb30 req-044a999c-56ed-4fc5-8f5f-0b7f926f90a7 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/ports?device_id=59ad64a5-af93-44ef-8031-fd2f2d18a901 HTTP/1.1" status: 200 len: 944 time: 0.1423912 Jan 21 09:39:17.832001 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c160e6-5577-417f-8b1e-6891fd0d3da5 req-1a92ae9c-93f6-436d-9174-48e7f44856d7 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:17.833428 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-a0c160e6-5577-417f-8b1e-6891fd0d3da5 req-1a92ae9c-93f6-436d-9174-48e7f44856d7 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] 10.222.0.45 "GET /v2.0/networks?id=858c4f17-92ac-4cda-9750-b98e2d3705f8 HTTP/1.1" status: 200 len: 812 time: 0.1939220 Jan 21 09:39:17.858832 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-a0c160e6-5577-417f-8b1e-6891fd0d3da5 req-427ff1fc-4832-440f-94dc-b38a40ebe8ad tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] 10.222.0.45 "GET /v2.0/quotas/515ded26ca114fbf9c6e920362aec64c HTTP/1.1" status: 200 len: 375 time: 0.0183690 Jan 21 09:39:17.910769 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-f2d6abc4-1a69-423e-85bd-0dac625dbb30 req-694eb6b7-aebb-4fcc-8c47-7a72dcca044c tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/security-groups?id=db9ef9f1-43ce-4c8b-928d-23519653180d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762906 Jan 21 09:39:17.933843 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-a0c160e6-5577-417f-8b1e-6891fd0d3da5 req-886e7ea2-0e0f-4822-a769-c69e4e2ceb4a tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=515ded26ca114fbf9c6e920362aec64c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0593188 Jan 21 09:39:18.069813 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-a0c160e6-5577-417f-8b1e-6891fd0d3da5 req-6ce0ad0c-3c2a-4466-a1ed-9f1129b28034 service neutron] 10.222.0.45 "GET /v2.0/networks/858c4f17-92ac-4cda-9750-b98e2d3705f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261077 Jan 21 09:39:18.166293 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-a0c160e6-5577-417f-8b1e-6891fd0d3da5 req-e6176b96-7dec-4b36-85b7-27b51e61b3a9 service neutron] 10.222.0.45 "GET /v2.0/networks/858c4f17-92ac-4cda-9750-b98e2d3705f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904577 Jan 21 09:39:18.473530 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-92d851c1-d187-4220-9ef8-e444d018ac86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (e2f5353c-5d20-4dd0-beb4-c302aead9ffd), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:18.587103 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ab04d8-766b-4df3-87da-84d399600614 req-9ecfa35d-f3e7-4c9a-b217-3d0dacfa7e6b tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:18.588632 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-14ab04d8-766b-4df3-87da-84d399600614 req-9ecfa35d-f3e7-4c9a-b217-3d0dacfa7e6b tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] 10.222.0.45 "GET /v2.0/ports?device_id=bc1c3d0f-0474-4bad-b8a1-7c7d169b6ad0 HTTP/1.1" status: 200 len: 945 time: 0.0541093 Jan 21 09:39:18.643817 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-14ab04d8-766b-4df3-87da-84d399600614 req-c22870af-e2b3-42bc-a379-416b14b720c9 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] 10.222.0.45 "GET /v2.0/security-groups?id=689824d6-e2cc-4e2f-a7c0-efd7e57bdd17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487020 Jan 21 09:39:18.795733 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-73b59e89-9fc8-4385-b615-c0e2a69c89a8 req-82728b92-bedd-484e-8999-feccac81ddd7 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] 10.222.0.45 "GET /v2.0/ports?device_id=2733931f-f68e-4f48-85d2-5060a8f55eec HTTP/1.1" status: 200 len: 210 time: 0.0310483 Jan 21 09:39:19.047100 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd5a2fe-aa5b-414c-ace1-714c770e8839 req-e8b8978f-8fe8-4291-b5b1-d5fa06c82af4 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:19.048683 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-9cd5a2fe-aa5b-414c-ace1-714c770e8839 req-e8b8978f-8fe8-4291-b5b1-d5fa06c82af4 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/ports?device_id=59ad64a5-af93-44ef-8031-fd2f2d18a901 HTTP/1.1" status: 200 len: 944 time: 0.0551407 Jan 21 09:39:19.105876 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-9cd5a2fe-aa5b-414c-ace1-714c770e8839 req-770e1815-8179-47db-989b-611287c4377e tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/security-groups?id=db9ef9f1-43ce-4c8b-928d-23519653180d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514081 Jan 21 09:39:19.226014 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Device 63990fa3-fce3-4891-adb2-cd4ebc4c075a details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=103184) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 21 09:39:19.338897 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] For port 63990fa3-fce3-4891-adb2-cd4ebc4c075a, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=63990fa3-fce3-4891-adb2-cd4ebc4c075a,segment=NetworkSegment(475e952b-010c-46c4-9dc4-7955dc3077d3),segment_id=475e952b-010c-46c4-9dc4-7955dc3077d3)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:39:19.350959 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (5a7f6758-1e24-44b8-9b24-65ffc30c20d4), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:19.354339 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Returning: {'device': '63990fa3-fce3-4891-adb2-cd4ebc4c075a', 'network_id': '647e31d1-4208-41da-8947-db9d9292bd9e', 'port_id': '63990fa3-fce3-4891-adb2-cd4ebc4c075a', 'mac_address': 'fa:16:3e:ec:9d:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55369842-b446-444b-92ff-367c2e723c52', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103184) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 21 09:39:19.400842 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Current status of the port 63990fa3-fce3-4891-adb2-cd4ebc4c075a is: DOWN; New status is: BUILD {{(pid=103184) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:39:19.401345 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (63990fa3-fce3-4891-adb2-cd4ebc4c075a), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:19.415887 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.notifiers.nova [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63990fa3-fce3-4891-adb2-cd4ebc4c075a {{(pid=103184) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:39:19.445031 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] For port 63990fa3-fce3-4891-adb2-cd4ebc4c075a, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=63990fa3-fce3-4891-adb2-cd4ebc4c075a,segment=NetworkSegment(475e952b-010c-46c4-9dc4-7955dc3077d3),segment_id=475e952b-010c-46c4-9dc4-7955dc3077d3)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:39:19.596318 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774670732957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774670299814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774670299832'] for port (63990fa3-fce3-4891-adb2-cd4ebc4c075a), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:19.596318 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0beda05d-594e-4362-80c2-bc999a9a2b64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (9e31de2d-26a2-4a88-b799-f1f3b7df75bf), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:19.637572 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Pushing event updated for resources: {'Port': ['ID=63990fa3-fce3-4891-adb2-cd4ebc4c075a,revision_number=9']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:19.648378 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:39:19.648747 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:39:19.649111 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:39:19.649485 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:39:19.649901 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:39:19.650146 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:39:19.650473 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:39:19.650802 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:39:19.651144 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:39:19.651470 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:39:19.651804 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:39:19.652121 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:39:19.652441 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:39:19.768317 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2621a90-0df9-421f-bf3a-e3642dc1976a req-ccce2b89-e79d-4a2b-9da8-9859a4160147 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:19.769775 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-d2621a90-0df9-421f-bf3a-e3642dc1976a req-ccce2b89-e79d-4a2b-9da8-9859a4160147 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] 10.222.0.45 "GET /v2.0/ports?device_id=bc1c3d0f-0474-4bad-b8a1-7c7d169b6ad0 HTTP/1.1" status: 200 len: 945 time: 0.0559344 Jan 21 09:39:19.832470 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-d2621a90-0df9-421f-bf3a-e3642dc1976a req-e338e2bb-b8a3-45d8-8559-4a7414bdc1ba tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] 10.222.0.45 "GET /v2.0/security-groups?id=689824d6-e2cc-4e2f-a7c0-efd7e57bdd17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564404 Jan 21 09:39:19.903321 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-ec7b9ee7-c847-42e5-9f4b-de3c79db10d6 req-a10a145c-b409-4870-80e8-da5f94a394fe tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] 10.222.0.45 "GET /v2.0/ports?device_id=2733931f-f68e-4f48-85d2-5060a8f55eec HTTP/1.1" status: 200 len: 210 time: 0.0254033 Jan 21 09:39:20.252378 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f745c5-cdfb-499f-94da-443f86ad410b req-fb973774-4c6f-4f5b-8e8a-a671630cc4c1 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:20.254180 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-03f745c5-cdfb-499f-94da-443f86ad410b req-fb973774-4c6f-4f5b-8e8a-a671630cc4c1 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/ports?device_id=59ad64a5-af93-44ef-8031-fd2f2d18a901 HTTP/1.1" status: 200 len: 945 time: 0.0677192 Jan 21 09:39:20.302302 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-03f745c5-cdfb-499f-94da-443f86ad410b req-08fca077-756f-4a67-be65-0a65730355af tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/security-groups?id=db9ef9f1-43ce-4c8b-928d-23519653180d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422421 Jan 21 09:39:20.945989 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4acaba-503a-4f3d-b01c-141ca3d5df11 req-2c1f0609-cbc6-47d1-ba26-d7ce394bcfcd tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:20.947543 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-2a4acaba-503a-4f3d-b01c-141ca3d5df11 req-2c1f0609-cbc6-47d1-ba26-d7ce394bcfcd tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] 10.222.0.45 "GET /v2.0/ports?device_id=bc1c3d0f-0474-4bad-b8a1-7c7d169b6ad0 HTTP/1.1" status: 200 len: 945 time: 0.0519364 Jan 21 09:39:21.006390 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-b5400693-28d6-4c34-9454-b5f666a4e3a9 req-ab2d7ead-cc90-45b6-84e9-7814185513f3 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] 10.222.0.45 "GET /v2.0/ports?device_id=2733931f-f68e-4f48-85d2-5060a8f55eec HTTP/1.1" status: 200 len: 210 time: 0.0327880 Jan 21 09:39:21.018492 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-2a4acaba-503a-4f3d-b01c-141ca3d5df11 req-264da8e7-a114-46f2-b334-87c250c2dd40 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] 10.222.0.45 "GET /v2.0/security-groups?id=689824d6-e2cc-4e2f-a7c0-efd7e57bdd17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648870 Jan 21 09:39:21.156157 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f5928849-742c-4298-9c4e-ae1543ad1886 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (fd0edb9a-d711-47a6-aedf-fe72898a6c79), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:21.425624 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6e9540-7619-4d4b-af39-e435bfc483eb req-45d70ab3-6a2c-4010-9f5b-876565011d28 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:21.427206 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-8c6e9540-7619-4d4b-af39-e435bfc483eb req-45d70ab3-6a2c-4010-9f5b-876565011d28 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/ports?device_id=59ad64a5-af93-44ef-8031-fd2f2d18a901 HTTP/1.1" status: 200 len: 945 time: 0.0536029 Jan 21 09:39:21.477939 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-8c6e9540-7619-4d4b-af39-e435bfc483eb req-bca4e115-4d73-469e-b119-26e1bef6bfbb tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/security-groups?id=db9ef9f1-43ce-4c8b-928d-23519653180d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451937 Jan 21 09:39:21.507628 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] get_ports_and_sgs() called for port_ids ['63990fa3-fce3-4891-adb2-cd4ebc4c075a'] {{(pid=103184) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 09:39:22.112125 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-58b5aa23-ce6b-4031-832b-3b6964a95875 req-b5b08e93-e589-40c7-9b62-596830de6cf3 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] 10.222.0.45 "GET /v2.0/ports?device_id=2733931f-f68e-4f48-85d2-5060a8f55eec HTTP/1.1" status: 200 len: 210 time: 0.0345869 Jan 21 09:39:22.162992 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b632394e-efe9-4f96-8a03-9b9d3af64a3a req-22e5f3a6-dcd8-4cb8-85fd-1f23e7c05526 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:22.164720 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-b632394e-efe9-4f96-8a03-9b9d3af64a3a req-22e5f3a6-dcd8-4cb8-85fd-1f23e7c05526 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] 10.222.0.45 "GET /v2.0/ports?device_id=bc1c3d0f-0474-4bad-b8a1-7c7d169b6ad0 HTTP/1.1" status: 200 len: 945 time: 0.0567799 Jan 21 09:39:22.218382 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-b632394e-efe9-4f96-8a03-9b9d3af64a3a req-088f0b06-7c05-41aa-aeb5-4238ee6059ee tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] 10.222.0.45 "GET /v2.0/security-groups?id=689824d6-e2cc-4e2f-a7c0-efd7e57bdd17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474477 Jan 21 09:39:22.421446 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (a4f58dde-e5c6-489c-94fe-b355a6abc90e), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:22.478307 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c160e6-5577-417f-8b1e-6891fd0d3da5 req-8952dc61-b83c-457e-b462-234675a53306 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:22.479743 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-a0c160e6-5577-417f-8b1e-6891fd0d3da5 req-8952dc61-b83c-457e-b462-234675a53306 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] 10.222.0.109 "GET /v2.0/networks?id=858c4f17-92ac-4cda-9750-b98e2d3705f8 HTTP/1.1" status: 200 len: 812 time: 0.1110620 Jan 21 09:39:22.573464 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-a0c160e6-5577-417f-8b1e-6891fd0d3da5 req-8beb9652-f7ff-4795-bcab-2d7006e5c4dc tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] 10.222.0.109 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=515ded26ca114fbf9c6e920362aec64c HTTP/1.1" status: 200 len: 379 time: 0.0804555 Jan 21 09:39:22.593416 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.v2.base [req-a0c160e6-5577-417f-8b1e-6891fd0d3da5 req-1f5bde21-1748-428d-bd28-426753762e8f tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Request body: {'port': {'device_id': '2733931f-f68e-4f48-85d2-5060a8f55eec', 'network_id': '858c4f17-92ac-4cda-9750-b98e2d3705f8', 'admin_state_up': True, 'tenant_id': '515ded26ca114fbf9c6e920362aec64c', 'security_groups': ['f1675cd1-54f4-4d25-9ed0-7b073048c061']}} {{(pid=103182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:39:22.639368 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.45', 37598) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:39:22.685136 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f222837-1e52-4eb3-b0b1-18a7cfdceae0 req-90511127-0bfd-48a6-a67c-383a57fa0b40 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:22.686683 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-8f222837-1e52-4eb3-b0b1-18a7cfdceae0 req-90511127-0bfd-48a6-a67c-383a57fa0b40 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/ports?device_id=59ad64a5-af93-44ef-8031-fd2f2d18a901 HTTP/1.1" status: 200 len: 945 time: 0.1286850 Jan 21 09:39:22.721192 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.db.db_base_plugin_v2 [None req-4153b455-97b7-409d-ac91-41890977e61d admin admin] Deleting subnet 14a025df-22d6-457a-8964-126d9d91d404 {{(pid=103183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 21 09:39:22.725532 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4153b455-97b7-409d-ac91-41890977e61d admin admin] Publish callbacks [] for subnet (14a025df-22d6-457a-8964-126d9d91d404), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:22.763740 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4153b455-97b7-409d-ac91-41890977e61d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29255376'] for subnet (14a025df-22d6-457a-8964-126d9d91d404), precommit_delete_associations {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:22.806823 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4153b455-97b7-409d-ac91-41890977e61d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-981758'] for subnet (14a025df-22d6-457a-8964-126d9d91d404), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:22.807039 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-8f222837-1e52-4eb3-b0b1-18a7cfdceae0 req-eec98a40-30d9-41bf-8a48-fcf9c7ad1716 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/security-groups?id=db9ef9f1-43ce-4c8b-928d-23519653180d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1056387 Jan 21 09:39:22.822398 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acec047e-19c0-40c2-b3eb-51e4e3acdd0b req-3f0a5964-dac3-4f6c-a4c3-fb7d75fed19c tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:22.823961 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-acec047e-19c0-40c2-b3eb-51e4e3acdd0b req-3f0a5964-dac3-4f6c-a4c3-fb7d75fed19c tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/ports?device_id=06ae865a-6ba5-4198-be6d-e6056e645411 HTTP/1.1" status: 200 len: 946 time: 0.1021440 Jan 21 09:39:22.875669 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-acec047e-19c0-40c2-b3eb-51e4e3acdd0b req-dd9b6154-3794-40a2-9fd8-596ccca8d1f4 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/security-groups?id=3362d256-4580-47a9-b110-e51f4226c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440099 Jan 21 09:39:22.912587 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0c160e6-5577-417f-8b1e-6891fd0d3da5 req-1f5bde21-1748-428d-bd28-426753762e8f tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Made reservation on behalf of 515ded26ca114fbf9c6e920362aec64c for: {'port': 1} {{(pid=103182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:39:22.916055 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-a0c160e6-5577-417f-8b1e-6891fd0d3da5 req-1f5bde21-1748-428d-bd28-426753762e8f tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (None), before_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:22.941743 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4153b455-97b7-409d-ac91-41890977e61d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-982036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4120330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25181703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28848082'] for subnet (14a025df-22d6-457a-8964-126d9d91d404), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:22.966047 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4153b455-97b7-409d-ac91-41890977e61d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=14a025df-22d6-457a-8964-126d9d91d404,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:22.971792 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4153b455-97b7-409d-ac91-41890977e61d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:22.975253 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [None req-4153b455-97b7-409d-ac91-41890977e61d admin admin] 10.222.0.45 "DELETE /v2.0/subnets/14a025df-22d6-457a-8964-126d9d91d404 HTTP/1.1" status: 204 len: 168 time: 0.3347476 Jan 21 09:39:22.977725 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.45', 37600) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:39:23.047926 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a3872a72-1c8b-446b-bc7b-33184cdacda4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-989250'] for network (12c1a4df-23d6-4c4b-b623-e53eca6cd97e), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:23.049900 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.db.db_base_plugin_common [req-a0c160e6-5577-417f-8b1e-6891fd0d3da5 req-1f5bde21-1748-428d-bd28-426753762e8f tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Allocated IP 172.20.0.5 (858c4f17-92ac-4cda-9750-b98e2d3705f8/ed880366-382f-48ca-9b10-9aa3edc0e5e7/fdcd5489-3e9c-4a62-8bc8-26a5c193cc04) {{(pid=103182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:39:23.087327 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Device 63990fa3-fce3-4891-adb2-cd4ebc4c075a up at agent hyperv_hv-cinder-80403 {{(pid=103184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:39:23.136496 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a3872a72-1c8b-446b-bc7b-33184cdacda4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968284', 'neutron.services.segments.db._delete_segments_for_network-8774670886943'] for network (12c1a4df-23d6-4c4b-b623-e53eca6cd97e), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:23.160023 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.provisioning_blocks [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Provisioning complete for port 63990fa3-fce3-4891-adb2-cd4ebc4c075a triggered by entity L2. {{(pid=103184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:39:23.161043 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983013'] for port (63990fa3-fce3-4891-adb2-cd4ebc4c075a), provisioning_complete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:23.166985 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.services.segments.db [None req-a3872a72-1c8b-446b-bc7b-33184cdacda4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12c1a4df-23d6-4c4b-b623-e53eca6cd97e']}} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:23.179802 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.services.segments.db [None req-a3872a72-1c8b-446b-bc7b-33184cdacda4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed44a47c-c34b-4572-831d-404b42890929') {'for_net_delete': True} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:23.180133 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.services.segments.db [None req-a3872a72-1c8b-446b-bc7b-33184cdacda4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed44a47c-c34b-4572-831d-404b42890929') {} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:23.192164 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a3872a72-1c8b-446b-bc7b-33184cdacda4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774670886301', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29255211'] for segment (ed44a47c-c34b-4572-831d-404b42890929), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:23.207026 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a3872a72-1c8b-446b-bc7b-33184cdacda4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906022'] for segment (ed44a47c-c34b-4572-831d-404b42890929), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:23.213671 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3872a72-1c8b-446b-bc7b-33184cdacda4 admin admin] Releasing vlan 365 on physical network physnet1 to pool {{(pid=103183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:39:23.214060 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a3872a72-1c8b-446b-bc7b-33184cdacda4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25181805'] for segment (ed44a47c-c34b-4572-831d-404b42890929), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:23.215954 dv-cinder-804035-25-iscsi neutron-server[103183]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:39:23.215954 dv-cinder-804035-25-iscsi neutron-server[103183]: warnings.warn(msg) Jan 21 09:39:23.215954 dv-cinder-804035-25-iscsi neutron-server[103183]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:39:23.215954 dv-cinder-804035-25-iscsi neutron-server[103183]: warnings.warn(msg) Jan 21 09:39:23.215954 dv-cinder-804035-25-iscsi neutron-server[103183]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:39:23.215954 dv-cinder-804035-25-iscsi neutron-server[103183]: warnings.warn(msg) Jan 21 09:39:23.215954 dv-cinder-804035-25-iscsi neutron-server[103183]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:39:23.215954 dv-cinder-804035-25-iscsi neutron-server[103183]: warnings.warn(msg) Jan 21 09:39:23.215954 dv-cinder-804035-25-iscsi neutron-server[103183]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:39:23.215954 dv-cinder-804035-25-iscsi neutron-server[103183]: warnings.warn(msg) Jan 21 09:39:23.215954 dv-cinder-804035-25-iscsi neutron-server[103183]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:39:23.215954 dv-cinder-804035-25-iscsi neutron-server[103183]: warnings.warn(msg) Jan 21 09:39:23.215954 dv-cinder-804035-25-iscsi neutron-server[103183]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:39:23.215954 dv-cinder-804035-25-iscsi neutron-server[103183]: warnings.warn(msg) Jan 21 09:39:23.215954 dv-cinder-804035-25-iscsi neutron-server[103183]: Traceback (most recent call last): Jan 21 09:39:23.215954 dv-cinder-804035-25-iscsi neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:39:23.215954 dv-cinder-804035-25-iscsi neutron-server[103183]: timer() Jan 21 09:39:23.215954 dv-cinder-804035-25-iscsi neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:39:23.215954 dv-cinder-804035-25-iscsi neutron-server[103183]: cb(*args, **kw) Jan 21 09:39:23.215954 dv-cinder-804035-25-iscsi neutron-server[103183]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 09:39:23.215954 dv-cinder-804035-25-iscsi neutron-server[103183]: return func(*args, **kwargs) Jan 21 09:39:23.215954 dv-cinder-804035-25-iscsi neutron-server[103183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:39:23.215954 dv-cinder-804035-25-iscsi neutron-server[103183]: self._notify() Jan 21 09:39:23.215954 dv-cinder-804035-25-iscsi neutron-server[103183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:39:23.215954 dv-cinder-804035-25-iscsi neutron-server[103183]: self.callback(batched_events) Jan 21 09:39:23.215954 dv-cinder-804035-25-iscsi neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:39:23.215954 dv-cinder-804035-25-iscsi neutron-server[103183]: event.method(event) Jan 21 09:39:23.215954 dv-cinder-804035-25-iscsi neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 09:39:23.215954 dv-cinder-804035-25-iscsi neutron-server[103183]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:39:23.215954 dv-cinder-804035-25-iscsi neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 09:39:23.215954 dv-cinder-804035-25-iscsi neutron-server[103183]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:39:23.215954 dv-cinder-804035-25-iscsi neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 09:39:23.215954 dv-cinder-804035-25-iscsi neutron-server[103183]: return f(self, *a, **k) Jan 21 09:39:23.215954 dv-cinder-804035-25-iscsi neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:39:23.215954 dv-cinder-804035-25-iscsi neutron-server[103183]: return self._get(url).json() Jan 21 09:39:23.215954 dv-cinder-804035-25-iscsi neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:39:23.215954 dv-cinder-804035-25-iscsi neutron-server[103183]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:39:23.215954 dv-cinder-804035-25-iscsi neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:39:23.215954 dv-cinder-804035-25-iscsi neutron-server[103183]: return self.request(url, 'GET', **kwargs) Jan 21 09:39:23.215954 dv-cinder-804035-25-iscsi neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:39:23.215954 dv-cinder-804035-25-iscsi neutron-server[103183]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:39:23.215954 dv-cinder-804035-25-iscsi neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:39:23.215954 dv-cinder-804035-25-iscsi neutron-server[103183]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:39:23.215954 dv-cinder-804035-25-iscsi neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:39:23.215954 dv-cinder-804035-25-iscsi neutron-server[103183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:39:23.215954 dv-cinder-804035-25-iscsi neutron-server[103183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:39:23.230356 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-a0c160e6-5577-417f-8b1e-6891fd0d3da5 req-1f5bde21-1748-428d-bd28-426753762e8f tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Publish callbacks [] for port (fdcd5489-3e9c-4a62-8bc8-26a5c193cc04), precommit_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:23.258772 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Current status of the port 63990fa3-fce3-4891-adb2-cd4ebc4c075a is: BUILD; New status is: ACTIVE {{(pid=103184) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:39:23.259170 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (63990fa3-fce3-4891-adb2-cd4ebc4c075a), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:23.288282 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59ad64a5-af93-44ef-8031-fd2f2d18a901', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63990fa3-fce3-4891-adb2-cd4ebc4c075a'}] {{(pid=103184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:39:23.291309 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c59f8b740f259e85ceecfc878b6c10e974145cf55d87f3575c92c12753de108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32fa85d6-a6a7-4b61-a41e-4a3c1593405e" -d '{"events": [{"server_uuid": "59ad64a5-af93-44ef-8031-fd2f2d18a901", "name": "network-vif-plugged", "status": "completed", "tag": "63990fa3-fce3-4891-adb2-cd4ebc4c075a"}]}' {{(pid=103184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:39:23.296188 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-1a84e0e2-5384-45e6-8f85-44ba8b8fd429 req-c4e4d063-669d-470e-84b2-9ee029917a46 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] 10.222.0.45 "GET /v2.0/ports?device_id=2733931f-f68e-4f48-85d2-5060a8f55eec HTTP/1.1" status: 200 len: 210 time: 0.0482085 Jan 21 09:39:23.308444 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] For port 63990fa3-fce3-4891-adb2-cd4ebc4c075a, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=63990fa3-fce3-4891-adb2-cd4ebc4c075a,segment=NetworkSegment(475e952b-010c-46c4-9dc4-7955dc3077d3),segment_id=475e952b-010c-46c4-9dc4-7955dc3077d3)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:39:23.349740 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 09:39:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-046155c4-61d9-474a-889c-a80cd2da7d19 x-openstack-request-id: req-046155c4-61d9-474a-889c-a80cd2da7d19 {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:39:23.350077 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59ad64a5-af93-44ef-8031-fd2f2d18a901", "name": "network-vif-plugged", "status": "completed", "tag": "63990fa3-fce3-4891-adb2-cd4ebc4c075a", "code": 200}]} {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:39:23.350331 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-046155c4-61d9-474a-889c-a80cd2da7d19 {{(pid=103184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:39:23.350723 dv-cinder-804035-25-iscsi neutron-server[103184]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59ad64a5-af93-44ef-8031-fd2f2d18a901', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63990fa3-fce3-4891-adb2-cd4ebc4c075a', 'code': 200} Jan 21 09:39:23.380278 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e87c910-d173-48cc-afe2-b683fa437463 req-8585fe3e-8c52-422e-ae91-c1351b6efa89 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:23.381813 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-2e87c910-d173-48cc-afe2-b683fa437463 req-8585fe3e-8c52-422e-ae91-c1351b6efa89 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] 10.222.0.45 "GET /v2.0/ports?device_id=bc1c3d0f-0474-4bad-b8a1-7c7d169b6ad0 HTTP/1.1" status: 200 len: 945 time: 0.0569062 Jan 21 09:39:23.427285 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a3872a72-1c8b-446b-bc7b-33184cdacda4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3846310'] for network (12c1a4df-23d6-4c4b-b623-e53eca6cd97e), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:23.427541 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774670732957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774670299814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774670299832'] for port (63990fa3-fce3-4891-adb2-cd4ebc4c075a), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:23.428153 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Device 57b1afe5-3070-43a1-9f90-584240e66081 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=103184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:39:23.430742 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-a0c160e6-5577-417f-8b1e-6891fd0d3da5 req-1f5bde21-1748-428d-bd28-426753762e8f tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774670299796'] for port (fdcd5489-3e9c-4a62-8bc8-26a5c193cc04), after_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:23.452525 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a3872a72-1c8b-446b-bc7b-33184cdacda4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4184320'] for network (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:23.458045 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [None req-a3872a72-1c8b-446b-bc7b-33184cdacda4 admin admin] 10.222.0.45 "DELETE /v2.0/networks/12c1a4df-23d6-4c4b-b623-e53eca6cd97e HTTP/1.1" status: 204 len: 168 time: 0.4788053 Jan 21 09:39:23.461808 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3872a72-1c8b-446b-bc7b-33184cdacda4 admin admin] Pushing event deleted for resources: {'Network': ['ID=12c1a4df-23d6-4c4b-b623-e53eca6cd97e,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:23.468323 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] No Port match for: 57b1afe5-3070-43a1-9f90-584240e66081 {{(pid=103184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 21 09:39:23.468323 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Device 57b1afe5-3070-43a1-9f90-584240e66081 not bound to the agent host hv-cinder-80403 {{(pid=103184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:39:23.478631 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-2e87c910-d173-48cc-afe2-b683fa437463 req-be3aa685-18af-43fb-a41f-8e8c4bf2d532 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] 10.222.0.45 "GET /v2.0/security-groups?id=689824d6-e2cc-4e2f-a7c0-efd7e57bdd17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909302 Jan 21 09:39:23.507843 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Pushing event updated for resources: {'Port': ['ID=63990fa3-fce3-4891-adb2-cd4ebc4c075a,revision_number=10']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:23.517983 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0c160e6-5577-417f-8b1e-6891fd0d3da5 req-1f5bde21-1748-428d-bd28-426753762e8f tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Network 858c4f17-92ac-4cda-9750-b98e2d3705f8 is already hosted by enough agents. {{(pid=103182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:39:23.528278 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.scheduler.base_scheduler [req-a0c160e6-5577-417f-8b1e-6891fd0d3da5 req-1f5bde21-1748-428d-bd28-426753762e8f tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Resources bound (agent type, host, resource id): {{(pid=103182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:39:23.534330 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0c160e6-5577-417f-8b1e-6891fd0d3da5 req-1f5bde21-1748-428d-bd28-426753762e8f tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Received port after_create {{(pid=103182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 09:39:23.540164 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c160e6-5577-417f-8b1e-6891fd0d3da5 req-1f5bde21-1748-428d-bd28-426753762e8f tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:23.540903 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-a0c160e6-5577-417f-8b1e-6891fd0d3da5 req-1f5bde21-1748-428d-bd28-426753762e8f tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11211'] for port (None), before_response {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:23.554576 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5bde21-1748-428d-bd28-426753762e8f tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Pushing event updated for resources: {'Port': ['ID=fdcd5489-3e9c-4a62-8bc8-26a5c193cc04,revision_number=1']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:23.563921 dv-cinder-804035-25-iscsi neutron-server[103182]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:39:23.563921 dv-cinder-804035-25-iscsi neutron-server[103182]: warnings.warn(msg) Jan 21 09:39:23.563921 dv-cinder-804035-25-iscsi neutron-server[103182]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:39:23.563921 dv-cinder-804035-25-iscsi neutron-server[103182]: warnings.warn(msg) Jan 21 09:39:23.563921 dv-cinder-804035-25-iscsi neutron-server[103182]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:39:23.563921 dv-cinder-804035-25-iscsi neutron-server[103182]: warnings.warn(msg) Jan 21 09:39:23.563921 dv-cinder-804035-25-iscsi neutron-server[103182]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:39:23.563921 dv-cinder-804035-25-iscsi neutron-server[103182]: warnings.warn(msg) Jan 21 09:39:23.563921 dv-cinder-804035-25-iscsi neutron-server[103182]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:39:23.563921 dv-cinder-804035-25-iscsi neutron-server[103182]: warnings.warn(msg) Jan 21 09:39:23.563921 dv-cinder-804035-25-iscsi neutron-server[103182]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:39:23.563921 dv-cinder-804035-25-iscsi neutron-server[103182]: warnings.warn(msg) Jan 21 09:39:23.563921 dv-cinder-804035-25-iscsi neutron-server[103182]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:39:23.563921 dv-cinder-804035-25-iscsi neutron-server[103182]: warnings.warn(msg) Jan 21 09:39:23.563921 dv-cinder-804035-25-iscsi neutron-server[103182]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:39:23.563921 dv-cinder-804035-25-iscsi neutron-server[103182]: warnings.warn(msg) Jan 21 09:39:23.563921 dv-cinder-804035-25-iscsi neutron-server[103182]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:39:23.563921 dv-cinder-804035-25-iscsi neutron-server[103182]: warnings.warn(msg) Jan 21 09:39:23.563921 dv-cinder-804035-25-iscsi neutron-server[103182]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:39:23.563921 dv-cinder-804035-25-iscsi neutron-server[103182]: warnings.warn(msg) Jan 21 09:39:23.563921 dv-cinder-804035-25-iscsi neutron-server[103182]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:39:23.563921 dv-cinder-804035-25-iscsi neutron-server[103182]: warnings.warn(msg) Jan 21 09:39:23.563921 dv-cinder-804035-25-iscsi neutron-server[103182]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:39:23.563921 dv-cinder-804035-25-iscsi neutron-server[103182]: warnings.warn(msg) Jan 21 09:39:23.563921 dv-cinder-804035-25-iscsi neutron-server[103182]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:39:23.563921 dv-cinder-804035-25-iscsi neutron-server[103182]: warnings.warn(msg) Jan 21 09:39:23.563921 dv-cinder-804035-25-iscsi neutron-server[103182]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:39:23.563921 dv-cinder-804035-25-iscsi neutron-server[103182]: warnings.warn(msg) Jan 21 09:39:23.563921 dv-cinder-804035-25-iscsi neutron-server[103182]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:39:23.563921 dv-cinder-804035-25-iscsi neutron-server[103182]: warnings.warn(msg) Jan 21 09:39:23.563921 dv-cinder-804035-25-iscsi neutron-server[103182]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:39:23.563921 dv-cinder-804035-25-iscsi neutron-server[103182]: warnings.warn(msg) Jan 21 09:39:23.563921 dv-cinder-804035-25-iscsi neutron-server[103182]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:39:23.563921 dv-cinder-804035-25-iscsi neutron-server[103182]: warnings.warn(msg) Jan 21 09:39:23.563921 dv-cinder-804035-25-iscsi neutron-server[103182]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:39:23.563921 dv-cinder-804035-25-iscsi neutron-server[103182]: warnings.warn(msg) Jan 21 09:39:23.568830 dv-cinder-804035-25-iscsi neutron-server[103182]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:39:23.568830 dv-cinder-804035-25-iscsi neutron-server[103182]: warnings.warn(msg) Jan 21 09:39:23.568830 dv-cinder-804035-25-iscsi neutron-server[103182]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:39:23.568830 dv-cinder-804035-25-iscsi neutron-server[103182]: warnings.warn(msg) Jan 21 09:39:23.568830 dv-cinder-804035-25-iscsi neutron-server[103182]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:39:23.568830 dv-cinder-804035-25-iscsi neutron-server[103182]: warnings.warn(msg) Jan 21 09:39:23.568830 dv-cinder-804035-25-iscsi neutron-server[103182]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:39:23.568830 dv-cinder-804035-25-iscsi neutron-server[103182]: warnings.warn(msg) Jan 21 09:39:23.568830 dv-cinder-804035-25-iscsi neutron-server[103182]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:39:23.568830 dv-cinder-804035-25-iscsi neutron-server[103182]: warnings.warn(msg) Jan 21 09:39:23.568830 dv-cinder-804035-25-iscsi neutron-server[103182]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:39:23.568830 dv-cinder-804035-25-iscsi neutron-server[103182]: warnings.warn(msg) Jan 21 09:39:23.568830 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139c86dd-cc00-45dd-a746-efbb145f8e82 req-fa524ee6-7138-4752-b554-b17fe0411bc7 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:23.568830 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-139c86dd-cc00-45dd-a746-efbb145f8e82 req-fa524ee6-7138-4752-b554-b17fe0411bc7 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] 10.222.0.109 "GET /v2.0/ports?device_id=bc1c3d0f-0474-4bad-b8a1-7c7d169b6ad0 HTTP/1.1" status: 200 len: 945 time: 0.1516593 Jan 21 09:39:23.685553 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-a0c160e6-5577-417f-8b1e-6891fd0d3da5 req-1f5bde21-1748-428d-bd28-426753762e8f tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] 10.222.0.109 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0968521 Jan 21 09:39:23.688501 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.plugin [req-139c86dd-cc00-45dd-a746-efbb145f8e82 req-b2262d17-8a09-486b-8450-70df67f4d239 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] Deleting port 81cdcb77-b728-4dac-a9d7-2fe131466b38 {{(pid=103182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 09:39:23.688848 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-139c86dd-cc00-45dd-a746-efbb145f8e82 req-b2262d17-8a09-486b-8450-70df67f4d239 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774670727720'] for port (81cdcb77-b728-4dac-a9d7-2fe131466b38), before_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:23.720941 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.v2.base [req-a0c160e6-5577-417f-8b1e-6891fd0d3da5 req-2bd248fc-fd17-4984-80e1-8f1a3b0d523f service neutron] Request body: {'port': {'device_id': '2733931f-f68e-4f48-85d2-5060a8f55eec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=103182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:39:23.802456 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.provisioning_blocks [None req-4d386190-c4dc-4711-bc94-0a9f1a310a8c None None] Provisioning complete for port fdcd5489-3e9c-4a62-8bc8-26a5c193cc04 triggered by entity DHCP. {{(pid=103184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:39:23.802924 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4d386190-c4dc-4711-bc94-0a9f1a310a8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983013'] for port (fdcd5489-3e9c-4a62-8bc8-26a5c193cc04), provisioning_complete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:23.820947 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-a0c160e6-5577-417f-8b1e-6891fd0d3da5 req-2bd248fc-fd17-4984-80e1-8f1a3b0d523f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (fdcd5489-3e9c-4a62-8bc8-26a5c193cc04), before_update {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:23.850384 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.db [req-139c86dd-cc00-45dd-a746-efbb145f8e82 req-b2262d17-8a09-486b-8450-70df67f4d239 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] For port 81cdcb77-b728-4dac-a9d7-2fe131466b38, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=81cdcb77-b728-4dac-a9d7-2fe131466b38,segment=NetworkSegment(040eb47d-f813-4918-9757-ad97391c2793),segment_id=040eb47d-f813-4918-9757-ad97391c2793)] {{(pid=103182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:39:23.852359 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-139c86dd-cc00-45dd-a746-efbb145f8e82 req-b2262d17-8a09-486b-8450-70df67f4d239 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3846167'] for port (81cdcb77-b728-4dac-a9d7-2fe131466b38), precommit_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:23.869705 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-4d386190-c4dc-4711-bc94-0a9f1a310a8c None None] Port fdcd5489-3e9c-4a62-8bc8-26a5c193cc04 cannot update to ACTIVE because it is not bound. {{(pid=103184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 21 09:39:23.883808 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.plugin [req-139c86dd-cc00-45dd-a746-efbb145f8e82 req-b2262d17-8a09-486b-8450-70df67f4d239 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] Calling delete_port for 81cdcb77-b728-4dac-a9d7-2fe131466b38 owned by compute:nova {{(pid=103182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 09:39:24.011746 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.45', 37620) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:39:24.060386 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [None req-20763b7c-f7ae-4dec-af17-871fad631c55 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6e1d230932114019a989885b46cb9283&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0467117 Jan 21 09:39:24.062800 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.45', 37622) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:39:24.113730 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-808192cf-93f5-4a84-8e44-ba4c317ffbf5 admin admin] Publish callbacks [] for security_group (ca46b9c8-4f8b-4ca8-b76a-dbd1f3494728), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:24.138391 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-808192cf-93f5-4a84-8e44-ba4c317ffbf5 admin admin] Publish callbacks [] for security_group (ca46b9c8-4f8b-4ca8-b76a-dbd1f3494728), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:24.143249 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9cb120-d923-446d-b85d-10107e79f457 req-b316685a-0b19-4cb4-9658-48d39a406a27 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:24.145109 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-4d9cb120-d923-446d-b85d-10107e79f457 req-b316685a-0b19-4cb4-9658-48d39a406a27 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/ports?device_id=59ad64a5-af93-44ef-8031-fd2f2d18a901 HTTP/1.1" status: 200 len: 947 time: 0.2337060 Jan 21 09:39:24.157067 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d0f11b-8061-45c1-9dce-509f10828ff6 req-46501b25-89b5-4070-aaa5-981a8018ba2c tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:24.159220 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-a1d0f11b-8061-45c1-9dce-509f10828ff6 req-46501b25-89b5-4070-aaa5-981a8018ba2c tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/ports?device_id=06ae865a-6ba5-4198-be6d-e6056e645411 HTTP/1.1" status: 200 len: 946 time: 0.2042601 Jan 21 09:39:24.229821 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0fdc9b-aa9e-42f2-b168-8252e0cbc8a8 req-c4e71d4d-33d8-4f19-9537-d50e43ebae9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:24.231319 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [req-3f0fdc9b-aa9e-42f2-b168-8252e0cbc8a8 req-c4e71d4d-33d8-4f19-9537-d50e43ebae9c service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=59ad64a5-af93-44ef-8031-fd2f2d18a901 HTTP/1.1" status: 200 len: 1100 time: 0.0461414 Jan 21 09:39:24.309186 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [req-3f0fdc9b-aa9e-42f2-b168-8252e0cbc8a8 req-306c3a46-5e4d-4d48-8185-94aafba2ec63 service neutron] 10.222.0.109 "GET /v2.0/security-groups?id=db9ef9f1-43ce-4c8b-928d-23519653180d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685282 Jan 21 09:39:24.339063 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-4d9cb120-d923-446d-b85d-10107e79f457 req-68feaaca-51a2-434c-a111-c9f8f3058757 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/security-groups?id=db9ef9f1-43ce-4c8b-928d-23519653180d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1788223 Jan 21 09:39:24.351624 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-a1d0f11b-8061-45c1-9dce-509f10828ff6 req-dbb23da4-ef90-437a-8987-c2ba561ae5fb tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/security-groups?id=3362d256-4580-47a9-b110-e51f4226c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623135 Jan 21 09:39:24.398250 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-808192cf-93f5-4a84-8e44-ba4c317ffbf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126007'] for security_group (ca46b9c8-4f8b-4ca8-b76a-dbd1f3494728), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:24.401097 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-808192cf-93f5-4a84-8e44-ba4c317ffbf5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:24.405221 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [None req-808192cf-93f5-4a84-8e44-ba4c317ffbf5 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ca46b9c8-4f8b-4ca8-b76a-dbd1f3494728 HTTP/1.1" status: 204 len: 168 time: 0.3382270 Jan 21 09:39:24.411141 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808192cf-93f5-4a84-8e44-ba4c317ffbf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca46b9c8-4f8b-4ca8-b76a-dbd1f3494728,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:24.446489 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.notifiers.nova [req-a0c160e6-5577-417f-8b1e-6891fd0d3da5 req-2bd248fc-fd17-4984-80e1-8f1a3b0d523f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fdcd5489-3e9c-4a62-8bc8-26a5c193cc04 {{(pid=103182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:39:24.456695 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-a0c160e6-5577-417f-8b1e-6891fd0d3da5 req-2bd248fc-fd17-4984-80e1-8f1a3b0d523f service neutron] Publish callbacks [] for port (fdcd5489-3e9c-4a62-8bc8-26a5c193cc04), precommit_update {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:24.474846 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-139c86dd-cc00-45dd-a746-efbb145f8e82 req-b2262d17-8a09-486b-8450-70df67f4d239 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774670733020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774670299805'] for port (81cdcb77-b728-4dac-a9d7-2fe131466b38), after_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:24.476850 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.db.provisioning_blocks [req-a0c160e6-5577-417f-8b1e-6891fd0d3da5 req-2bd248fc-fd17-4984-80e1-8f1a3b0d523f service neutron] Transition to ACTIVE for port object fdcd5489-3e9c-4a62-8bc8-26a5c193cc04 will not be triggered until provisioned by entity L2. {{(pid=103182) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:39:24.488763 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] get_ports_and_sgs() called for port_ids ['af30d40e-e03c-4e1e-a789-41a34ac8bec6', '81cdcb77-b728-4dac-a9d7-2fe131466b38'] {{(pid=103184) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 09:39:24.513593 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6289d8f8-1748-481b-8965-0db5c5e9fcdd req-0bc4fbb4-6fad-4a82-8f5a-3048f89f7f4f tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:24.521512 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-6289d8f8-1748-481b-8965-0db5c5e9fcdd req-0bc4fbb4-6fad-4a82-8f5a-3048f89f7f4f tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] 10.222.0.45 "GET /v2.0/ports?device_id=2733931f-f68e-4f48-85d2-5060a8f55eec HTTP/1.1" status: 200 len: 931 time: 0.1096122 Jan 21 09:39:24.534125 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2262d17-8a09-486b-8450-70df67f4d239 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] Pushing event deleted for resources: {'Port': ['ID=81cdcb77-b728-4dac-a9d7-2fe131466b38,revision_number=None']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:24.607034 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.db.l3_dvrscheduler_db [req-139c86dd-cc00-45dd-a746-efbb145f8e82 req-b2262d17-8a09-486b-8450-70df67f4d239 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] No DVR routers for this DVR port 81cdcb77-b728-4dac-a9d7-2fe131466b38 on host hv-cinder-80403 {{(pid=103182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:39:24.619183 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-139c86dd-cc00-45dd-a746-efbb145f8e82 req-b2262d17-8a09-486b-8450-70df67f4d239 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11211'] for port (None), before_response {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:24.622544 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-139c86dd-cc00-45dd-a746-efbb145f8e82 req-b2262d17-8a09-486b-8450-70df67f4d239 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] 10.222.0.109 "DELETE /v2.0/ports/81cdcb77-b728-4dac-a9d7-2fe131466b38 HTTP/1.1" status: 204 len: 173 time: 1.0446358 Jan 21 09:39:24.624367 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-a0c160e6-5577-417f-8b1e-6891fd0d3da5 req-2bd248fc-fd17-4984-80e1-8f1a3b0d523f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774670732957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774670299814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774670299832'] for port (fdcd5489-3e9c-4a62-8bc8-26a5c193cc04), after_update {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:24.626098 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc1c3d0f-0474-4bad-b8a1-7c7d169b6ad0', 'name': 'network-vif-deleted', 'tag': '81cdcb77-b728-4dac-a9d7-2fe131466b38'}] {{(pid=103182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:39:24.628446 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa0cc1f82daaed98fc3f7058001f72739ccfc4facde8019b77a0af70a494964c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-861086da-9098-4c31-b668-7d798f8faa24" -d '{"events": [{"server_uuid": "bc1c3d0f-0474-4bad-b8a1-7c7d169b6ad0", "name": "network-vif-deleted", "tag": "81cdcb77-b728-4dac-a9d7-2fe131466b38"}]}' {{(pid=103182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:39:24.660452 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-b6123e6f-8fe5-4234-b266-a2ba67c77010 req-2d288709-8ec8-4509-abc2-6b7b794eec58 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] 10.222.0.45 "GET /v2.0/ports?device_id=bc1c3d0f-0474-4bad-b8a1-7c7d169b6ad0 HTTP/1.1" status: 200 len: 210 time: 0.0632739 Jan 21 09:39:24.711031 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-6289d8f8-1748-481b-8965-0db5c5e9fcdd req-f20edf20-a1be-4f1d-bd9c-4d9f082d8bb3 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1675cd1-54f4-4d25-9ed0-7b073048c061&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1826243 Jan 21 09:39:24.728949 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 09:39:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec855f4b-9ea7-4dbf-a5e9-7143344b0733 x-openstack-request-id: req-ec855f4b-9ea7-4dbf-a5e9-7143344b0733 {{(pid=103182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:39:24.729270 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc1c3d0f-0474-4bad-b8a1-7c7d169b6ad0", "name": "network-vif-deleted", "tag": "81cdcb77-b728-4dac-a9d7-2fe131466b38", "status": "completed", "code": 200}]} {{(pid=103182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:39:24.729528 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ec855f4b-9ea7-4dbf-a5e9-7143344b0733 {{(pid=103182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:39:24.729922 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc1c3d0f-0474-4bad-b8a1-7c7d169b6ad0', 'name': 'network-vif-deleted', 'tag': '81cdcb77-b728-4dac-a9d7-2fe131466b38', 'status': 'completed', 'code': 200} Jan 21 09:39:24.732213 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd248fc-fd17-4984-80e1-8f1a3b0d523f service neutron] Pushing event updated for resources: {'Port': ['ID=fdcd5489-3e9c-4a62-8bc8-26a5c193cc04,revision_number=2']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:24.766667 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.managers [req-a0c160e6-5577-417f-8b1e-6891fd0d3da5 req-2bd248fc-fd17-4984-80e1-8f1a3b0d523f service neutron] Attempting to bind port fdcd5489-3e9c-4a62-8bc8-26a5c193cc04 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=103182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 09:39:24.767011 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.managers [req-a0c160e6-5577-417f-8b1e-6891fd0d3da5 req-2bd248fc-fd17-4984-80e1-8f1a3b0d523f service neutron] Attempting to bind port fdcd5489-3e9c-4a62-8bc8-26a5c193cc04 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '18509a21-b759-406e-af96-dd1ff2a318e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '858c4f17-92ac-4cda-9750-b98e2d3705f8'}] {{(pid=103182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 09:39:24.767989 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0c160e6-5577-417f-8b1e-6891fd0d3da5 req-2bd248fc-fd17-4984-80e1-8f1a3b0d523f service neutron] Attempting to bind port fdcd5489-3e9c-4a62-8bc8-26a5c193cc04 on network 858c4f17-92ac-4cda-9750-b98e2d3705f8 {{(pid=103182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:39:24.773012 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0c160e6-5577-417f-8b1e-6891fd0d3da5 req-2bd248fc-fd17-4984-80e1-8f1a3b0d523f service neutron] Port fdcd5489-3e9c-4a62-8bc8-26a5c193cc04 on network 858c4f17-92ac-4cda-9750-b98e2d3705f8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=103182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 21 09:39:24.773416 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0c160e6-5577-417f-8b1e-6891fd0d3da5 req-2bd248fc-fd17-4984-80e1-8f1a3b0d523f service neutron] Attempting to bind port fdcd5489-3e9c-4a62-8bc8-26a5c193cc04 on network 858c4f17-92ac-4cda-9750-b98e2d3705f8 {{(pid=103182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:39:24.778519 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0c160e6-5577-417f-8b1e-6891fd0d3da5 req-2bd248fc-fd17-4984-80e1-8f1a3b0d523f service neutron] Checking agent: {'id': '5a7f6758-1e24-44b8-9b24-65ffc30c20d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 33, 47), 'started_at': datetime.datetime(2022, 1, 21, 9, 33, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 39, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:39:24.778857 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0c160e6-5577-417f-8b1e-6891fd0d3da5 req-2bd248fc-fd17-4984-80e1-8f1a3b0d523f service neutron] Checking segment: {'id': '18509a21-b759-406e-af96-dd1ff2a318e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '858c4f17-92ac-4cda-9750-b98e2d3705f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 09:39:24.779241 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0c160e6-5577-417f-8b1e-6891fd0d3da5 req-2bd248fc-fd17-4984-80e1-8f1a3b0d523f service neutron] Bound using segment: {'id': '18509a21-b759-406e-af96-dd1ff2a318e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '858c4f17-92ac-4cda-9750-b98e2d3705f8'} {{(pid=103182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:39:24.779665 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.managers [req-a0c160e6-5577-417f-8b1e-6891fd0d3da5 req-2bd248fc-fd17-4984-80e1-8f1a3b0d523f service neutron] Bound port: fdcd5489-3e9c-4a62-8bc8-26a5c193cc04, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18509a21-b759-406e-af96-dd1ff2a318e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '858c4f17-92ac-4cda-9750-b98e2d3705f8'}}] {{(pid=103182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 09:39:24.780021 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-a0c160e6-5577-417f-8b1e-6891fd0d3da5 req-2bd248fc-fd17-4984-80e1-8f1a3b0d523f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (fdcd5489-3e9c-4a62-8bc8-26a5c193cc04), before_update {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:24.848207 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.db [req-a0c160e6-5577-417f-8b1e-6891fd0d3da5 req-2bd248fc-fd17-4984-80e1-8f1a3b0d523f service neutron] For port fdcd5489-3e9c-4a62-8bc8-26a5c193cc04, host hv-cinder-80403, cleared binding levels {{(pid=103182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:39:24.851967 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.db [req-a0c160e6-5577-417f-8b1e-6891fd0d3da5 req-2bd248fc-fd17-4984-80e1-8f1a3b0d523f service neutron] For port fdcd5489-3e9c-4a62-8bc8-26a5c193cc04, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=fdcd5489-3e9c-4a62-8bc8-26a5c193cc04,segment=NetworkSegment(18509a21-b759-406e-af96-dd1ff2a318e9),segment_id=18509a21-b759-406e-af96-dd1ff2a318e9)] {{(pid=103182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:39:24.940030 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-a0c160e6-5577-417f-8b1e-6891fd0d3da5 req-2bd248fc-fd17-4984-80e1-8f1a3b0d523f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774670732957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774670299814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774670299832'] for port (fdcd5489-3e9c-4a62-8bc8-26a5c193cc04), after_update {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:24.982866 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c160e6-5577-417f-8b1e-6891fd0d3da5 req-2bd248fc-fd17-4984-80e1-8f1a3b0d523f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:24.984246 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-a0c160e6-5577-417f-8b1e-6891fd0d3da5 req-2bd248fc-fd17-4984-80e1-8f1a3b0d523f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11211'] for port (None), before_response {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:24.985801 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-a0c160e6-5577-417f-8b1e-6891fd0d3da5 req-2bd248fc-fd17-4984-80e1-8f1a3b0d523f service neutron] 10.222.0.109 "PUT /v2.0/ports/fdcd5489-3e9c-4a62-8bc8-26a5c193cc04 HTTP/1.1" status: 200 len: 1093 time: 1.2781661 Jan 21 09:39:25.026136 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd248fc-fd17-4984-80e1-8f1a3b0d523f service neutron] Pushing event updated for resources: {'Port': ['ID=fdcd5489-3e9c-4a62-8bc8-26a5c193cc04,revision_number=3']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:25.155840 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c160e6-5577-417f-8b1e-6891fd0d3da5 req-f4b87014-88fb-48f9-b44c-c151f6a8188b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:25.157424 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-a0c160e6-5577-417f-8b1e-6891fd0d3da5 req-f4b87014-88fb-48f9-b44c-c151f6a8188b service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=515ded26ca114fbf9c6e920362aec64c&device_id=2733931f-f68e-4f48-85d2-5060a8f55eec HTTP/1.1" status: 200 len: 1096 time: 0.0491412 Jan 21 09:39:25.207121 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-a0c160e6-5577-417f-8b1e-6891fd0d3da5 req-8640ac3e-10ce-4e3a-8bd1-752b77a69e94 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fdcd5489-3e9c-4a62-8bc8-26a5c193cc04 HTTP/1.1" status: 200 len: 217 time: 0.0368381 Jan 21 09:39:25.261568 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c160e6-5577-417f-8b1e-6891fd0d3da5 req-d403cb3c-bc54-4682-b55a-12b43480008b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:25.263072 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-a0c160e6-5577-417f-8b1e-6891fd0d3da5 req-d403cb3c-bc54-4682-b55a-12b43480008b service neutron] 10.222.0.109 "GET /v2.0/subnets?id=ed880366-382f-48ca-9b10-9aa3edc0e5e7 HTTP/1.1" status: 200 len: 851 time: 0.0493808 Jan 21 09:39:25.310633 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c160e6-5577-417f-8b1e-6891fd0d3da5 req-fc1d0899-66f8-4619-9f91-ce451561ab92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:25.312028 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-a0c160e6-5577-417f-8b1e-6891fd0d3da5 req-fc1d0899-66f8-4619-9f91-ce451561ab92 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=858c4f17-92ac-4cda-9750-b98e2d3705f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0397089 Jan 21 09:39:25.410472 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-a0c160e6-5577-417f-8b1e-6891fd0d3da5 req-306880d1-9236-4197-bfde-48583277c882 service neutron] 10.222.0.109 "GET /v2.0/networks/858c4f17-92ac-4cda-9750-b98e2d3705f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890620 Jan 21 09:39:25.833939 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef361b46-0220-455f-8f71-e2c1ef3347a3 req-b275db48-596c-4d7c-89d6-4e789db5e4c4 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:25.835490 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-ef361b46-0220-455f-8f71-e2c1ef3347a3 req-b275db48-596c-4d7c-89d6-4e789db5e4c4 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/ports?device_id=06ae865a-6ba5-4198-be6d-e6056e645411 HTTP/1.1" status: 200 len: 946 time: 0.4029167 Jan 21 09:39:25.852385 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8ae4ce-7c1c-42f7-a28b-c437b479c3f2 req-648e44be-15a5-41e6-817d-ddbeaf50e4f4 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:25.853970 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-2a8ae4ce-7c1c-42f7-a28b-c437b479c3f2 req-648e44be-15a5-41e6-817d-ddbeaf50e4f4 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/ports?device_id=59ad64a5-af93-44ef-8031-fd2f2d18a901 HTTP/1.1" status: 200 len: 947 time: 0.4202724 Jan 21 09:39:25.865676 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-a0c160e6-5577-417f-8b1e-6891fd0d3da5 req-de7005e6-ce3e-4c94-aab1-e4c48a1cb489 service neutron] 10.222.0.109 "GET /v2.0/networks/858c4f17-92ac-4cda-9750-b98e2d3705f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4426894 Jan 21 09:39:25.938963 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-ef361b46-0220-455f-8f71-e2c1ef3347a3 req-e169e368-5be0-4b49-8301-8351a406cbe2 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/security-groups?id=3362d256-4580-47a9-b110-e51f4226c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823922 Jan 21 09:39:25.948812 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-2a8ae4ce-7c1c-42f7-a28b-c437b479c3f2 req-3f1ac47d-e162-4a5c-b4a9-d83773ba9858 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/security-groups?id=db9ef9f1-43ce-4c8b-928d-23519653180d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812521 Jan 21 09:39:26.160497 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f88dfa0-642d-4d96-a96f-26029e65b27a req-ee317486-f9f4-49c6-b3e3-8e11f2c7eda8 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:26.162603 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-7f88dfa0-642d-4d96-a96f-26029e65b27a req-ee317486-f9f4-49c6-b3e3-8e11f2c7eda8 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] 10.222.0.45 "GET /v2.0/ports?device_id=2733931f-f68e-4f48-85d2-5060a8f55eec HTTP/1.1" status: 200 len: 943 time: 0.0825450 Jan 21 09:39:26.217407 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-7f88dfa0-642d-4d96-a96f-26029e65b27a req-86a39e0b-71d3-4ed8-be4f-a23e13cba66e tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1675cd1-54f4-4d25-9ed0-7b073048c061&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469334 Jan 21 09:39:26.689068 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00b5a61-d259-4b8c-8510-8378444ef63b req-52cbc2f8-29e2-4c7b-9d90-8d4fcdd335e8 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:26.690793 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-b00b5a61-d259-4b8c-8510-8378444ef63b req-52cbc2f8-29e2-4c7b-9d90-8d4fcdd335e8 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.109 "GET /v2.0/ports?device_id=06ae865a-6ba5-4198-be6d-e6056e645411 HTTP/1.1" status: 200 len: 946 time: 0.0570238 Jan 21 09:39:26.730662 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2733931f-f68e-4f48-85d2-5060a8f55eec', 'tag': 'fdcd5489-3e9c-4a62-8bc8-26a5c193cc04'}] {{(pid=103182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:39:26.733337 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa0cc1f82daaed98fc3f7058001f72739ccfc4facde8019b77a0af70a494964c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a02e7c96-2a43-4f1b-b9e0-1d07e6222718" -d '{"events": [{"name": "network-changed", "server_uuid": "2733931f-f68e-4f48-85d2-5060a8f55eec", "tag": "fdcd5489-3e9c-4a62-8bc8-26a5c193cc04"}]}' {{(pid=103182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:39:26.775526 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 09:39:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88bd4424-0d21-4efc-a265-4c84c78d4323 x-openstack-request-id: req-88bd4424-0d21-4efc-a265-4c84c78d4323 {{(pid=103182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:39:26.775819 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2733931f-f68e-4f48-85d2-5060a8f55eec", "tag": "fdcd5489-3e9c-4a62-8bc8-26a5c193cc04", "status": "completed", "code": 200}]} {{(pid=103182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:39:26.776074 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-88bd4424-0d21-4efc-a265-4c84c78d4323 {{(pid=103182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:39:26.776466 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2733931f-f68e-4f48-85d2-5060a8f55eec', 'tag': 'fdcd5489-3e9c-4a62-8bc8-26a5c193cc04', 'status': 'completed', 'code': 200} Jan 21 09:39:26.815512 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.plugin [req-b00b5a61-d259-4b8c-8510-8378444ef63b req-2f11c1de-8cf3-40e5-ac7f-d61d047fb00b tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] Deleting port 2b16cf8c-7e83-4177-a9ae-f7516c48e617 {{(pid=103182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 09:39:26.815855 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-b00b5a61-d259-4b8c-8510-8378444ef63b req-2f11c1de-8cf3-40e5-ac7f-d61d047fb00b tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774670727720'] for port (2b16cf8c-7e83-4177-a9ae-f7516c48e617), before_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:26.907590 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02e7c96-2a43-4f1b-b9e0-1d07e6222718 req-3ec2635c-3772-4da7-9aa1-400ac4322544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:26.909666 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-a02e7c96-2a43-4f1b-b9e0-1d07e6222718 req-3ec2635c-3772-4da7-9aa1-400ac4322544 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=515ded26ca114fbf9c6e920362aec64c&device_id=2733931f-f68e-4f48-85d2-5060a8f55eec HTTP/1.1" status: 200 len: 1096 time: 0.1037724 Jan 21 09:39:26.996217 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.db [req-b00b5a61-d259-4b8c-8510-8378444ef63b req-2f11c1de-8cf3-40e5-ac7f-d61d047fb00b tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] For port 2b16cf8c-7e83-4177-a9ae-f7516c48e617, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=2b16cf8c-7e83-4177-a9ae-f7516c48e617,segment=NetworkSegment(35a81bfb-b86f-4b2c-995f-cd79ffba19d0),segment_id=35a81bfb-b86f-4b2c-995f-cd79ffba19d0)] {{(pid=103182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:39:26.996597 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-b00b5a61-d259-4b8c-8510-8378444ef63b req-2f11c1de-8cf3-40e5-ac7f-d61d047fb00b tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3846167'] for port (2b16cf8c-7e83-4177-a9ae-f7516c48e617), precommit_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:27.023871 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.plugin [req-b00b5a61-d259-4b8c-8510-8378444ef63b req-2f11c1de-8cf3-40e5-ac7f-d61d047fb00b tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] Calling delete_port for 2b16cf8c-7e83-4177-a9ae-f7516c48e617 owned by compute:nova {{(pid=103182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 09:39:27.091641 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Device 81cdcb77-b728-4dac-a9d7-2fe131466b38 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=103184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:39:27.127831 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] No Port match for: 81cdcb77-b728-4dac-a9d7-2fe131466b38 {{(pid=103184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 21 09:39:27.128181 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Device 81cdcb77-b728-4dac-a9d7-2fe131466b38 not bound to the agent host hv-cinder-80403 {{(pid=103184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:39:27.146481 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02e7c96-2a43-4f1b-b9e0-1d07e6222718 req-d9074300-df3d-4785-8e79-44b329bcc6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:27.147965 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-a02e7c96-2a43-4f1b-b9e0-1d07e6222718 req-d9074300-df3d-4785-8e79-44b329bcc6fa service neutron] 10.222.0.109 "GET /v2.0/networks?id=858c4f17-92ac-4cda-9750-b98e2d3705f8 HTTP/1.1" status: 200 len: 913 time: 0.2305617 Jan 21 09:39:27.217936 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-a02e7c96-2a43-4f1b-b9e0-1d07e6222718 req-f53507ca-4273-41d0-bba6-d39b01d362de service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fdcd5489-3e9c-4a62-8bc8-26a5c193cc04 HTTP/1.1" status: 200 len: 217 time: 0.0526311 Jan 21 09:39:27.228083 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d288891a-e868-4340-a6cd-6eb0be99a41b req-5ea97f5a-dda1-4afd-8724-1e5fb383a5c7 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:27.229682 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-d288891a-e868-4340-a6cd-6eb0be99a41b req-5ea97f5a-dda1-4afd-8724-1e5fb383a5c7 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/ports?device_id=06ae865a-6ba5-4198-be6d-e6056e645411 HTTP/1.1" status: 200 len: 946 time: 0.1975653 Jan 21 09:39:27.284422 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ff4621-1f73-49e7-85a7-baec5876e14d req-2ea8d291-0628-4b15-8173-f8355896ac75 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:27.286147 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-25ff4621-1f73-49e7-85a7-baec5876e14d req-2ea8d291-0628-4b15-8173-f8355896ac75 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/ports?device_id=59ad64a5-af93-44ef-8031-fd2f2d18a901 HTTP/1.1" status: 200 len: 947 time: 0.2105579 Jan 21 09:39:27.375248 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02e7c96-2a43-4f1b-b9e0-1d07e6222718 req-112b959f-42c0-40f4-aa38-d1c0b9f4edd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:27.377342 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-a02e7c96-2a43-4f1b-b9e0-1d07e6222718 req-112b959f-42c0-40f4-aa38-d1c0b9f4edd6 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=ed880366-382f-48ca-9b10-9aa3edc0e5e7 HTTP/1.1" status: 200 len: 851 time: 0.1445513 Jan 21 09:39:27.448375 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-d288891a-e868-4340-a6cd-6eb0be99a41b req-7cb1b335-0c34-4145-a2ac-ba2e6471a176 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/security-groups?id=3362d256-4580-47a9-b110-e51f4226c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991646 Jan 21 09:39:27.505851 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-25ff4621-1f73-49e7-85a7-baec5876e14d req-b2c28dec-046b-4dba-a094-16f6a20317ae tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/security-groups?id=db9ef9f1-43ce-4c8b-928d-23519653180d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1997221 Jan 21 09:39:27.526415 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02e7c96-2a43-4f1b-b9e0-1d07e6222718 req-7bffc794-3c51-4fcb-aa28-201a8a80e8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:27.526415 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-a02e7c96-2a43-4f1b-b9e0-1d07e6222718 req-7bffc794-3c51-4fcb-aa28-201a8a80e8fb service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=858c4f17-92ac-4cda-9750-b98e2d3705f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1341312 Jan 21 09:39:27.597755 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-b00b5a61-d259-4b8c-8510-8378444ef63b req-2f11c1de-8cf3-40e5-ac7f-d61d047fb00b tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774670733020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774670299805'] for port (2b16cf8c-7e83-4177-a9ae-f7516c48e617), after_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:27.609965 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] get_ports_and_sgs() called for port_ids ['9eccc2a4-ddb6-4675-9f12-63953114fa21', '2b16cf8c-7e83-4177-a9ae-f7516c48e617'] {{(pid=103184) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 09:39:27.667826 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f11c1de-8cf3-40e5-ac7f-d61d047fb00b tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] Pushing event deleted for resources: {'Port': ['ID=2b16cf8c-7e83-4177-a9ae-f7516c48e617,revision_number=None']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:27.738147 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.db.l3_dvrscheduler_db [req-b00b5a61-d259-4b8c-8510-8378444ef63b req-2f11c1de-8cf3-40e5-ac7f-d61d047fb00b tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] No DVR routers for this DVR port 2b16cf8c-7e83-4177-a9ae-f7516c48e617 on host hv-cinder-80403 {{(pid=103182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:39:27.753746 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1a5c6b-fe00-41f6-9ad9-b8ac678fc66f req-308ba2dd-3c2c-4a2a-a8ef-dea9e0352365 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:27.756665 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-5f1a5c6b-fe00-41f6-9ad9-b8ac678fc66f req-308ba2dd-3c2c-4a2a-a8ef-dea9e0352365 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] 10.222.0.45 "GET /v2.0/ports?device_id=2733931f-f68e-4f48-85d2-5060a8f55eec HTTP/1.1" status: 200 len: 943 time: 0.1984887 Jan 21 09:39:27.762743 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-b00b5a61-d259-4b8c-8510-8378444ef63b req-2f11c1de-8cf3-40e5-ac7f-d61d047fb00b tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11211'] for port (None), before_response {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:27.770733 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-b00b5a61-d259-4b8c-8510-8378444ef63b req-2f11c1de-8cf3-40e5-ac7f-d61d047fb00b tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.109 "DELETE /v2.0/ports/2b16cf8c-7e83-4177-a9ae-f7516c48e617 HTTP/1.1" status: 204 len: 173 time: 1.0682075 Jan 21 09:39:27.792305 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-a02e7c96-2a43-4f1b-b9e0-1d07e6222718 req-cd30da56-38b1-40fa-9f63-b78680d9f421 service neutron] 10.222.0.109 "GET /v2.0/networks/858c4f17-92ac-4cda-9750-b98e2d3705f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2596588 Jan 21 09:39:27.914312 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-5f1a5c6b-fe00-41f6-9ad9-b8ac678fc66f req-76836379-6dc3-4316-b858-885ac022abbf tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1675cd1-54f4-4d25-9ed0-7b073048c061&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1395941 Jan 21 09:39:27.939045 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-a02e7c96-2a43-4f1b-b9e0-1d07e6222718 req-ba75f7b0-2d89-4dc3-83be-fbd8752df5da service neutron] 10.222.0.109 "GET /v2.0/networks/858c4f17-92ac-4cda-9750-b98e2d3705f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369531 Jan 21 09:39:28.015520 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bb1e6d-f46d-4027-a5be-712adbe8e844 req-0cde3082-7a6a-45ed-abed-6aab7f0ef4e8 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:28.017057 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-87bb1e6d-f46d-4027-a5be-712adbe8e844 req-0cde3082-7a6a-45ed-abed-6aab7f0ef4e8 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] 10.222.0.45 "GET /v2.0/ports?device_id=370b78d2-d154-4c93-b8ef-3723bd26c3d4 HTTP/1.1" status: 200 len: 946 time: 0.0580130 Jan 21 09:39:28.082192 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-87bb1e6d-f46d-4027-a5be-712adbe8e844 req-cb3675e4-a91a-4699-9c89-99a23040b700 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] 10.222.0.45 "GET /v2.0/security-groups?id=689824d6-e2cc-4e2f-a7c0-efd7e57bdd17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576556 Jan 21 09:39:28.565759 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-03ddc967-04f4-4ca5-8cb6-8146c544d417 req-606f9c3f-3031-448e-a2ff-80693b1cc8e3 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/ports?device_id=06ae865a-6ba5-4198-be6d-e6056e645411 HTTP/1.1" status: 200 len: 210 time: 0.0275617 Jan 21 09:39:28.630001 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18df7d74-dc26-490e-b717-7c31019005e7 req-c6f57cec-fabb-4a07-9add-3db4db5b6014 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:28.631649 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-18df7d74-dc26-490e-b717-7c31019005e7 req-c6f57cec-fabb-4a07-9add-3db4db5b6014 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/ports?device_id=59ad64a5-af93-44ef-8031-fd2f2d18a901 HTTP/1.1" status: 200 len: 947 time: 0.0561602 Jan 21 09:39:28.684054 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-18df7d74-dc26-490e-b717-7c31019005e7 req-a31fedd2-3a66-4cd4-b17b-714809c37d63 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/security-groups?id=db9ef9f1-43ce-4c8b-928d-23519653180d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458496 Jan 21 09:39:28.778131 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06ae865a-6ba5-4198-be6d-e6056e645411', 'name': 'network-vif-deleted', 'tag': '2b16cf8c-7e83-4177-a9ae-f7516c48e617'}] {{(pid=103182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:39:28.780513 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa0cc1f82daaed98fc3f7058001f72739ccfc4facde8019b77a0af70a494964c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a85b0c2a-53e6-4e57-81e7-d7808f335dfa" -d '{"events": [{"server_uuid": "06ae865a-6ba5-4198-be6d-e6056e645411", "name": "network-vif-deleted", "tag": "2b16cf8c-7e83-4177-a9ae-f7516c48e617"}]}' {{(pid=103182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:39:28.821248 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 09:39:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e050b62f-67d8-401c-8ed3-939c0d53694e x-openstack-request-id: req-e050b62f-67d8-401c-8ed3-939c0d53694e {{(pid=103182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:39:28.821552 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06ae865a-6ba5-4198-be6d-e6056e645411", "name": "network-vif-deleted", "tag": "2b16cf8c-7e83-4177-a9ae-f7516c48e617", "status": "completed", "code": 200}]} {{(pid=103182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:39:28.822684 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e050b62f-67d8-401c-8ed3-939c0d53694e {{(pid=103182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:39:28.823696 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06ae865a-6ba5-4198-be6d-e6056e645411', 'name': 'network-vif-deleted', 'tag': '2b16cf8c-7e83-4177-a9ae-f7516c48e617', 'status': 'completed', 'code': 200} Jan 21 09:39:29.059227 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8efea2-2f72-4747-bdea-2cfe40c9258b req-59880424-f62c-4ded-b1ca-467344a02bdd tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:29.060729 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-1e8efea2-2f72-4747-bdea-2cfe40c9258b req-59880424-f62c-4ded-b1ca-467344a02bdd tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] 10.222.0.45 "GET /v2.0/ports?device_id=2733931f-f68e-4f48-85d2-5060a8f55eec HTTP/1.1" status: 200 len: 943 time: 0.0619934 Jan 21 09:39:29.133197 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-1e8efea2-2f72-4747-bdea-2cfe40c9258b req-3d84ea3e-b63d-4c87-a2f2-a9a1538dec84 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1675cd1-54f4-4d25-9ed0-7b073048c061&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609136 Jan 21 09:39:29.331916 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7363b461-9d1e-4267-949d-387c3ef6e4bc req-c8da5224-995e-440c-b3a3-e5f9de045273 tempest-VolumesSnapshotTestJSON-1583482103 tempest-VolumesSnapshotTestJSON-1583482103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:29.334454 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-7363b461-9d1e-4267-949d-387c3ef6e4bc req-c8da5224-995e-440c-b3a3-e5f9de045273 tempest-VolumesSnapshotTestJSON-1583482103 tempest-VolumesSnapshotTestJSON-1583482103-project] 10.222.0.45 "GET /v2.0/ports?device_id=6104a6dc-afee-486a-a867-490dad16c883 HTTP/1.1" status: 200 len: 946 time: 0.1120980 Jan 21 09:39:29.349929 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c50aaa0-1967-41ba-b43f-4584f7eefba8 req-5b803c0e-5c0a-4d26-8bf0-c44f0ec673a0 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:29.352468 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-4c50aaa0-1967-41ba-b43f-4584f7eefba8 req-5b803c0e-5c0a-4d26-8bf0-c44f0ec673a0 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] 10.222.0.45 "GET /v2.0/ports?device_id=370b78d2-d154-4c93-b8ef-3723bd26c3d4 HTTP/1.1" status: 200 len: 946 time: 0.1206527 Jan 21 09:39:29.438796 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-7363b461-9d1e-4267-949d-387c3ef6e4bc req-4eb6b18d-0d16-473b-a526-4a184e50d955 tempest-VolumesSnapshotTestJSON-1583482103 tempest-VolumesSnapshotTestJSON-1583482103-project] 10.222.0.45 "GET /v2.0/security-groups?id=784dddf7-3a3a-4731-9a1a-126ddfb40ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848997 Jan 21 09:39:29.448340 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-4c50aaa0-1967-41ba-b43f-4584f7eefba8 req-af1b6109-1c17-4d62-a0a3-1e1c63eab3bc tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] 10.222.0.45 "GET /v2.0/security-groups?id=689824d6-e2cc-4e2f-a7c0-efd7e57bdd17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761905 Jan 21 09:39:30.106965 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c55af63-c03b-4f74-8605-c6ac4d4631bc req-2300bb84-0947-49e7-97c7-265829e64c97 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:30.108480 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-8c55af63-c03b-4f74-8605-c6ac4d4631bc req-2300bb84-0947-49e7-97c7-265829e64c97 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/ports?device_id=4e67b25e-7e65-4975-bafa-fceafcd53647 HTTP/1.1" status: 200 len: 945 time: 0.0530703 Jan 21 09:39:30.164660 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-8c55af63-c03b-4f74-8605-c6ac4d4631bc req-9a266f25-f8df-4e41-b052-b613925905ff tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/security-groups?id=3362d256-4580-47a9-b110-e51f4226c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485134 Jan 21 09:39:30.259306 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825d3c20-0dbd-4e76-a8ee-1cf308add50f req-66ae6bd5-612c-445d-a85f-32e664f5f051 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:30.260810 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-825d3c20-0dbd-4e76-a8ee-1cf308add50f req-66ae6bd5-612c-445d-a85f-32e664f5f051 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] 10.222.0.45 "GET /v2.0/ports?device_id=2733931f-f68e-4f48-85d2-5060a8f55eec HTTP/1.1" status: 200 len: 943 time: 0.0517190 Jan 21 09:39:30.319494 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-825d3c20-0dbd-4e76-a8ee-1cf308add50f req-1f80f652-0135-4903-b6ca-e91f885587f4 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1675cd1-54f4-4d25-9ed0-7b073048c061&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527375 Jan 21 09:39:30.411993 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f042c85-1ff4-446b-8c53-030473ffbc86 req-13d2424b-13aa-4222-8ba3-809c254dd617 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:30.413528 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-3f042c85-1ff4-446b-8c53-030473ffbc86 req-13d2424b-13aa-4222-8ba3-809c254dd617 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] 10.222.0.109 "GET /v2.0/ports?device_id=370b78d2-d154-4c93-b8ef-3723bd26c3d4 HTTP/1.1" status: 200 len: 946 time: 0.0562499 Jan 21 09:39:30.575572 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.plugin [req-3f042c85-1ff4-446b-8c53-030473ffbc86 req-e0323b2b-5627-449e-8ca0-62edbfbad4d0 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] Deleting port af30d40e-e03c-4e1e-a789-41a34ac8bec6 {{(pid=103182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 09:39:30.575882 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-3f042c85-1ff4-446b-8c53-030473ffbc86 req-e0323b2b-5627-449e-8ca0-62edbfbad4d0 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774670727720'] for port (af30d40e-e03c-4e1e-a789-41a34ac8bec6), before_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:30.665423 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a7d397-fc78-4a6a-8872-9ebb27c16e49 req-07a7f73b-51ec-4704-9e7c-06ffa71540b3 tempest-VolumesSnapshotTestJSON-1583482103 tempest-VolumesSnapshotTestJSON-1583482103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:30.667011 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-34a7d397-fc78-4a6a-8872-9ebb27c16e49 req-07a7f73b-51ec-4704-9e7c-06ffa71540b3 tempest-VolumesSnapshotTestJSON-1583482103 tempest-VolumesSnapshotTestJSON-1583482103-project] 10.222.0.45 "GET /v2.0/ports?device_id=6104a6dc-afee-486a-a867-490dad16c883 HTTP/1.1" status: 200 len: 946 time: 0.1525571 Jan 21 09:39:30.677984 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f941e99-6880-47b1-90a9-98281f59ae33 req-cf23b19a-30fb-4298-a0d7-0277ba478d4f tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:30.679454 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-5f941e99-6880-47b1-90a9-98281f59ae33 req-cf23b19a-30fb-4298-a0d7-0277ba478d4f tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] 10.222.0.45 "GET /v2.0/ports?device_id=370b78d2-d154-4c93-b8ef-3723bd26c3d4 HTTP/1.1" status: 200 len: 946 time: 0.1543221 Jan 21 09:39:30.755891 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.db [req-3f042c85-1ff4-446b-8c53-030473ffbc86 req-e0323b2b-5627-449e-8ca0-62edbfbad4d0 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] For port af30d40e-e03c-4e1e-a789-41a34ac8bec6, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=af30d40e-e03c-4e1e-a789-41a34ac8bec6,segment=NetworkSegment(040eb47d-f813-4918-9757-ad97391c2793),segment_id=040eb47d-f813-4918-9757-ad97391c2793)] {{(pid=103182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:39:30.756257 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-3f042c85-1ff4-446b-8c53-030473ffbc86 req-e0323b2b-5627-449e-8ca0-62edbfbad4d0 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3846167'] for port (af30d40e-e03c-4e1e-a789-41a34ac8bec6), precommit_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:30.786695 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-34a7d397-fc78-4a6a-8872-9ebb27c16e49 req-d5bc7340-ab9d-46b3-8d2f-385ee694eebc tempest-VolumesSnapshotTestJSON-1583482103 tempest-VolumesSnapshotTestJSON-1583482103-project] 10.222.0.45 "GET /v2.0/security-groups?id=784dddf7-3a3a-4731-9a1a-126ddfb40ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041472 Jan 21 09:39:30.787621 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.plugin [req-3f042c85-1ff4-446b-8c53-030473ffbc86 req-e0323b2b-5627-449e-8ca0-62edbfbad4d0 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] Calling delete_port for af30d40e-e03c-4e1e-a789-41a34ac8bec6 owned by compute:nova {{(pid=103182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 09:39:30.810689 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-5f941e99-6880-47b1-90a9-98281f59ae33 req-8861ae8f-9379-4182-bac9-f413ad0aef13 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] 10.222.0.45 "GET /v2.0/security-groups?id=689824d6-e2cc-4e2f-a7c0-efd7e57bdd17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180727 Jan 21 09:39:31.013443 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-3f042c85-1ff4-446b-8c53-030473ffbc86 req-e0323b2b-5627-449e-8ca0-62edbfbad4d0 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774670733020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774670299805'] for port (af30d40e-e03c-4e1e-a789-41a34ac8bec6), after_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:31.033177 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] get_ports_and_sgs() called for port_ids ['af30d40e-e03c-4e1e-a789-41a34ac8bec6'] {{(pid=103184) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 09:39:31.045832 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0323b2b-5627-449e-8ca0-62edbfbad4d0 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] Pushing event deleted for resources: {'Port': ['ID=af30d40e-e03c-4e1e-a789-41a34ac8bec6,revision_number=None']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:31.087150 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f042c85-1ff4-446b-8c53-030473ffbc86 req-e0323b2b-5627-449e-8ca0-62edbfbad4d0 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] No DVR routers for this DVR port af30d40e-e03c-4e1e-a789-41a34ac8bec6 on host hv-cinder-80403 {{(pid=103182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:39:31.089669 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-3f042c85-1ff4-446b-8c53-030473ffbc86 req-e0323b2b-5627-449e-8ca0-62edbfbad4d0 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11211'] for port (None), before_response {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:31.092969 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-3f042c85-1ff4-446b-8c53-030473ffbc86 req-e0323b2b-5627-449e-8ca0-62edbfbad4d0 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] 10.222.0.109 "DELETE /v2.0/ports/af30d40e-e03c-4e1e-a789-41a34ac8bec6 HTTP/1.1" status: 204 len: 173 time: 0.6660109 Jan 21 09:39:31.093432 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '370b78d2-d154-4c93-b8ef-3723bd26c3d4', 'name': 'network-vif-deleted', 'tag': 'af30d40e-e03c-4e1e-a789-41a34ac8bec6'}] {{(pid=103182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:39:31.095863 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa0cc1f82daaed98fc3f7058001f72739ccfc4facde8019b77a0af70a494964c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2455b61-db6d-4ac9-8228-a712549fc086" -d '{"events": [{"server_uuid": "370b78d2-d154-4c93-b8ef-3723bd26c3d4", "name": "network-vif-deleted", "tag": "af30d40e-e03c-4e1e-a789-41a34ac8bec6"}]}' {{(pid=103182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:39:31.099948 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Device 2b16cf8c-7e83-4177-a9ae-f7516c48e617 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=103184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:39:31.123637 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] No Port match for: 2b16cf8c-7e83-4177-a9ae-f7516c48e617 {{(pid=103184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 21 09:39:31.124058 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Device 2b16cf8c-7e83-4177-a9ae-f7516c48e617 not bound to the agent host hv-cinder-80403 {{(pid=103184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:39:31.144713 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 09:39:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dac0550-a68e-4af4-a7a3-4bab9fb73620 x-openstack-request-id: req-0dac0550-a68e-4af4-a7a3-4bab9fb73620 {{(pid=103182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:39:31.145321 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "370b78d2-d154-4c93-b8ef-3723bd26c3d4", "name": "network-vif-deleted", "tag": "af30d40e-e03c-4e1e-a789-41a34ac8bec6", "status": "completed", "code": 200}]} {{(pid=103182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:39:31.145321 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0dac0550-a68e-4af4-a7a3-4bab9fb73620 {{(pid=103182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:39:31.145764 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '370b78d2-d154-4c93-b8ef-3723bd26c3d4', 'name': 'network-vif-deleted', 'tag': 'af30d40e-e03c-4e1e-a789-41a34ac8bec6', 'status': 'completed', 'code': 200} Jan 21 09:39:31.285493 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510429cd-2877-4183-8e09-98c0094b6ba3 req-a8bda7d0-2716-4735-9213-7fd82bb488e3 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:31.287135 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-510429cd-2877-4183-8e09-98c0094b6ba3 req-a8bda7d0-2716-4735-9213-7fd82bb488e3 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/ports?device_id=4e67b25e-7e65-4975-bafa-fceafcd53647 HTTP/1.1" status: 200 len: 945 time: 0.0548291 Jan 21 09:39:31.340514 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-510429cd-2877-4183-8e09-98c0094b6ba3 req-fcae3e7a-1785-4600-ac63-14fa4e432ed5 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/security-groups?id=3362d256-4580-47a9-b110-e51f4226c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472922 Jan 21 09:39:31.445579 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01890cd-a873-4f15-a1bc-be7d12d79643 req-9b01ef79-4935-4ee8-b9c0-7687eb2e3df6 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:31.447142 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-d01890cd-a873-4f15-a1bc-be7d12d79643 req-9b01ef79-4935-4ee8-b9c0-7687eb2e3df6 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] 10.222.0.45 "GET /v2.0/ports?device_id=2733931f-f68e-4f48-85d2-5060a8f55eec HTTP/1.1" status: 200 len: 943 time: 0.0549958 Jan 21 09:39:31.509893 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-d01890cd-a873-4f15-a1bc-be7d12d79643 req-4a707924-fb0f-4568-a7da-558678adfdd3 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1675cd1-54f4-4d25-9ed0-7b073048c061&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547545 Jan 21 09:39:31.888060 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c5a540-cbda-40ff-9c67-534786adcead req-697bba5a-6881-4dca-9c41-fc9289ca0e6c tempest-VolumesSnapshotTestJSON-1583482103 tempest-VolumesSnapshotTestJSON-1583482103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:31.889260 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-73c5a540-cbda-40ff-9c67-534786adcead req-697bba5a-6881-4dca-9c41-fc9289ca0e6c tempest-VolumesSnapshotTestJSON-1583482103 tempest-VolumesSnapshotTestJSON-1583482103-project] 10.222.0.109 "GET /v2.0/ports?device_id=6104a6dc-afee-486a-a867-490dad16c883 HTTP/1.1" status: 200 len: 946 time: 0.0722449 Jan 21 09:39:31.958778 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-897d39be-ab43-463b-aad6-8c539c3d4cfc req-c7153282-a03f-4cc4-aac2-4e3709468bf4 tempest-AttachVolumeNegativeTest-2130446618 tempest-AttachVolumeNegativeTest-2130446618-project] 10.222.0.45 "GET /v2.0/ports?device_id=370b78d2-d154-4c93-b8ef-3723bd26c3d4 HTTP/1.1" status: 200 len: 210 time: 0.0545459 Jan 21 09:39:32.006614 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8913cea-3bd2-437e-b6ea-3d1e76f7629d req-294ca1f4-5a46-43f0-bba0-3d427a710221 tempest-VolumesSnapshotTestJSON-1583482103 tempest-VolumesSnapshotTestJSON-1583482103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:32.008099 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-f8913cea-3bd2-437e-b6ea-3d1e76f7629d req-294ca1f4-5a46-43f0-bba0-3d427a710221 tempest-VolumesSnapshotTestJSON-1583482103 tempest-VolumesSnapshotTestJSON-1583482103-project] 10.222.0.45 "GET /v2.0/ports?device_id=6104a6dc-afee-486a-a867-490dad16c883 HTTP/1.1" status: 200 len: 946 time: 0.1400919 Jan 21 09:39:32.074055 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-f8913cea-3bd2-437e-b6ea-3d1e76f7629d req-2b8acf8a-dcc6-497b-99ba-ad31e9074202 tempest-VolumesSnapshotTestJSON-1583482103 tempest-VolumesSnapshotTestJSON-1583482103-project] 10.222.0.45 "GET /v2.0/security-groups?id=784dddf7-3a3a-4731-9a1a-126ddfb40ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592272 Jan 21 09:39:32.078517 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.plugin [req-73c5a540-cbda-40ff-9c67-534786adcead req-ef9bcbb6-de0c-4408-bf3c-d82012bb5443 tempest-VolumesSnapshotTestJSON-1583482103 tempest-VolumesSnapshotTestJSON-1583482103-project] Deleting port ac7a3142-12ec-4772-8b8e-f317cdd18a45 {{(pid=103182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 09:39:32.078961 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-73c5a540-cbda-40ff-9c67-534786adcead req-ef9bcbb6-de0c-4408-bf3c-d82012bb5443 tempest-VolumesSnapshotTestJSON-1583482103 tempest-VolumesSnapshotTestJSON-1583482103-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774670727720'] for port (ac7a3142-12ec-4772-8b8e-f317cdd18a45), before_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:32.188018 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.db [req-73c5a540-cbda-40ff-9c67-534786adcead req-ef9bcbb6-de0c-4408-bf3c-d82012bb5443 tempest-VolumesSnapshotTestJSON-1583482103 tempest-VolumesSnapshotTestJSON-1583482103-project] For port ac7a3142-12ec-4772-8b8e-f317cdd18a45, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=ac7a3142-12ec-4772-8b8e-f317cdd18a45,segment=NetworkSegment(ad0cc7f3-f595-4923-bff8-faff8d5a4463),segment_id=ad0cc7f3-f595-4923-bff8-faff8d5a4463)] {{(pid=103182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:39:32.188705 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-73c5a540-cbda-40ff-9c67-534786adcead req-ef9bcbb6-de0c-4408-bf3c-d82012bb5443 tempest-VolumesSnapshotTestJSON-1583482103 tempest-VolumesSnapshotTestJSON-1583482103-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3846167'] for port (ac7a3142-12ec-4772-8b8e-f317cdd18a45), precommit_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:32.202340 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.plugin [req-73c5a540-cbda-40ff-9c67-534786adcead req-ef9bcbb6-de0c-4408-bf3c-d82012bb5443 tempest-VolumesSnapshotTestJSON-1583482103 tempest-VolumesSnapshotTestJSON-1583482103-project] Calling delete_port for ac7a3142-12ec-4772-8b8e-f317cdd18a45 owned by compute:nova {{(pid=103182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 09:39:32.396211 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-73c5a540-cbda-40ff-9c67-534786adcead req-ef9bcbb6-de0c-4408-bf3c-d82012bb5443 tempest-VolumesSnapshotTestJSON-1583482103 tempest-VolumesSnapshotTestJSON-1583482103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774670733020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774670299805'] for port (ac7a3142-12ec-4772-8b8e-f317cdd18a45), after_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:32.410178 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] get_ports_and_sgs() called for port_ids ['ac7a3142-12ec-4772-8b8e-f317cdd18a45'] {{(pid=103184) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 09:39:32.440267 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9bcbb6-de0c-4408-bf3c-d82012bb5443 tempest-VolumesSnapshotTestJSON-1583482103 tempest-VolumesSnapshotTestJSON-1583482103-project] Pushing event deleted for resources: {'Port': ['ID=ac7a3142-12ec-4772-8b8e-f317cdd18a45,revision_number=None']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:32.509239 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.db.l3_dvrscheduler_db [req-73c5a540-cbda-40ff-9c67-534786adcead req-ef9bcbb6-de0c-4408-bf3c-d82012bb5443 tempest-VolumesSnapshotTestJSON-1583482103 tempest-VolumesSnapshotTestJSON-1583482103-project] No DVR routers for this DVR port ac7a3142-12ec-4772-8b8e-f317cdd18a45 on host hv-cinder-80403 {{(pid=103182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:39:32.512030 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-73c5a540-cbda-40ff-9c67-534786adcead req-ef9bcbb6-de0c-4408-bf3c-d82012bb5443 tempest-VolumesSnapshotTestJSON-1583482103 tempest-VolumesSnapshotTestJSON-1583482103-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11211'] for port (None), before_response {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:32.515390 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-73c5a540-cbda-40ff-9c67-534786adcead req-ef9bcbb6-de0c-4408-bf3c-d82012bb5443 tempest-VolumesSnapshotTestJSON-1583482103 tempest-VolumesSnapshotTestJSON-1583482103-project] 10.222.0.109 "DELETE /v2.0/ports/ac7a3142-12ec-4772-8b8e-f317cdd18a45 HTTP/1.1" status: 204 len: 173 time: 0.6123962 Jan 21 09:39:32.527829 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b38c2b-823b-4a1b-9be4-d7ce5f37ab5e req-835a2404-1ece-4965-a572-bc4299b19705 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:32.529325 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-e7b38c2b-823b-4a1b-9be4-d7ce5f37ab5e req-835a2404-1ece-4965-a572-bc4299b19705 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/ports?device_id=4e67b25e-7e65-4975-bafa-fceafcd53647 HTTP/1.1" status: 200 len: 945 time: 0.0911939 Jan 21 09:39:32.578636 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-e7b38c2b-823b-4a1b-9be4-d7ce5f37ab5e req-c7b9e69a-5961-468d-9b72-325409cac26e tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/security-groups?id=3362d256-4580-47a9-b110-e51f4226c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425165 Jan 21 09:39:32.634927 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76678242-6eac-46dc-9eab-96a043d0b4fb req-6ebcf065-686c-48b0-8d1d-b14def2c09c2 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:32.636442 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-76678242-6eac-46dc-9eab-96a043d0b4fb req-6ebcf065-686c-48b0-8d1d-b14def2c09c2 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] 10.222.0.45 "GET /v2.0/ports?device_id=2733931f-f68e-4f48-85d2-5060a8f55eec HTTP/1.1" status: 200 len: 943 time: 0.0569489 Jan 21 09:39:32.686783 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-76678242-6eac-46dc-9eab-96a043d0b4fb req-037a1b1e-397f-4191-9bd1-1a2575846715 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1675cd1-54f4-4d25-9ed0-7b073048c061&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445988 Jan 21 09:39:33.020917 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.45', 37844) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:39:33.070773 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.db.db_base_plugin_v2 [None req-14721aac-c260-49e4-a744-85348dd7301e admin admin] Deleting subnet dc85c810-f6f8-41f3-bbb2-2b1bee730031 {{(pid=103183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 21 09:39:33.074156 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-14721aac-c260-49e4-a744-85348dd7301e admin admin] Publish callbacks [] for subnet (dc85c810-f6f8-41f3-bbb2-2b1bee730031), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:33.115612 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-14721aac-c260-49e4-a744-85348dd7301e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29255376'] for subnet (dc85c810-f6f8-41f3-bbb2-2b1bee730031), precommit_delete_associations {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:33.147127 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6104a6dc-afee-486a-a867-490dad16c883', 'name': 'network-vif-deleted', 'tag': 'ac7a3142-12ec-4772-8b8e-f317cdd18a45'}] {{(pid=103182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:39:33.149949 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa0cc1f82daaed98fc3f7058001f72739ccfc4facde8019b77a0af70a494964c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-326d01ef-9b7a-4dcb-bc93-c71c82cd331e" -d '{"events": [{"server_uuid": "6104a6dc-afee-486a-a867-490dad16c883", "name": "network-vif-deleted", "tag": "ac7a3142-12ec-4772-8b8e-f317cdd18a45"}]}' {{(pid=103182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:39:33.165803 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-14721aac-c260-49e4-a744-85348dd7301e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-981758'] for subnet (dc85c810-f6f8-41f3-bbb2-2b1bee730031), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:33.192465 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 09:39:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18922a76-106f-4e38-bd00-d858b7f8a09d x-openstack-request-id: req-18922a76-106f-4e38-bd00-d858b7f8a09d {{(pid=103182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:39:33.193077 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6104a6dc-afee-486a-a867-490dad16c883", "name": "network-vif-deleted", "tag": "ac7a3142-12ec-4772-8b8e-f317cdd18a45", "status": "completed", "code": 200}]} {{(pid=103182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:39:33.193077 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-18922a76-106f-4e38-bd00-d858b7f8a09d {{(pid=103182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:39:33.193403 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6104a6dc-afee-486a-a867-490dad16c883', 'name': 'network-vif-deleted', 'tag': 'ac7a3142-12ec-4772-8b8e-f317cdd18a45', 'status': 'completed', 'code': 200} Jan 21 09:39:33.209112 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-0cae24a1-1973-491e-a495-19ab2b58dc62 req-784fcac3-2665-49c6-a4d9-72224fbf39e4 tempest-VolumesSnapshotTestJSON-1583482103 tempest-VolumesSnapshotTestJSON-1583482103-project] 10.222.0.45 "GET /v2.0/ports?device_id=6104a6dc-afee-486a-a867-490dad16c883 HTTP/1.1" status: 200 len: 210 time: 0.0290761 Jan 21 09:39:33.300171 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-14721aac-c260-49e4-a744-85348dd7301e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-982036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4120330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25181703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28848082'] for subnet (dc85c810-f6f8-41f3-bbb2-2b1bee730031), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:33.331973 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14721aac-c260-49e4-a744-85348dd7301e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc85c810-f6f8-41f3-bbb2-2b1bee730031,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:33.334006 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-14721aac-c260-49e4-a744-85348dd7301e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:33.337221 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [None req-14721aac-c260-49e4-a744-85348dd7301e admin admin] 10.222.0.45 "DELETE /v2.0/subnets/dc85c810-f6f8-41f3-bbb2-2b1bee730031 HTTP/1.1" status: 204 len: 168 time: 0.3152297 Jan 21 09:39:33.340762 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.45', 37850) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:39:33.410854 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-eba71ed5-610c-4e8d-a81a-82dedaa420f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-989250'] for network (6d3bfab5-614b-42ce-87b9-03bdb3f3c1da), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:33.501723 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-eba71ed5-610c-4e8d-a81a-82dedaa420f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968284', 'neutron.services.segments.db._delete_segments_for_network-8774670886943'] for network (6d3bfab5-614b-42ce-87b9-03bdb3f3c1da), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:33.524650 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.services.segments.db [None req-eba71ed5-610c-4e8d-a81a-82dedaa420f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d3bfab5-614b-42ce-87b9-03bdb3f3c1da']}} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:33.534195 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.services.segments.db [None req-eba71ed5-610c-4e8d-a81a-82dedaa420f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '040eb47d-f813-4918-9757-ad97391c2793') {'for_net_delete': True} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:33.534676 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.services.segments.db [None req-eba71ed5-610c-4e8d-a81a-82dedaa420f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '040eb47d-f813-4918-9757-ad97391c2793') {} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:33.544080 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-eba71ed5-610c-4e8d-a81a-82dedaa420f4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774670886301', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29255211'] for segment (040eb47d-f813-4918-9757-ad97391c2793), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:33.557899 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-eba71ed5-610c-4e8d-a81a-82dedaa420f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906022'] for segment (040eb47d-f813-4918-9757-ad97391c2793), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:33.564852 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eba71ed5-610c-4e8d-a81a-82dedaa420f4 admin admin] Releasing vlan 383 on physical network physnet1 to pool {{(pid=103183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:39:33.565817 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-eba71ed5-610c-4e8d-a81a-82dedaa420f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25181805'] for segment (040eb47d-f813-4918-9757-ad97391c2793), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:33.567528 dv-cinder-804035-25-iscsi neutron-server[103183]: Traceback (most recent call last): Jan 21 09:39:33.567528 dv-cinder-804035-25-iscsi neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:39:33.567528 dv-cinder-804035-25-iscsi neutron-server[103183]: timer() Jan 21 09:39:33.567528 dv-cinder-804035-25-iscsi neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:39:33.567528 dv-cinder-804035-25-iscsi neutron-server[103183]: cb(*args, **kw) Jan 21 09:39:33.567528 dv-cinder-804035-25-iscsi neutron-server[103183]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 09:39:33.567528 dv-cinder-804035-25-iscsi neutron-server[103183]: return func(*args, **kwargs) Jan 21 09:39:33.567528 dv-cinder-804035-25-iscsi neutron-server[103183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:39:33.567528 dv-cinder-804035-25-iscsi neutron-server[103183]: self._notify() Jan 21 09:39:33.567528 dv-cinder-804035-25-iscsi neutron-server[103183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:39:33.567528 dv-cinder-804035-25-iscsi neutron-server[103183]: self.callback(batched_events) Jan 21 09:39:33.567528 dv-cinder-804035-25-iscsi neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:39:33.567528 dv-cinder-804035-25-iscsi neutron-server[103183]: event.method(event) Jan 21 09:39:33.567528 dv-cinder-804035-25-iscsi neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 09:39:33.567528 dv-cinder-804035-25-iscsi neutron-server[103183]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:39:33.567528 dv-cinder-804035-25-iscsi neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 09:39:33.567528 dv-cinder-804035-25-iscsi neutron-server[103183]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:39:33.567528 dv-cinder-804035-25-iscsi neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 09:39:33.567528 dv-cinder-804035-25-iscsi neutron-server[103183]: return f(self, *a, **k) Jan 21 09:39:33.567528 dv-cinder-804035-25-iscsi neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:39:33.567528 dv-cinder-804035-25-iscsi neutron-server[103183]: return self._get(url).json() Jan 21 09:39:33.567528 dv-cinder-804035-25-iscsi neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:39:33.567528 dv-cinder-804035-25-iscsi neutron-server[103183]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:39:33.567528 dv-cinder-804035-25-iscsi neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:39:33.567528 dv-cinder-804035-25-iscsi neutron-server[103183]: return self.request(url, 'GET', **kwargs) Jan 21 09:39:33.567528 dv-cinder-804035-25-iscsi neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:39:33.567528 dv-cinder-804035-25-iscsi neutron-server[103183]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:39:33.567528 dv-cinder-804035-25-iscsi neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:39:33.567528 dv-cinder-804035-25-iscsi neutron-server[103183]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:39:33.567528 dv-cinder-804035-25-iscsi neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:39:33.567528 dv-cinder-804035-25-iscsi neutron-server[103183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:39:33.567528 dv-cinder-804035-25-iscsi neutron-server[103183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:39:33.681804 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-eba71ed5-610c-4e8d-a81a-82dedaa420f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3846310'] for network (6d3bfab5-614b-42ce-87b9-03bdb3f3c1da), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:33.687371 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-eba71ed5-610c-4e8d-a81a-82dedaa420f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4184320'] for network (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:33.692081 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [None req-eba71ed5-610c-4e8d-a81a-82dedaa420f4 admin admin] 10.222.0.45 "DELETE /v2.0/networks/6d3bfab5-614b-42ce-87b9-03bdb3f3c1da HTTP/1.1" status: 204 len: 168 time: 0.3502939 Jan 21 09:39:33.704738 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba71ed5-610c-4e8d-a81a-82dedaa420f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=6d3bfab5-614b-42ce-87b9-03bdb3f3c1da,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:33.717407 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9fc2b7-6a8d-4780-a746-6b2770b61967 req-16571239-0a51-4614-9566-6f2b25d7026c tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:33.722428 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-8e9fc2b7-6a8d-4780-a746-6b2770b61967 req-16571239-0a51-4614-9566-6f2b25d7026c tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/ports?device_id=4e67b25e-7e65-4975-bafa-fceafcd53647 HTTP/1.1" status: 200 len: 945 time: 0.0644369 Jan 21 09:39:33.776229 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-8e9fc2b7-6a8d-4780-a746-6b2770b61967 req-50c0462f-7bef-4a0f-9655-5e1d48586f9a tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/security-groups?id=3362d256-4580-47a9-b110-e51f4226c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525107 Jan 21 09:39:33.833577 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bdf264-3a65-4379-b6a1-597d11976b38 req-52a5f1d0-7426-4b12-9f87-e1313f688a63 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:33.835112 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-b5bdf264-3a65-4379-b6a1-597d11976b38 req-52a5f1d0-7426-4b12-9f87-e1313f688a63 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] 10.222.0.45 "GET /v2.0/ports?device_id=2733931f-f68e-4f48-85d2-5060a8f55eec HTTP/1.1" status: 200 len: 943 time: 0.0565183 Jan 21 09:39:33.889706 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-b5bdf264-3a65-4379-b6a1-597d11976b38 req-6268b08d-a562-4add-b4b6-91f7e002ba61 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1675cd1-54f4-4d25-9ed0-7b073048c061&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486908 Jan 21 09:39:34.118960 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.wsgi [-] (103182) accepted ('10.222.0.45', 37862) {{(pid=103182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:39:34.169091 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [None req-8c955f81-4527-4f2d-a37f-1f4c7244cd3a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e3390729231b409e9a83376b428c1a7f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0484345 Jan 21 09:39:34.173231 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.wsgi [-] (103182) accepted ('10.222.0.45', 37864) {{(pid=103182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:39:34.248610 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-a663df39-3552-4fa7-9e0f-c73be1080534 admin admin] Publish callbacks [] for security_group (689824d6-e2cc-4e2f-a7c0-efd7e57bdd17), before_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:34.272635 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-a663df39-3552-4fa7-9e0f-c73be1080534 admin admin] Publish callbacks [] for security_group (689824d6-e2cc-4e2f-a7c0-efd7e57bdd17), precommit_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:34.421461 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-a663df39-3552-4fa7-9e0f-c73be1080534 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126007'] for security_group (689824d6-e2cc-4e2f-a7c0-efd7e57bdd17), after_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:34.424191 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-a663df39-3552-4fa7-9e0f-c73be1080534 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:34.425489 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [None req-a663df39-3552-4fa7-9e0f-c73be1080534 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/689824d6-e2cc-4e2f-a7c0-efd7e57bdd17 HTTP/1.1" status: 204 len: 168 time: 0.2511375 Jan 21 09:39:34.433857 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a663df39-3552-4fa7-9e0f-c73be1080534 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=689824d6-e2cc-4e2f-a7c0-efd7e57bdd17,revision_number=None']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:34.926140 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4173e82-b788-4f6a-8f9b-344f2a4cc450 req-262694de-38c4-4adb-9821-b4bbb4ac9f29 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:34.935389 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-b4173e82-b788-4f6a-8f9b-344f2a4cc450 req-262694de-38c4-4adb-9821-b4bbb4ac9f29 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/ports?device_id=4e67b25e-7e65-4975-bafa-fceafcd53647 HTTP/1.1" status: 200 len: 945 time: 0.0744836 Jan 21 09:39:35.017991 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-b4173e82-b788-4f6a-8f9b-344f2a4cc450 req-24560533-a560-49f0-89d1-5d23d3477597 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/security-groups?id=3362d256-4580-47a9-b110-e51f4226c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816538 Jan 21 09:39:35.035702 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806e4828-1341-4ee3-a675-ee293f90d66b req-89ad88d7-bb43-4061-b200-ba5b8870c7d5 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:35.037313 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-806e4828-1341-4ee3-a675-ee293f90d66b req-89ad88d7-bb43-4061-b200-ba5b8870c7d5 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] 10.222.0.45 "GET /v2.0/ports?device_id=2733931f-f68e-4f48-85d2-5060a8f55eec HTTP/1.1" status: 200 len: 943 time: 0.0653777 Jan 21 09:39:35.090446 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-806e4828-1341-4ee3-a675-ee293f90d66b req-dd4cd2ab-16ef-410c-aec1-65916b01ea69 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1675cd1-54f4-4d25-9ed0-7b073048c061&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473447 Jan 21 09:39:35.107655 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Device fdcd5489-3e9c-4a62-8bc8-26a5c193cc04 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=103184) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 21 09:39:35.112626 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Device af30d40e-e03c-4e1e-a789-41a34ac8bec6 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=103184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:39:35.142285 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] No Port match for: af30d40e-e03c-4e1e-a789-41a34ac8bec6 {{(pid=103184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 21 09:39:35.142633 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Device af30d40e-e03c-4e1e-a789-41a34ac8bec6 not bound to the agent host hv-cinder-80403 {{(pid=103184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:39:35.143053 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Device ac7a3142-12ec-4772-8b8e-f317cdd18a45 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=103184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:39:35.168397 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] No Port match for: ac7a3142-12ec-4772-8b8e-f317cdd18a45 {{(pid=103184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 21 09:39:35.168743 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Device ac7a3142-12ec-4772-8b8e-f317cdd18a45 not bound to the agent host hv-cinder-80403 {{(pid=103184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:39:35.254260 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] For port fdcd5489-3e9c-4a62-8bc8-26a5c193cc04, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=fdcd5489-3e9c-4a62-8bc8-26a5c193cc04,segment=NetworkSegment(18509a21-b759-406e-af96-dd1ff2a318e9),segment_id=18509a21-b759-406e-af96-dd1ff2a318e9)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:39:35.266269 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Returning: {'device': 'fdcd5489-3e9c-4a62-8bc8-26a5c193cc04', 'network_id': '858c4f17-92ac-4cda-9750-b98e2d3705f8', 'port_id': 'fdcd5489-3e9c-4a62-8bc8-26a5c193cc04', 'mac_address': 'fa:16:3e:9f:a5:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed880366-382f-48ca-9b10-9aa3edc0e5e7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103184) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 21 09:39:35.308164 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Current status of the port fdcd5489-3e9c-4a62-8bc8-26a5c193cc04 is: DOWN; New status is: BUILD {{(pid=103184) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:39:35.308613 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (fdcd5489-3e9c-4a62-8bc8-26a5c193cc04), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:35.323910 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.notifiers.nova [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdcd5489-3e9c-4a62-8bc8-26a5c193cc04 {{(pid=103184) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:39:35.354286 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] For port fdcd5489-3e9c-4a62-8bc8-26a5c193cc04, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=fdcd5489-3e9c-4a62-8bc8-26a5c193cc04,segment=NetworkSegment(18509a21-b759-406e-af96-dd1ff2a318e9),segment_id=18509a21-b759-406e-af96-dd1ff2a318e9)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:39:35.438500 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774670732957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774670299814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774670299832'] for port (fdcd5489-3e9c-4a62-8bc8-26a5c193cc04), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:35.490342 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Pushing event updated for resources: {'Port': ['ID=fdcd5489-3e9c-4a62-8bc8-26a5c193cc04,revision_number=4']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:35.725958 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] get_ports_and_sgs() called for port_ids ['fdcd5489-3e9c-4a62-8bc8-26a5c193cc04'] {{(pid=103184) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 09:39:36.156209 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ed3db9-7463-48bf-9424-ebf59927266a req-0474d10b-921e-446b-bab2-2a893b3d098d tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:36.157744 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-25ed3db9-7463-48bf-9424-ebf59927266a req-0474d10b-921e-446b-bab2-2a893b3d098d tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/ports?device_id=4e67b25e-7e65-4975-bafa-fceafcd53647 HTTP/1.1" status: 200 len: 945 time: 0.0587089 Jan 21 09:39:36.210834 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-25ed3db9-7463-48bf-9424-ebf59927266a req-e7a2d3f2-88ff-4bc4-b665-118097a9a85e tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/security-groups?id=3362d256-4580-47a9-b110-e51f4226c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461988 Jan 21 09:39:36.321567 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8666837f-d1bd-4db3-a58d-504dff29e903 req-b3c14a93-8839-44af-86e2-68c182a18f80 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:36.323185 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-8666837f-d1bd-4db3-a58d-504dff29e903 req-b3c14a93-8839-44af-86e2-68c182a18f80 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] 10.222.0.45 "GET /v2.0/ports?device_id=2733931f-f68e-4f48-85d2-5060a8f55eec HTTP/1.1" status: 200 len: 944 time: 0.0537536 Jan 21 09:39:36.389807 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-8666837f-d1bd-4db3-a58d-504dff29e903 req-e2ef8a74-fe8a-4605-ad72-9fc4081a4dcc tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1675cd1-54f4-4d25-9ed0-7b073048c061&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589502 Jan 21 09:39:37.328025 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c4e37f-89a8-49f7-82f6-e4cd3c547233 req-447c81fd-b95c-4136-8913-1e7c2c30275b tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:37.329560 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-c9c4e37f-89a8-49f7-82f6-e4cd3c547233 req-447c81fd-b95c-4136-8913-1e7c2c30275b tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/ports?device_id=4e67b25e-7e65-4975-bafa-fceafcd53647 HTTP/1.1" status: 200 len: 945 time: 0.0490832 Jan 21 09:39:37.383262 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-c9c4e37f-89a8-49f7-82f6-e4cd3c547233 req-5feeecd7-8fc6-422e-bbb2-b18e55df33d6 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/security-groups?id=3362d256-4580-47a9-b110-e51f4226c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480893 Jan 21 09:39:37.514187 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4860b0bc-4fe6-4f49-a29d-56c2c57bba38 req-fd18e0b9-8283-4342-ae4d-dfcb1d279125 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:37.515686 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-4860b0bc-4fe6-4f49-a29d-56c2c57bba38 req-fd18e0b9-8283-4342-ae4d-dfcb1d279125 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] 10.222.0.45 "GET /v2.0/ports?device_id=2733931f-f68e-4f48-85d2-5060a8f55eec HTTP/1.1" status: 200 len: 944 time: 0.0515814 Jan 21 09:39:37.570221 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-4860b0bc-4fe6-4f49-a29d-56c2c57bba38 req-4f0af029-0bf7-4650-a35f-9a72628e89dd tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1675cd1-54f4-4d25-9ed0-7b073048c061&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473120 Jan 21 09:39:38.501580 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0498ab1-36fa-4d0c-be61-f449fff56eba req-40d26e0e-983e-4195-991b-1193ebc73fd6 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:38.503400 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-f0498ab1-36fa-4d0c-be61-f449fff56eba req-40d26e0e-983e-4195-991b-1193ebc73fd6 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/ports?device_id=4e67b25e-7e65-4975-bafa-fceafcd53647 HTTP/1.1" status: 200 len: 945 time: 0.0510788 Jan 21 09:39:38.553463 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-f0498ab1-36fa-4d0c-be61-f449fff56eba req-5cffd2a7-d304-48fd-9665-e5b11d3c02ad tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/security-groups?id=3362d256-4580-47a9-b110-e51f4226c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442955 Jan 21 09:39:38.688541 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Device fdcd5489-3e9c-4a62-8bc8-26a5c193cc04 up at agent hyperv_hv-cinder-80403 {{(pid=103184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:39:38.705060 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f33776c-eef1-4fd8-a55c-a887de259fa7 req-6a3960d5-5659-4242-a837-68e28898ddd8 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:38.707390 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-3f33776c-eef1-4fd8-a55c-a887de259fa7 req-6a3960d5-5659-4242-a837-68e28898ddd8 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] 10.222.0.45 "GET /v2.0/ports?device_id=2733931f-f68e-4f48-85d2-5060a8f55eec HTTP/1.1" status: 200 len: 944 time: 0.0593448 Jan 21 09:39:38.765781 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-3f33776c-eef1-4fd8-a55c-a887de259fa7 req-9bf55ab3-df6e-4bab-803e-2e0d4e33a34a tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1675cd1-54f4-4d25-9ed0-7b073048c061&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508561 Jan 21 09:39:38.838469 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.provisioning_blocks [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Provisioning for port fdcd5489-3e9c-4a62-8bc8-26a5c193cc04 completed by entity L2. {{(pid=103184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:39:38.838469 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.provisioning_blocks [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Provisioning complete for port fdcd5489-3e9c-4a62-8bc8-26a5c193cc04 triggered by entity L2. {{(pid=103184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:39:38.838469 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983013'] for port (fdcd5489-3e9c-4a62-8bc8-26a5c193cc04), provisioning_complete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:38.912837 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Current status of the port fdcd5489-3e9c-4a62-8bc8-26a5c193cc04 is: BUILD; New status is: ACTIVE {{(pid=103184) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:39:38.913259 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (fdcd5489-3e9c-4a62-8bc8-26a5c193cc04), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:38.938688 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2733931f-f68e-4f48-85d2-5060a8f55eec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdcd5489-3e9c-4a62-8bc8-26a5c193cc04'}] {{(pid=103184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:39:38.941529 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c59f8b740f259e85ceecfc878b6c10e974145cf55d87f3575c92c12753de108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-787d9020-fec0-488e-bb87-de47dea8e818" -d '{"events": [{"server_uuid": "2733931f-f68e-4f48-85d2-5060a8f55eec", "name": "network-vif-plugged", "status": "completed", "tag": "fdcd5489-3e9c-4a62-8bc8-26a5c193cc04"}]}' {{(pid=103184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:39:38.954215 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] For port fdcd5489-3e9c-4a62-8bc8-26a5c193cc04, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=fdcd5489-3e9c-4a62-8bc8-26a5c193cc04,segment=NetworkSegment(18509a21-b759-406e-af96-dd1ff2a318e9),segment_id=18509a21-b759-406e-af96-dd1ff2a318e9)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:39:38.976698 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 09:39:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8a3f955-4aed-478b-9e83-42cecdcb5cb2 x-openstack-request-id: req-b8a3f955-4aed-478b-9e83-42cecdcb5cb2 {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:39:38.977001 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2733931f-f68e-4f48-85d2-5060a8f55eec", "name": "network-vif-plugged", "status": "completed", "tag": "fdcd5489-3e9c-4a62-8bc8-26a5c193cc04", "code": 200}]} {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:39:38.977286 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b8a3f955-4aed-478b-9e83-42cecdcb5cb2 {{(pid=103184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:39:38.977676 dv-cinder-804035-25-iscsi neutron-server[103184]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2733931f-f68e-4f48-85d2-5060a8f55eec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdcd5489-3e9c-4a62-8bc8-26a5c193cc04', 'code': 200} Jan 21 09:39:39.038172 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774670732957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774670299814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774670299832'] for port (fdcd5489-3e9c-4a62-8bc8-26a5c193cc04), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:39.087555 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Pushing event updated for resources: {'Port': ['ID=fdcd5489-3e9c-4a62-8bc8-26a5c193cc04,revision_number=5']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:39.516024 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.db.agents_db [None req-6cca2222-2941-4527-9622-8fe6bb096302 None None] Agent healthcheck: found 6 active agents {{(pid=103185) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 09:39:39.681681 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113bb1e7-3b17-4ede-a35d-026f89a2bfcb req-05c89bd5-1027-4e7d-8423-ae55b8bac463 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:39.683527 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-113bb1e7-3b17-4ede-a35d-026f89a2bfcb req-05c89bd5-1027-4e7d-8423-ae55b8bac463 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/ports?device_id=4e67b25e-7e65-4975-bafa-fceafcd53647 HTTP/1.1" status: 200 len: 945 time: 0.0582309 Jan 21 09:39:39.736678 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-113bb1e7-3b17-4ede-a35d-026f89a2bfcb req-a0eeba63-796e-46dc-866f-cc83dc2ae380 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/security-groups?id=3362d256-4580-47a9-b110-e51f4226c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476878 Jan 21 09:39:39.898694 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae4e04d-42c8-4ca2-8798-8d77b8476010 req-7e3c9bbc-7df0-48d3-a239-f5a546da61ee tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:39.901457 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-7ae4e04d-42c8-4ca2-8798-8d77b8476010 req-7e3c9bbc-7df0-48d3-a239-f5a546da61ee tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] 10.222.0.45 "GET /v2.0/ports?device_id=2733931f-f68e-4f48-85d2-5060a8f55eec HTTP/1.1" status: 200 len: 945 time: 0.0580573 Jan 21 09:39:39.958181 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-7ae4e04d-42c8-4ca2-8798-8d77b8476010 req-df157b73-9839-4b4c-8ecf-aba14be72b63 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1675cd1-54f4-4d25-9ed0-7b073048c061&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522313 Jan 21 09:39:40.011934 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf725c8-577d-4d1c-8d6e-fa766576d8cd req-45253ec8-9aed-4a3b-b25a-e0f006a9749a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:40.013456 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-4cf725c8-577d-4d1c-8d6e-fa766576d8cd req-45253ec8-9aed-4a3b-b25a-e0f006a9749a service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=2733931f-f68e-4f48-85d2-5060a8f55eec HTTP/1.1" status: 200 len: 1098 time: 0.0437565 Jan 21 09:39:40.072881 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-4cf725c8-577d-4d1c-8d6e-fa766576d8cd req-e7665c4d-8ae3-4eef-801f-864e48a5e7de service neutron] 10.222.0.109 "GET /v2.0/security-groups?id=f1675cd1-54f4-4d25-9ed0-7b073048c061&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527546 Jan 21 09:39:40.374070 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61abf77e-80cc-45a1-828e-e3265f6be53f req-a007d2c0-ea21-44b4-bce0-73dbb2e2fa07 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:40.375444 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-61abf77e-80cc-45a1-828e-e3265f6be53f req-a007d2c0-ea21-44b4-bce0-73dbb2e2fa07 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.109 "GET /v2.0/ports?device_id=4e67b25e-7e65-4975-bafa-fceafcd53647 HTTP/1.1" status: 200 len: 945 time: 0.0511959 Jan 21 09:39:40.477790 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.plugin [req-61abf77e-80cc-45a1-828e-e3265f6be53f req-813388bd-4835-4aac-adcb-49f4fc3a4ec1 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] Deleting port 9eccc2a4-ddb6-4675-9f12-63953114fa21 {{(pid=103182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 09:39:40.478134 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-61abf77e-80cc-45a1-828e-e3265f6be53f req-813388bd-4835-4aac-adcb-49f4fc3a4ec1 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774670727720'] for port (9eccc2a4-ddb6-4675-9f12-63953114fa21), before_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:40.576892 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.db [req-61abf77e-80cc-45a1-828e-e3265f6be53f req-813388bd-4835-4aac-adcb-49f4fc3a4ec1 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] For port 9eccc2a4-ddb6-4675-9f12-63953114fa21, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=9eccc2a4-ddb6-4675-9f12-63953114fa21,segment=NetworkSegment(35a81bfb-b86f-4b2c-995f-cd79ffba19d0),segment_id=35a81bfb-b86f-4b2c-995f-cd79ffba19d0)] {{(pid=103182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:39:40.577282 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-61abf77e-80cc-45a1-828e-e3265f6be53f req-813388bd-4835-4aac-adcb-49f4fc3a4ec1 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3846167'] for port (9eccc2a4-ddb6-4675-9f12-63953114fa21), precommit_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:40.591744 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.plugin [req-61abf77e-80cc-45a1-828e-e3265f6be53f req-813388bd-4835-4aac-adcb-49f4fc3a4ec1 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] Calling delete_port for 9eccc2a4-ddb6-4675-9f12-63953114fa21 owned by compute:nova {{(pid=103182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 09:39:40.787333 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-61abf77e-80cc-45a1-828e-e3265f6be53f req-813388bd-4835-4aac-adcb-49f4fc3a4ec1 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774670733020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774670299805'] for port (9eccc2a4-ddb6-4675-9f12-63953114fa21), after_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:40.799521 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] get_ports_and_sgs() called for port_ids ['9eccc2a4-ddb6-4675-9f12-63953114fa21'] {{(pid=103184) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 09:39:40.821390 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813388bd-4835-4aac-adcb-49f4fc3a4ec1 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] Pushing event deleted for resources: {'Port': ['ID=9eccc2a4-ddb6-4675-9f12-63953114fa21,revision_number=None']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:40.904835 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.db.l3_dvrscheduler_db [req-61abf77e-80cc-45a1-828e-e3265f6be53f req-813388bd-4835-4aac-adcb-49f4fc3a4ec1 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] No DVR routers for this DVR port 9eccc2a4-ddb6-4675-9f12-63953114fa21 on host hv-cinder-80403 {{(pid=103182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:39:40.908058 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-dfd36515-3b46-4265-90d5-da4ba0a7faf4 req-9e6a8ad8-19cb-43ef-be54-0cc6a2f240ef tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/ports?device_id=4e67b25e-7e65-4975-bafa-fceafcd53647 HTTP/1.1" status: 200 len: 210 time: 0.0682025 Jan 21 09:39:40.909834 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-61abf77e-80cc-45a1-828e-e3265f6be53f req-813388bd-4835-4aac-adcb-49f4fc3a4ec1 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11211'] for port (None), before_response {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:40.913109 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-61abf77e-80cc-45a1-828e-e3265f6be53f req-813388bd-4835-4aac-adcb-49f4fc3a4ec1 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.109 "DELETE /v2.0/ports/9eccc2a4-ddb6-4675-9f12-63953114fa21 HTTP/1.1" status: 204 len: 173 time: 0.5310988 Jan 21 09:39:40.913605 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e67b25e-7e65-4975-bafa-fceafcd53647', 'name': 'network-vif-deleted', 'tag': '9eccc2a4-ddb6-4675-9f12-63953114fa21'}] {{(pid=103182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:39:40.915899 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa0cc1f82daaed98fc3f7058001f72739ccfc4facde8019b77a0af70a494964c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa027f05-2f93-43d9-8ecb-17fca9c951cf" -d '{"events": [{"server_uuid": "4e67b25e-7e65-4975-bafa-fceafcd53647", "name": "network-vif-deleted", "tag": "9eccc2a4-ddb6-4675-9f12-63953114fa21"}]}' {{(pid=103182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:39:40.991338 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 09:39:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8766c5b2-562e-4f9b-99f7-2878e8c07017 x-openstack-request-id: req-8766c5b2-562e-4f9b-99f7-2878e8c07017 {{(pid=103182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:39:40.991709 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e67b25e-7e65-4975-bafa-fceafcd53647", "name": "network-vif-deleted", "tag": "9eccc2a4-ddb6-4675-9f12-63953114fa21", "status": "completed", "code": 200}]} {{(pid=103182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:39:40.992023 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8766c5b2-562e-4f9b-99f7-2878e8c07017 {{(pid=103182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:39:40.992510 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e67b25e-7e65-4975-bafa-fceafcd53647', 'name': 'network-vif-deleted', 'tag': '9eccc2a4-ddb6-4675-9f12-63953114fa21', 'status': 'completed', 'code': 200} Jan 21 09:39:41.113933 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c992a74-6326-42a2-836b-3a3af1ea43cc req-57c0d9e5-4b45-4b09-9bfe-6e8032250083 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:41.115717 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-3c992a74-6326-42a2-836b-3a3af1ea43cc req-57c0d9e5-4b45-4b09-9bfe-6e8032250083 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] 10.222.0.45 "GET /v2.0/ports?device_id=2733931f-f68e-4f48-85d2-5060a8f55eec HTTP/1.1" status: 200 len: 945 time: 0.0676885 Jan 21 09:39:41.185570 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-3c992a74-6326-42a2-836b-3a3af1ea43cc req-f74cefc2-c518-404b-b80c-3bcbd4b7ccff tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1675cd1-54f4-4d25-9ed0-7b073048c061&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566785 Jan 21 09:39:42.031020 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-40714ea0-84a6-4c68-a4af-4dfc17bfc393 req-e028e074-4e46-4ed2-8d66-cb5bbfe85eb7 tempest-ServerRescueNegativeTestJSON-713127355 tempest-ServerRescueNegativeTestJSON-713127355-project] 10.222.0.45 "GET /v2.0/ports?device_id=4e67b25e-7e65-4975-bafa-fceafcd53647 HTTP/1.1" status: 200 len: 210 time: 0.0266426 Jan 21 09:39:42.314549 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5b8b9e-c15e-4b1f-98f5-4098b8533562 req-75c64f7c-3441-4ed6-b732-6639c03d909c tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:42.316261 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-0f5b8b9e-c15e-4b1f-98f5-4098b8533562 req-75c64f7c-3441-4ed6-b732-6639c03d909c tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] 10.222.0.45 "GET /v2.0/ports?device_id=2733931f-f68e-4f48-85d2-5060a8f55eec HTTP/1.1" status: 200 len: 945 time: 0.0590823 Jan 21 09:39:42.372370 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-0f5b8b9e-c15e-4b1f-98f5-4098b8533562 req-00501077-276c-4ffe-8fe2-63be978cc232 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1675cd1-54f4-4d25-9ed0-7b073048c061&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505006 Jan 21 09:39:42.495389 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaf11f7-9ceb-4718-9bae-291e695298bc req-40bda209-d78b-42ca-9742-1c71e246b38e tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:42.496875 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-cfaf11f7-9ceb-4718-9bae-291e695298bc req-40bda209-d78b-42ca-9742-1c71e246b38e tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] 10.222.0.45 "GET /v2.0/ports?device_id=2733931f-f68e-4f48-85d2-5060a8f55eec HTTP/1.1" status: 200 len: 945 time: 0.0511150 Jan 21 09:39:42.547146 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-cfaf11f7-9ceb-4718-9bae-291e695298bc req-a8c0174f-8595-43da-afd0-3c8be0289eef tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1675cd1-54f4-4d25-9ed0-7b073048c061&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446272 Jan 21 09:39:42.569684 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.wsgi [-] (103182) accepted ('10.222.0.45', 38020) {{(pid=103182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:39:42.775731 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f573f3d6-1db0-4008-a96a-37808c820d47 tempest-TestVolumeBootPattern-195957332 tempest-TestVolumeBootPattern-195957332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:42.777306 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [None req-f573f3d6-1db0-4008-a96a-37808c820d47 tempest-TestVolumeBootPattern-195957332 tempest-TestVolumeBootPattern-195957332-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=2733931f-f68e-4f48-85d2-5060a8f55eec HTTP/1.1" status: 200 len: 1093 time: 0.2066157 Jan 21 09:39:42.780249 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.wsgi [-] (103182) accepted ('10.222.0.45', 38028) {{(pid=103182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:39:42.784912 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.v2.base [None req-fb84ce39-47b9-40dd-83e3-9f2a68516e82 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Request body: {'floatingip': {'floating_network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'port_id': 'fdcd5489-3e9c-4a62-8bc8-26a5c193cc04', 'tenant_id': '515ded26ca114fbf9c6e920362aec64c', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:39:42.881837 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-fb84ce39-47b9-40dd-83e3-9f2a68516e82 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:43.092791 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.45', 38034) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:39:43.223283 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-fb84ce39-47b9-40dd-83e3-9f2a68516e82 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (None), before_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:43.349761 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.db.db_base_plugin_common [None req-fb84ce39-47b9-40dd-83e3-9f2a68516e82 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Allocated IP 172.27.3.80 (c13ce787-b669-4a63-b567-cda42d951ad5/6accd444-6422-45bf-9c21-6be173243a45/b0d334d8-dc06-4d5f-b671-446300fd4b2f) {{(pid=103182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:39:43.478817 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-fb84ce39-47b9-40dd-83e3-9f2a68516e82 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Publish callbacks [] for port (b0d334d8-dc06-4d5f-b671-446300fd4b2f), precommit_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:43.560435 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a59aeb15-1d56-4e69-8509-a26a21cbe4f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3852419'] for router_interface (ffa297b0-feea-414d-afbb-83e0cce78c9a), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:43.581846 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-fb84ce39-47b9-40dd-83e3-9f2a68516e82 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774670299796'] for port (b0d334d8-dc06-4d5f-b671-446300fd4b2f), after_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:43.625849 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb84ce39-47b9-40dd-83e3-9f2a68516e82 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Network c13ce787-b669-4a63-b567-cda42d951ad5 is already hosted by enough agents. {{(pid=103182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:39:43.633673 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.scheduler.base_scheduler [None req-fb84ce39-47b9-40dd-83e3-9f2a68516e82 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Resources bound (agent type, host, resource id): {{(pid=103182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:39:43.638709 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb84ce39-47b9-40dd-83e3-9f2a68516e82 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Received port after_create {{(pid=103182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 09:39:43.642820 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb84ce39-47b9-40dd-83e3-9f2a68516e82 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Pushing event updated for resources: {'Port': ['ID=b0d334d8-dc06-4d5f-b671-446300fd4b2f,revision_number=1']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:43.986457 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-fb84ce39-47b9-40dd-83e3-9f2a68516e82 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Publish callbacks [] for floatingip (88f80e11-0a14-4fe2-b4b1-320bf779534f), precommit_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:44.069826 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-a59aeb15-1d56-4e69-8509-a26a21cbe4f4 admin admin] Deleting port 3511d103-4c18-4f94-9e03-4b690e2e4220 {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 09:39:44.070170 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a59aeb15-1d56-4e69-8509-a26a21cbe4f4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774670727720'] for port (3511d103-4c18-4f94-9e03-4b690e2e4220), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:44.106295 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-fb84ce39-47b9-40dd-83e3-9f2a68516e82 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (b0d334d8-dc06-4d5f-b671-446300fd4b2f), before_update {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:44.157364 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.plugins.ml2.db [None req-a59aeb15-1d56-4e69-8509-a26a21cbe4f4 admin admin] For port 3511d103-4c18-4f94-9e03-4b690e2e4220, host dv-cinder-804035-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-25-iscsi',level=0,port_id=3511d103-4c18-4f94-9e03-4b690e2e4220,segment=NetworkSegment(35a81bfb-b86f-4b2c-995f-cd79ffba19d0),segment_id=35a81bfb-b86f-4b2c-995f-cd79ffba19d0)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:39:44.160947 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a59aeb15-1d56-4e69-8509-a26a21cbe4f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3846167'] for port (3511d103-4c18-4f94-9e03-4b690e2e4220), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:44.171835 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-a59aeb15-1d56-4e69-8509-a26a21cbe4f4 admin admin] Calling delete_port for 3511d103-4c18-4f94-9e03-4b690e2e4220 owned by network:router_interface {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 09:39:44.274614 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-fb84ce39-47b9-40dd-83e3-9f2a68516e82 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Publish callbacks [] for port (b0d334d8-dc06-4d5f-b671-446300fd4b2f), precommit_update {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:44.333267 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-fb84ce39-47b9-40dd-83e3-9f2a68516e82 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774670732957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774670299814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774670299832'] for port (b0d334d8-dc06-4d5f-b671-446300fd4b2f), after_update {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:44.370671 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-fb84ce39-47b9-40dd-83e3-9f2a68516e82 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3846398'] for floatingip (88f80e11-0a14-4fe2-b4b1-320bf779534f), after_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:44.425275 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb84ce39-47b9-40dd-83e3-9f2a68516e82 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Pushing event updated for resources: {'Port': ['ID=b0d334d8-dc06-4d5f-b671-446300fd4b2f,revision_number=2']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:44.453260 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a59aeb15-1d56-4e69-8509-a26a21cbe4f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774670733020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774670299805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181744'] for port (3511d103-4c18-4f94-9e03-4b690e2e4220), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:44.480378 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59aeb15-1d56-4e69-8509-a26a21cbe4f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=3511d103-4c18-4f94-9e03-4b690e2e4220,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:44.489878 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.db.l3_db [None req-fb84ce39-47b9-40dd-83e3-9f2a68516e82 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Floating IP 88f80e11-0a14-4fe2-b4b1-320bf779534f associated. External IP: 172.27.3.80, port: fdcd5489-3e9c-4a62-8bc8-26a5c193cc04. Jan 21 09:39:44.648202 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a59aeb15-1d56-4e69-8509-a26a21cbe4f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4184423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3851456'] for router_interface (ffa297b0-feea-414d-afbb-83e0cce78c9a), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:44.716100 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb84ce39-47b9-40dd-83e3-9f2a68516e82 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Router 945389a6-2cd8-43f7-b660-ccdf197add80 has already been hosted by L3 agent e2f5353c-5d20-4dd0-beb4-c302aead9ffd {{(pid=103182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:39:44.826320 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb84ce39-47b9-40dd-83e3-9f2a68516e82 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Notify agent at l3_agent.dv-cinder-804035-25-iscsi the message routers_updated {{(pid=103182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:39:44.841329 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d54680-2ee6-45fb-96d5-d792e6734f67 None None] Sync routers for ids ['945389a6-2cd8-43f7-b660-ccdf197add80'] in dv-cinder-804035-25-iscsi {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:39:44.851322 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d54680-2ee6-45fb-96d5-d792e6734f67 None None] Routers {'945389a6-2cd8-43f7-b660-ccdf197add80'} bound to L3 agent in host dv-cinder-804035-25-iscsi {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 09:39:44.851937 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-d5d54680-2ee6-45fb-96d5-d792e6734f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-21T09:27:18Z,description=,heartbeat_timestamp=2022-01-21T09:39:18Z,host='dv-cinder-804035-25-iscsi',id=e2f5353c-5d20-4dd0-beb4-c302aead9ffd,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:27:19Z,topic='l3_agent')) {'router_ids': ['945389a6-2cd8-43f7-b660-ccdf197add80'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:44.873809 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a59aeb15-1d56-4e69-8509-a26a21cbe4f4 admin admin] Router ffa297b0-feea-414d-afbb-83e0cce78c9a has already been hosted by L3 agent e2f5353c-5d20-4dd0-beb4-c302aead9ffd {{(pid=103183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:39:44.935183 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-fb84ce39-47b9-40dd-83e3-9f2a68516e82 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11211'] for floatingip (None), before_response {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:44.973317 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [None req-fb84ce39-47b9-40dd-83e3-9f2a68516e82 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1871152 Jan 21 09:39:44.973317 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2733931f-f68e-4f48-85d2-5060a8f55eec', 'tag': 'fdcd5489-3e9c-4a62-8bc8-26a5c193cc04'}] {{(pid=103182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:39:44.973317 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa0cc1f82daaed98fc3f7058001f72739ccfc4facde8019b77a0af70a494964c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc4a9b1d-0689-4a32-bb10-26f774c425de" -d '{"events": [{"name": "network-changed", "server_uuid": "2733931f-f68e-4f48-85d2-5060a8f55eec", "tag": "fdcd5489-3e9c-4a62-8bc8-26a5c193cc04"}]}' {{(pid=103182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:39:45.008369 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a59aeb15-1d56-4e69-8509-a26a21cbe4f4 admin admin] Notify agent at l3_agent.dv-cinder-804035-25-iscsi the message routers_updated {{(pid=103183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:39:45.011154 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 09:39:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-760a7ddf-d085-45cb-bfd7-0d03d987af12 x-openstack-request-id: req-760a7ddf-d085-45cb-bfd7-0d03d987af12 {{(pid=103182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:39:45.011453 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2733931f-f68e-4f48-85d2-5060a8f55eec", "tag": "fdcd5489-3e9c-4a62-8bc8-26a5c193cc04", "status": "completed", "code": 200}]} {{(pid=103182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:39:45.012049 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-760a7ddf-d085-45cb-bfd7-0d03d987af12 {{(pid=103182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:39:45.012496 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2733931f-f68e-4f48-85d2-5060a8f55eec', 'tag': 'fdcd5489-3e9c-4a62-8bc8-26a5c193cc04', 'status': 'completed', 'code': 200} Jan 21 09:39:45.017134 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [None req-a59aeb15-1d56-4e69-8509-a26a21cbe4f4 admin admin] 10.222.0.45 "PUT /v2.0/routers/ffa297b0-feea-414d-afbb-83e0cce78c9a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9232104 Jan 21 09:39:45.019635 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.45', 38056) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:39:45.022737 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8cfe15-6b7a-466a-9e78-ab5a80ad1c48 None None] Sync routers for ids ['ffa297b0-feea-414d-afbb-83e0cce78c9a'] in dv-cinder-804035-25-iscsi {{(pid=103184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:39:45.040429 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8cfe15-6b7a-466a-9e78-ab5a80ad1c48 None None] Routers {'ffa297b0-feea-414d-afbb-83e0cce78c9a'} bound to L3 agent in host dv-cinder-804035-25-iscsi {{(pid=103184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 09:39:45.041510 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.l3_hamode_db [None req-9d8cfe15-6b7a-466a-9e78-ab5a80ad1c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-21T09:27:18Z,description=,heartbeat_timestamp=2022-01-21T09:39:18Z,host='dv-cinder-804035-25-iscsi',id=e2f5353c-5d20-4dd0-beb4-c302aead9ffd,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:27:19Z,topic='l3_agent')) {'router_ids': ['ffa297b0-feea-414d-afbb-83e0cce78c9a'], 'active': True} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:45.063710 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-d5d54680-2ee6-45fb-96d5-d792e6734f67 None None] Set router 945389a6-2cd8-43f7-b660-ccdf197add80 gateway port host: dv-cinder-804035-25-iscsi {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:39:45.147294 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a4489baf-edcf-447f-9d5f-49decc96747c admin admin] Publish callbacks [] for router (ffa297b0-feea-414d-afbb-83e0cce78c9a), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:45.164692 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.l3_dvr_db [None req-9d8cfe15-6b7a-466a-9e78-ab5a80ad1c48 None None] Set router ffa297b0-feea-414d-afbb-83e0cce78c9a gateway port host: dv-cinder-804035-25-iscsi {{(pid=103184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:39:45.287213 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a4489baf-edcf-447f-9d5f-49decc96747c admin admin] Publish callbacks [] for router_gateway (ffa297b0-feea-414d-afbb-83e0cce78c9a), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:45.288303 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4a9b1d-0689-4a32-bb10-26f774c425de req-74e483d1-0405-44cf-82af-b0458292d0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:45.290163 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-bc4a9b1d-0689-4a32-bb10-26f774c425de req-74e483d1-0405-44cf-82af-b0458292d0ed service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=515ded26ca114fbf9c6e920362aec64c&device_id=2733931f-f68e-4f48-85d2-5060a8f55eec HTTP/1.1" status: 200 len: 1098 time: 0.0694504 Jan 21 09:39:45.320133 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-d5d54680-2ee6-45fb-96d5-d792e6734f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '945389a6-2cd8-43f7-b660-ccdf197add80', 'name': 'tempest-TestVolumeBootPattern-1023830781-router', 'tenant_id': '515ded26ca114fbf9c6e920362aec64c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'external_fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.74'}], 'enable_snat': True}, 'gw_port_id': 'eb6b8964-78f2-488d-b3b2-a54566139ced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:38:09Z', 'updated_at': '2022-01-21T09:38:17Z', 'revision_number': 4, 'project_id': '515ded26ca114fbf9c6e920362aec64c', 'gw_port': {'id': 'eb6b8964-78f2-488d-b3b2-a54566139ced', 'name': '', 'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:0c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945389a6-2cd8-43f7-b660-ccdf197add80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:38:10Z', 'updated_at': '2022-01-21T09:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6accd444-6422-45bf-9c21-6be173243a45', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-25-iscsi', '_floatingips': [{'id': '88f80e11-0a14-4fe2-b4b1-320bf779534f', 'tenant_id': '515ded26ca114fbf9c6e920362aec64c', 'floating_ip_address': '172.27.3.80', 'floating_network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'router_id': '945389a6-2cd8-43f7-b660-ccdf197add80', 'port_id': 'fdcd5489-3e9c-4a62-8bc8-26a5c193cc04', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '858c4f17-92ac-4cda-9750-b98e2d3705f8', 'mac_address': 'fa:16:3e:9f:a5:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2733931f-f68e-4f48-85d2-5060a8f55eec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:39:43Z', 'updated_at': '2022-01-21T09:39:43Z', 'revision_number': 0, 'project_id': '515ded26ca114fbf9c6e920362aec64c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82c21408-9913-4970-b17f-da216a976def', 'name': '', 'network_id': '858c4f17-92ac-4cda-9750-b98e2d3705f8', 'tenant_id': '515ded26ca114fbf9c6e920362aec64c', 'mac_address': 'fa:16:3e:82:01:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945389a6-2cd8-43f7-b660-ccdf197add80', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'ed880366-382f-48ca-9b10-9aa3edc0e5e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:38:15Z', 'updated_at': '2022-01-21T09:38:26Z', 'revision_number': 5, 'project_id': '515ded26ca114fbf9c6e920362aec64c', 'subnets': [{'id': 'ed880366-382f-48ca-9b10-9aa3edc0e5e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-25-iscsi', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:45.352117 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d54680-2ee6-45fb-96d5-d792e6734f67 None None] Checking router: 945389a6-2cd8-43f7-b660-ccdf197add80 for host: dv-cinder-804035-25-iscsi {{(pid=103185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:39:45.363915 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d54680-2ee6-45fb-96d5-d792e6734f67 None None] Routers {'945389a6-2cd8-43f7-b660-ccdf197add80'} bound to L3 agent in host dv-cinder-804035-25-iscsi {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 09:39:45.364927 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-d5d54680-2ee6-45fb-96d5-d792e6734f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-21T09:27:18Z,description=,heartbeat_timestamp=2022-01-21T09:39:18Z,host='dv-cinder-804035-25-iscsi',id=e2f5353c-5d20-4dd0-beb4-c302aead9ffd,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:27:19Z,topic='l3_agent')) {'router_ids': ['945389a6-2cd8-43f7-b660-ccdf197add80'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:45.430974 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4a9b1d-0689-4a32-bb10-26f774c425de req-ad1fedde-613d-4490-9af2-ffc4c9cdc3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:45.432519 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-bc4a9b1d-0689-4a32-bb10-26f774c425de req-ad1fedde-613d-4490-9af2-ffc4c9cdc3ed service neutron] 10.222.0.109 "GET /v2.0/networks?id=858c4f17-92ac-4cda-9750-b98e2d3705f8 HTTP/1.1" status: 200 len: 913 time: 0.1350129 Jan 21 09:39:45.487501 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.l3_hamode_db [None req-9d8cfe15-6b7a-466a-9e78-ab5a80ad1c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffa297b0-feea-414d-afbb-83e0cce78c9a', 'name': 'tempest-ServerRescueNegativeTestJSON-980632662-router', 'tenant_id': '5f89d1b21ad8471a8a9a82adac2594c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'external_fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': '503f14c4-f1ec-4cbf-ac9f-ad304ee11073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:35:43Z', 'updated_at': '2022-01-21T09:39:44Z', 'revision_number': 5, 'project_id': '5f89d1b21ad8471a8a9a82adac2594c1', 'gw_port': {'id': '503f14c4-f1ec-4cbf-ac9f-ad304ee11073', 'name': '', 'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:89:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa297b0-feea-414d-afbb-83e0cce78c9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:35:45Z', 'updated_at': '2022-01-21T09:35:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6accd444-6422-45bf-9c21-6be173243a45', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-25-iscsi'}], 'dv-cinder-804035-25-iscsi', False) {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:45.493484 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-a4489baf-edcf-447f-9d5f-49decc96747c admin admin] Deleting port 503f14c4-f1ec-4cbf-ac9f-ad304ee11073 {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 09:39:45.494455 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a4489baf-edcf-447f-9d5f-49decc96747c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774670727720'] for port (503f14c4-f1ec-4cbf-ac9f-ad304ee11073), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:45.507506 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-d5d54680-2ee6-45fb-96d5-d792e6734f67 None None] Set router 945389a6-2cd8-43f7-b660-ccdf197add80 gateway port host: dv-cinder-804035-25-iscsi {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:39:45.514883 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8cfe15-6b7a-466a-9e78-ab5a80ad1c48 None None] Checking router: ffa297b0-feea-414d-afbb-83e0cce78c9a for host: dv-cinder-804035-25-iscsi {{(pid=103184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:39:45.524785 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8cfe15-6b7a-466a-9e78-ab5a80ad1c48 None None] Routers {'ffa297b0-feea-414d-afbb-83e0cce78c9a'} bound to L3 agent in host dv-cinder-804035-25-iscsi {{(pid=103184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 09:39:45.525446 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.l3_hamode_db [None req-9d8cfe15-6b7a-466a-9e78-ab5a80ad1c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-21T09:27:18Z,description=,heartbeat_timestamp=2022-01-21T09:39:18Z,host='dv-cinder-804035-25-iscsi',id=e2f5353c-5d20-4dd0-beb4-c302aead9ffd,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:27:19Z,topic='l3_agent')) {'router_ids': ['ffa297b0-feea-414d-afbb-83e0cce78c9a'], 'active': True} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:45.529453 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-bc4a9b1d-0689-4a32-bb10-26f774c425de req-6c74491e-4059-4743-baee-a5896ebdd9da service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fdcd5489-3e9c-4a62-8bc8-26a5c193cc04 HTTP/1.1" status: 200 len: 998 time: 0.0876687 Jan 21 09:39:45.628172 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4a9b1d-0689-4a32-bb10-26f774c425de req-b47e24b3-926f-4769-9c24-6b29f1d466b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:45.628720 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.l3_dvr_db [None req-9d8cfe15-6b7a-466a-9e78-ab5a80ad1c48 None None] Set router ffa297b0-feea-414d-afbb-83e0cce78c9a gateway port host: None {{(pid=103184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:39:45.630815 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-bc4a9b1d-0689-4a32-bb10-26f774c425de req-b47e24b3-926f-4769-9c24-6b29f1d466b8 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=ed880366-382f-48ca-9b10-9aa3edc0e5e7 HTTP/1.1" status: 200 len: 851 time: 0.0915997 Jan 21 09:39:45.675087 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.plugins.ml2.db [None req-a4489baf-edcf-447f-9d5f-49decc96747c admin admin] For port 503f14c4-f1ec-4cbf-ac9f-ad304ee11073, host dv-cinder-804035-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-25-iscsi',level=0,port_id=503f14c4-f1ec-4cbf-ac9f-ad304ee11073,segment=NetworkSegment(04cdc6b6-1d9e-45db-8cc2-90c03cb493f2),segment_id=04cdc6b6-1d9e-45db-8cc2-90c03cb493f2)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:39:45.676221 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a4489baf-edcf-447f-9d5f-49decc96747c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3846167'] for port (503f14c4-f1ec-4cbf-ac9f-ad304ee11073), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:45.692700 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.l3_hamode_db [None req-9d8cfe15-6b7a-466a-9e78-ab5a80ad1c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffa297b0-feea-414d-afbb-83e0cce78c9a', 'name': 'tempest-ServerRescueNegativeTestJSON-980632662-router', 'tenant_id': '5f89d1b21ad8471a8a9a82adac2594c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:35:43Z', 'updated_at': '2022-01-21T09:39:45Z', 'revision_number': 6, 'project_id': '5f89d1b21ad8471a8a9a82adac2594c1', 'gw_port_host': None}], 'dv-cinder-804035-25-iscsi', False) {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:45.694794 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Device 9eccc2a4-ddb6-4675-9f12-63953114fa21 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=103184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:39:45.701280 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-a4489baf-edcf-447f-9d5f-49decc96747c admin admin] Calling delete_port for 503f14c4-f1ec-4cbf-ac9f-ad304ee11073 owned by network:router_gateway {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 09:39:45.709168 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4a9b1d-0689-4a32-bb10-26f774c425de req-4909d4fb-7b65-47e5-b51f-e6743469c881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:45.711401 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-bc4a9b1d-0689-4a32-bb10-26f774c425de req-4909d4fb-7b65-47e5-b51f-e6743469c881 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=858c4f17-92ac-4cda-9750-b98e2d3705f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0708275 Jan 21 09:39:45.716178 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] No Port match for: 9eccc2a4-ddb6-4675-9f12-63953114fa21 {{(pid=103184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 21 09:39:45.716523 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Device 9eccc2a4-ddb6-4675-9f12-63953114fa21 not bound to the agent host hv-cinder-80403 {{(pid=103184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:39:45.742467 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8cfe15-6b7a-466a-9e78-ab5a80ad1c48 None None] The sync data for ids ['ffa297b0-feea-414d-afbb-83e0cce78c9a'] in dv-cinder-804035-25-iscsi is: [{'id': 'ffa297b0-feea-414d-afbb-83e0cce78c9a', 'name': 'tempest-ServerRescueNegativeTestJSON-980632662-router', 'tenant_id': '5f89d1b21ad8471a8a9a82adac2594c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:35:43Z', 'updated_at': '2022-01-21T09:39:45Z', 'revision_number': 6, 'project_id': '5f89d1b21ad8471a8a9a82adac2594c1', 'gw_port_host': None}] {{(pid=103184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:39:45.856095 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-d5d54680-2ee6-45fb-96d5-d792e6734f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '945389a6-2cd8-43f7-b660-ccdf197add80', 'name': 'tempest-TestVolumeBootPattern-1023830781-router', 'tenant_id': '515ded26ca114fbf9c6e920362aec64c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'external_fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.74'}], 'enable_snat': True}, 'gw_port_id': 'eb6b8964-78f2-488d-b3b2-a54566139ced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:38:09Z', 'updated_at': '2022-01-21T09:38:17Z', 'revision_number': 4, 'project_id': '515ded26ca114fbf9c6e920362aec64c', 'gw_port': {'id': 'eb6b8964-78f2-488d-b3b2-a54566139ced', 'name': '', 'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:0c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945389a6-2cd8-43f7-b660-ccdf197add80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:38:10Z', 'updated_at': '2022-01-21T09:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6accd444-6422-45bf-9c21-6be173243a45', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-25-iscsi', '_floatingips': [{'id': '88f80e11-0a14-4fe2-b4b1-320bf779534f', 'tenant_id': '515ded26ca114fbf9c6e920362aec64c', 'floating_ip_address': '172.27.3.80', 'floating_network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'router_id': '945389a6-2cd8-43f7-b660-ccdf197add80', 'port_id': 'fdcd5489-3e9c-4a62-8bc8-26a5c193cc04', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '858c4f17-92ac-4cda-9750-b98e2d3705f8', 'mac_address': 'fa:16:3e:9f:a5:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2733931f-f68e-4f48-85d2-5060a8f55eec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:39:43Z', 'updated_at': '2022-01-21T09:39:43Z', 'revision_number': 0, 'project_id': '515ded26ca114fbf9c6e920362aec64c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82c21408-9913-4970-b17f-da216a976def', 'name': '', 'network_id': '858c4f17-92ac-4cda-9750-b98e2d3705f8', 'tenant_id': '515ded26ca114fbf9c6e920362aec64c', 'mac_address': 'fa:16:3e:82:01:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945389a6-2cd8-43f7-b660-ccdf197add80', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'ed880366-382f-48ca-9b10-9aa3edc0e5e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:38:15Z', 'updated_at': '2022-01-21T09:38:26Z', 'revision_number': 5, 'project_id': '515ded26ca114fbf9c6e920362aec64c', 'subnets': [{'id': 'ed880366-382f-48ca-9b10-9aa3edc0e5e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-25-iscsi', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:45.873121 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-bc4a9b1d-0689-4a32-bb10-26f774c425de req-bb2847cb-6455-4ee9-9d57-50fbc084f67e service neutron] 10.222.0.109 "GET /v2.0/networks/858c4f17-92ac-4cda-9750-b98e2d3705f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542544 Jan 21 09:39:45.887784 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d54680-2ee6-45fb-96d5-d792e6734f67 None None] The sync data for ids ['945389a6-2cd8-43f7-b660-ccdf197add80'] in dv-cinder-804035-25-iscsi is: [{'id': '945389a6-2cd8-43f7-b660-ccdf197add80', 'name': 'tempest-TestVolumeBootPattern-1023830781-router', 'tenant_id': '515ded26ca114fbf9c6e920362aec64c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'external_fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.74'}], 'enable_snat': True}, 'gw_port_id': 'eb6b8964-78f2-488d-b3b2-a54566139ced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:38:09Z', 'updated_at': '2022-01-21T09:38:17Z', 'revision_number': 4, 'project_id': '515ded26ca114fbf9c6e920362aec64c', 'gw_port': {'id': 'eb6b8964-78f2-488d-b3b2-a54566139ced', 'name': '', 'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:0c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945389a6-2cd8-43f7-b660-ccdf197add80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:38:10Z', 'updated_at': '2022-01-21T09:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6accd444-6422-45bf-9c21-6be173243a45', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-25-iscsi', '_floatingips': [{'id': '88f80e11-0a14-4fe2-b4b1-320bf779534f', 'tenant_id': '515ded26ca114fbf9c6e920362aec64c', 'floating_ip_address': '172.27.3.80', 'floating_network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'router_id': '945389a6-2cd8-43f7-b660-ccdf197add80', 'port_id': 'fdcd5489-3e9c-4a62-8bc8-26a5c193cc04', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '858c4f17-92ac-4cda-9750-b98e2d3705f8', 'mac_address': 'fa:16:3e:9f:a5:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2733931f-f68e-4f48-85d2-5060a8f55eec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:39:43Z', 'updated_at': '2022-01-21T09:39:43Z', 'revision_number': 0, 'project_id': '515ded26ca114fbf9c6e920362aec64c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82c21408-9913-4970-b17f-da216a976def', 'name': '', 'network_id': '858c4f17-92ac-4cda-9750-b98e2d3705f8', 'tenant_id': '515ded26ca114fbf9c6e920362aec64c', 'mac_address': 'fa:16:3e:82:01:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945389a6-2cd8-43f7-b660-ccdf197add80', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'ed880366-382f-48ca-9b10-9aa3edc0e5e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:38:15Z', 'updated_at': '2022-01-21T09:38:26Z', 'revision_number': 5, 'project_id': '515ded26ca114fbf9c6e920362aec64c', 'subnets': [{'id': 'ed880366-382f-48ca-9b10-9aa3edc0e5e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:39:45.936771 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d8a6b821-f092-40c5-87f3-57a1cfcdf0aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (8a5d4a72-43a4-4fcf-b58e-bc9792bd5f0a), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:46.023357 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-bc4a9b1d-0689-4a32-bb10-26f774c425de req-1c90929e-2bca-49bd-9903-2bc34084b0bd service neutron] 10.222.0.109 "GET /v2.0/networks/858c4f17-92ac-4cda-9750-b98e2d3705f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314979 Jan 21 09:39:46.065625 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-65c039c2-dc86-4a8a-bd86-2a8ccc1663ba req-d41ceafa-18ba-4f7d-83fb-c601adaf92e9 service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=59ad64a5-af93-44ef-8031-fd2f2d18a901&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0545635 Jan 21 09:39:46.102543 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a4489baf-edcf-447f-9d5f-49decc96747c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774670733020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774670299805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181744'] for port (503f14c4-f1ec-4cbf-ac9f-ad304ee11073), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:46.167432 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4489baf-edcf-447f-9d5f-49decc96747c admin admin] Pushing event deleted for resources: {'Port': ['ID=503f14c4-f1ec-4cbf-ac9f-ad304ee11073,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:46.181407 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c039c2-dc86-4a8a-bd86-2a8ccc1663ba req-1b09fa1b-afd6-414f-8a0f-150c3da989ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:46.183152 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-65c039c2-dc86-4a8a-bd86-2a8ccc1663ba req-1b09fa1b-afd6-414f-8a0f-150c3da989ad service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=93281ac9cb504124a055279296f2262f&device_id=59ad64a5-af93-44ef-8031-fd2f2d18a901 HTTP/1.1" status: 200 len: 1100 time: 0.0896487 Jan 21 09:39:46.234230 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-077b78ab-72c8-4f2e-bfe5-0495349b4643 None None] New status for floating IP 88f80e11-0a14-4fe2-b4b1-320bf779534f: ACTIVE {{(pid=103185) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 09:39:46.246509 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Device 3511d103-4c18-4f94-9e03-4b690e2e4220 no longer exists at agent ovs-agent-dv-cinder-804035-25-iscsi {{(pid=103184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:39:46.276705 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a4489baf-edcf-447f-9d5f-49decc96747c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3846237'] for router_gateway (ffa297b0-feea-414d-afbb-83e0cce78c9a), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:46.289397 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] No Port match for: 3511d103-4c18-4f94-9e03-4b690e2e4220 {{(pid=103184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 21 09:39:46.290033 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Device 3511d103-4c18-4f94-9e03-4b690e2e4220 not bound to the agent host dv-cinder-804035-25-iscsi {{(pid=103184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:39:46.368675 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c039c2-dc86-4a8a-bd86-2a8ccc1663ba req-880cc645-00a3-406f-86bb-ba2d4a21670e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:46.371216 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-65c039c2-dc86-4a8a-bd86-2a8ccc1663ba req-880cc645-00a3-406f-86bb-ba2d4a21670e service neutron] 10.222.0.109 "GET /v2.0/networks?id=647e31d1-4208-41da-8947-db9d9292bd9e HTTP/1.1" status: 200 len: 918 time: 0.1556110 Jan 21 09:39:46.394586 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a4489baf-edcf-447f-9d5f-49decc96747c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3842947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3085'] for router (ffa297b0-feea-414d-afbb-83e0cce78c9a), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:46.397031 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a4489baf-edcf-447f-9d5f-49decc96747c admin admin] Publish callbacks [] for router_controller (ffa297b0-feea-414d-afbb-83e0cce78c9a), precommit_delete_associations {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:46.443217 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-65c039c2-dc86-4a8a-bd86-2a8ccc1663ba req-a11a5072-eda3-4a6a-9bff-4f517651cb11 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=63990fa3-fce3-4891-adb2-cd4ebc4c075a HTTP/1.1" status: 200 len: 1001 time: 0.0645809 Jan 21 09:39:46.501469 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c039c2-dc86-4a8a-bd86-2a8ccc1663ba req-8b8f2992-72c8-45ce-945b-2d68ac7f25f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:46.503837 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-65c039c2-dc86-4a8a-bd86-2a8ccc1663ba req-8b8f2992-72c8-45ce-945b-2d68ac7f25f5 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=55369842-b446-444b-92ff-367c2e723c52 HTTP/1.1" status: 200 len: 856 time: 0.0513937 Jan 21 09:39:46.562065 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c039c2-dc86-4a8a-bd86-2a8ccc1663ba req-cf0509c9-df80-4112-8f3a-d5a378df0271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:46.563716 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-65c039c2-dc86-4a8a-bd86-2a8ccc1663ba req-cf0509c9-df80-4112-8f3a-d5a378df0271 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=647e31d1-4208-41da-8947-db9d9292bd9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0524590 Jan 21 09:39:46.685237 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-65c039c2-dc86-4a8a-bd86-2a8ccc1663ba req-65f3575a-9aaa-4726-91fd-c808ceb3c93f service neutron] 10.222.0.109 "GET /v2.0/networks/647e31d1-4208-41da-8947-db9d9292bd9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118042 Jan 21 09:39:46.752969 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a4489baf-edcf-447f-9d5f-49decc96747c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3842952'] for router (ffa297b0-feea-414d-afbb-83e0cce78c9a), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:46.753800 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4489baf-edcf-447f-9d5f-49decc96747c admin admin] Fanout notify agent at l3_agent the message router_deleted on router ffa297b0-feea-414d-afbb-83e0cce78c9a {{(pid=103183) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 09:39:46.760227 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a4489baf-edcf-447f-9d5f-49decc96747c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:46.761618 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [None req-a4489baf-edcf-447f-9d5f-49decc96747c admin admin] 10.222.0.45 "DELETE /v2.0/routers/ffa297b0-feea-414d-afbb-83e0cce78c9a HTTP/1.1" status: 204 len: 168 time: 1.7410095 Jan 21 09:39:46.764613 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.45', 38092) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:39:46.816972 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-65c039c2-dc86-4a8a-bd86-2a8ccc1663ba req-ed337c00-e0ff-4b88-922a-ac8c572669e1 service neutron] 10.222.0.109 "GET /v2.0/networks/647e31d1-4208-41da-8947-db9d9292bd9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242907 Jan 21 09:39:46.822129 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.db.db_base_plugin_v2 [None req-435317c2-2cec-4f85-b368-a37574920c90 admin admin] Deleting subnet 72f007c2-95bb-4c65-8ae3-279d29a2c1fd {{(pid=103183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 21 09:39:46.826680 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-435317c2-2cec-4f85-b368-a37574920c90 admin admin] Publish callbacks [] for subnet (72f007c2-95bb-4c65-8ae3-279d29a2c1fd), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:46.867345 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-435317c2-2cec-4f85-b368-a37574920c90 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29255376'] for subnet (72f007c2-95bb-4c65-8ae3-279d29a2c1fd), precommit_delete_associations {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:46.912000 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-435317c2-2cec-4f85-b368-a37574920c90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-981758'] for subnet (72f007c2-95bb-4c65-8ae3-279d29a2c1fd), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:47.096741 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-435317c2-2cec-4f85-b368-a37574920c90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-982036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4120330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25181703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28848082'] for subnet (72f007c2-95bb-4c65-8ae3-279d29a2c1fd), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:47.123395 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435317c2-2cec-4f85-b368-a37574920c90 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=72f007c2-95bb-4c65-8ae3-279d29a2c1fd,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:47.126992 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-435317c2-2cec-4f85-b368-a37574920c90 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:47.130599 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [None req-435317c2-2cec-4f85-b368-a37574920c90 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/72f007c2-95bb-4c65-8ae3-279d29a2c1fd HTTP/1.1" status: 204 len: 168 time: 0.3647625 Jan 21 09:39:47.133587 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.45', 38094) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:39:47.213966 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2f0e2bff-b4f5-4991-8a0e-8b0118df9c09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-989250'] for network (d8632307-2281-4a7d-8be2-4fe34d09fe87), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:47.307569 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2f0e2bff-b4f5-4991-8a0e-8b0118df9c09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968284', 'neutron.services.segments.db._delete_segments_for_network-8774670886943'] for network (d8632307-2281-4a7d-8be2-4fe34d09fe87), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:47.335170 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.services.segments.db [None req-2f0e2bff-b4f5-4991-8a0e-8b0118df9c09 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8632307-2281-4a7d-8be2-4fe34d09fe87']}} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:47.346875 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.services.segments.db [None req-2f0e2bff-b4f5-4991-8a0e-8b0118df9c09 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35a81bfb-b86f-4b2c-995f-cd79ffba19d0') {'for_net_delete': True} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:47.347274 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.services.segments.db [None req-2f0e2bff-b4f5-4991-8a0e-8b0118df9c09 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35a81bfb-b86f-4b2c-995f-cd79ffba19d0') {} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:47.359173 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2f0e2bff-b4f5-4991-8a0e-8b0118df9c09 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774670886301', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29255211'] for segment (35a81bfb-b86f-4b2c-995f-cd79ffba19d0), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:47.375910 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2f0e2bff-b4f5-4991-8a0e-8b0118df9c09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906022'] for segment (35a81bfb-b86f-4b2c-995f-cd79ffba19d0), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:47.384413 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f0e2bff-b4f5-4991-8a0e-8b0118df9c09 admin admin] Releasing vlan 388 on physical network physnet1 to pool {{(pid=103183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:39:47.384817 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2f0e2bff-b4f5-4991-8a0e-8b0118df9c09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25181805'] for segment (35a81bfb-b86f-4b2c-995f-cd79ffba19d0), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:47.386583 dv-cinder-804035-25-iscsi neutron-server[103183]: Traceback (most recent call last): Jan 21 09:39:47.386583 dv-cinder-804035-25-iscsi neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:39:47.386583 dv-cinder-804035-25-iscsi neutron-server[103183]: timer() Jan 21 09:39:47.386583 dv-cinder-804035-25-iscsi neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:39:47.386583 dv-cinder-804035-25-iscsi neutron-server[103183]: cb(*args, **kw) Jan 21 09:39:47.386583 dv-cinder-804035-25-iscsi neutron-server[103183]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 09:39:47.386583 dv-cinder-804035-25-iscsi neutron-server[103183]: return func(*args, **kwargs) Jan 21 09:39:47.386583 dv-cinder-804035-25-iscsi neutron-server[103183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:39:47.386583 dv-cinder-804035-25-iscsi neutron-server[103183]: self._notify() Jan 21 09:39:47.386583 dv-cinder-804035-25-iscsi neutron-server[103183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:39:47.386583 dv-cinder-804035-25-iscsi neutron-server[103183]: self.callback(batched_events) Jan 21 09:39:47.386583 dv-cinder-804035-25-iscsi neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:39:47.386583 dv-cinder-804035-25-iscsi neutron-server[103183]: event.method(event) Jan 21 09:39:47.386583 dv-cinder-804035-25-iscsi neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 09:39:47.386583 dv-cinder-804035-25-iscsi neutron-server[103183]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:39:47.386583 dv-cinder-804035-25-iscsi neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 09:39:47.386583 dv-cinder-804035-25-iscsi neutron-server[103183]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:39:47.386583 dv-cinder-804035-25-iscsi neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 09:39:47.386583 dv-cinder-804035-25-iscsi neutron-server[103183]: return f(self, *a, **k) Jan 21 09:39:47.386583 dv-cinder-804035-25-iscsi neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:39:47.386583 dv-cinder-804035-25-iscsi neutron-server[103183]: return self._get(url).json() Jan 21 09:39:47.386583 dv-cinder-804035-25-iscsi neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:39:47.386583 dv-cinder-804035-25-iscsi neutron-server[103183]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:39:47.386583 dv-cinder-804035-25-iscsi neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:39:47.386583 dv-cinder-804035-25-iscsi neutron-server[103183]: return self.request(url, 'GET', **kwargs) Jan 21 09:39:47.386583 dv-cinder-804035-25-iscsi neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:39:47.386583 dv-cinder-804035-25-iscsi neutron-server[103183]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:39:47.386583 dv-cinder-804035-25-iscsi neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:39:47.386583 dv-cinder-804035-25-iscsi neutron-server[103183]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:39:47.386583 dv-cinder-804035-25-iscsi neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:39:47.386583 dv-cinder-804035-25-iscsi neutron-server[103183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:39:47.386583 dv-cinder-804035-25-iscsi neutron-server[103183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:39:47.552345 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2f0e2bff-b4f5-4991-8a0e-8b0118df9c09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3846310'] for network (d8632307-2281-4a7d-8be2-4fe34d09fe87), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:47.557934 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2f0e2bff-b4f5-4991-8a0e-8b0118df9c09 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4184320'] for network (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:47.561210 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [None req-2f0e2bff-b4f5-4991-8a0e-8b0118df9c09 admin admin] 10.222.0.45 "DELETE /v2.0/networks/d8632307-2281-4a7d-8be2-4fe34d09fe87 HTTP/1.1" status: 204 len: 168 time: 0.4266253 Jan 21 09:39:47.573048 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0e2bff-b4f5-4991-8a0e-8b0118df9c09 admin admin] Pushing event deleted for resources: {'Network': ['ID=d8632307-2281-4a7d-8be2-4fe34d09fe87,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:47.941554 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.45', 38116) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:39:47.981013 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [None req-13f6f86e-d73c-4f98-8935-6bf1ff89a395 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5f89d1b21ad8471a8a9a82adac2594c1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0381911 Jan 21 09:39:47.983385 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.45', 38118) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:39:48.032521 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-5b3c21dd-106e-4dc9-bc72-9cf51661651d admin admin] Publish callbacks [] for security_group (3362d256-4580-47a9-b110-e51f4226c051), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:48.054615 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-5b3c21dd-106e-4dc9-bc72-9cf51661651d admin admin] Publish callbacks [] for security_group (3362d256-4580-47a9-b110-e51f4226c051), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:48.128621 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Device 503f14c4-f1ec-4cbf-ac9f-ad304ee11073 no longer exists at agent ovs-agent-dv-cinder-804035-25-iscsi {{(pid=103184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:39:48.149924 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] No Port match for: 503f14c4-f1ec-4cbf-ac9f-ad304ee11073 {{(pid=103184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 21 09:39:48.150278 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Device 503f14c4-f1ec-4cbf-ac9f-ad304ee11073 not bound to the agent host dv-cinder-804035-25-iscsi {{(pid=103184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:39:48.184514 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-5b3c21dd-106e-4dc9-bc72-9cf51661651d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126007'] for security_group (3362d256-4580-47a9-b110-e51f4226c051), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:48.187263 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-5b3c21dd-106e-4dc9-bc72-9cf51661651d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:48.188402 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [None req-5b3c21dd-106e-4dc9-bc72-9cf51661651d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3362d256-4580-47a9-b110-e51f4226c051 HTTP/1.1" status: 204 len: 168 time: 0.2041328 Jan 21 09:39:48.197638 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3c21dd-106e-4dc9-bc72-9cf51661651d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3362d256-4580-47a9-b110-e51f4226c051,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:48.399161 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f8400f44-e03f-43b7-8523-112103b1655f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (e2f5353c-5d20-4dd0-beb4-c302aead9ffd), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:49.048183 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.wsgi [-] (103182) accepted ('10.222.0.45', 38158) {{(pid=103182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:39:49.167142 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-69ac3eca-2f9a-4ad3-81f0-3c8b357ca871 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:49.243040 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-69ac3eca-2f9a-4ad3-81f0-3c8b357ca871 admin admin] Publish callbacks [] for security_group (b38f1e1d-0d5a-4a40-bb54-e1498e16a462), precommit_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:49.338879 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (5a7f6758-1e24-44b8-9b24-65ffc30c20d4), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:49.339459 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-69ac3eca-2f9a-4ad3-81f0-3c8b357ca871 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126007'] for security_group (b38f1e1d-0d5a-4a40-bb54-e1498e16a462), after_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:49.380169 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [None req-69ac3eca-2f9a-4ad3-81f0-3c8b357ca871 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8ee0a5a79c5e4d17a2baeea23228ac1d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3308449 Jan 21 09:39:49.380891 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ac3eca-2f9a-4ad3-81f0-3c8b357ca871 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b38f1e1d-0d5a-4a40-bb54-e1498e16a462,revision_number=1']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:49.383684 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.wsgi [-] (103182) accepted ('10.222.0.45', 38170) {{(pid=103182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:39:49.415011 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.45', 38172) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:39:49.447271 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-c1f69f46-1614-47e5-99fa-5d037e18c9c2 admin admin] Publish callbacks [] for security_group (b38f1e1d-0d5a-4a40-bb54-e1498e16a462), before_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:49.470299 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-c1f69f46-1614-47e5-99fa-5d037e18c9c2 admin admin] Publish callbacks [] for security_group (b38f1e1d-0d5a-4a40-bb54-e1498e16a462), precommit_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:49.518523 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0beda05d-594e-4362-80c2-bc999a9a2b64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (9e31de2d-26a2-4a88-b799-f1f3b7df75bf), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:49.529747 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.v2.base [None req-966fc393-7480-454d-9960-8da908504d88 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1841536385-network', 'tenant_id': '2322cb784615409bb15a6f49522d3b34'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:39:49.592257 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-c1f69f46-1614-47e5-99fa-5d037e18c9c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126007'] for security_group (b38f1e1d-0d5a-4a40-bb54-e1498e16a462), after_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:49.594975 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-c1f69f46-1614-47e5-99fa-5d037e18c9c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:49.596223 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [None req-c1f69f46-1614-47e5-99fa-5d037e18c9c2 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b38f1e1d-0d5a-4a40-bb54-e1498e16a462 HTTP/1.1" status: 204 len: 168 time: 0.2115760 Jan 21 09:39:49.604860 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f69f46-1614-47e5-99fa-5d037e18c9c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b38f1e1d-0d5a-4a40-bb54-e1498e16a462,revision_number=None']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:49.614889 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-966fc393-7480-454d-9960-8da908504d88 admin admin] Made reservation on behalf of 2322cb784615409bb15a6f49522d3b34 for: {'network': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:39:49.619242 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-966fc393-7480-454d-9960-8da908504d88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for network (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:49.629654 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-966fc393-7480-454d-9960-8da908504d88 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:49.712207 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-966fc393-7480-454d-9960-8da908504d88 admin admin] Publish callbacks [] for security_group (a5cc9db9-eab2-43ff-ad45-38b15bd73517), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:49.769824 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-966fc393-7480-454d-9960-8da908504d88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126007'] for security_group (a5cc9db9-eab2-43ff-ad45-38b15bd73517), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:49.795320 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-966fc393-7480-454d-9960-8da908504d88 admin admin] vlan segment allocate from pool success with {'vlan_id': 393, 'physical_network': 'physnet1'} {{(pid=103183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:39:49.804962 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966fc393-7480-454d-9960-8da908504d88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5cc9db9-eab2-43ff-ad45-38b15bd73517,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:49.810024 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-966fc393-7480-454d-9960-8da908504d88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906022'] for segment (930f9034-fe7f-473b-8ed3-d08bcf57aecc), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:49.810359 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.db.segments_db [None req-966fc393-7480-454d-9960-8da908504d88 admin admin] Added segment 930f9034-fe7f-473b-8ed3-d08bcf57aecc of type vlan for network 0dd36bcf-7b04-41a7-a991-1f81f12526d5 Jan 21 09:39:49.856121 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-966fc393-7480-454d-9960-8da908504d88 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774670334190'] for network (0dd36bcf-7b04-41a7-a991-1f81f12526d5), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:49.941642 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-966fc393-7480-454d-9960-8da908504d88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430'] for network (0dd36bcf-7b04-41a7-a991-1f81f12526d5), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:49.942628 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-966fc393-7480-454d-9960-8da908504d88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:49.943215 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-966fc393-7480-454d-9960-8da908504d88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4184320'] for network (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:50.002746 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966fc393-7480-454d-9960-8da908504d88 admin admin] Pushing event updated for resources: {'Network': ['ID=0dd36bcf-7b04-41a7-a991-1f81f12526d5,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:50.014046 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Network 0dd36bcf-7b04-41a7-a991-1f81f12526d5 details requested by agent ovs-agent-dv-cinder-804035-25-iscsi with host dv-cinder-804035-25-iscsi {{(pid=103184) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 09:39:50.041276 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [None req-966fc393-7480-454d-9960-8da908504d88 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6245949 Jan 21 09:39:50.044821 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.45', 38190) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:39:50.050740 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.v2.base [None req-d0a5f584-0984-4185-8a7b-475352b8aeeb admin admin] Request body: {'subnet': {'network_id': '0dd36bcf-7b04-41a7-a991-1f81f12526d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1841536385-subnet', 'tenant_id': '2322cb784615409bb15a6f49522d3b34', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:39:50.192210 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0a5f584-0984-4185-8a7b-475352b8aeeb admin admin] Made reservation on behalf of 2322cb784615409bb15a6f49522d3b34 for: {'subnet': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:39:50.194694 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d0a5f584-0984-4185-8a7b-475352b8aeeb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28848053'] for subnet (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:50.438650 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d0a5f584-0984-4185-8a7b-475352b8aeeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4120330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25182144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28848043'] for subnet (f2cbcea8-b408-46a8-bbe1-71aa15cb4674), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:50.500643 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a5f584-0984-4185-8a7b-475352b8aeeb admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2cbcea8-b408-46a8-bbe1-71aa15cb4674,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:50.509607 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a5f584-0984-4185-8a7b-475352b8aeeb admin admin] Checking segment: {'id': '930f9034-fe7f-473b-8ed3-d08bcf57aecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '0dd36bcf-7b04-41a7-a991-1f81f12526d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 09:39:50.509961 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0a5f584-0984-4185-8a7b-475352b8aeeb admin admin] Network hostable DHCP agents. Network: 0dd36bcf-7b04-41a7-a991-1f81f12526d5, hostable agents: ['8a5d4a72-43a4-4fcf-b58e-bc9792bd5f0a'], hosted agents: [] {{(pid=103183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:39:50.581282 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0a5f584-0984-4185-8a7b-475352b8aeeb admin admin] Network 0dd36bcf-7b04-41a7-a991-1f81f12526d5 is scheduled to be hosted by DHCP agent 8a5d4a72-43a4-4fcf-b58e-bc9792bd5f0a with binding_index 1 {{(pid=103183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:39:50.655388 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-d0a5f584-0984-4185-8a7b-475352b8aeeb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-25-iscsi, 0dd36bcf-7b04-41a7-a991-1f81f12526d5) {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:39:50.660063 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0a5f584-0984-4185-8a7b-475352b8aeeb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:50.661197 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d0a5f584-0984-4185-8a7b-475352b8aeeb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:50.665597 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c87acd4-00dd-4498-9c41-cf4f9c047bec None None] Network 0dd36bcf-7b04-41a7-a991-1f81f12526d5 requested from dv-cinder-804035-25-iscsi {{(pid=103184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 09:39:50.748562 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [None req-d0a5f584-0984-4185-8a7b-475352b8aeeb admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7025850 Jan 21 09:39:50.751354 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.wsgi [-] (103182) accepted ('10.222.0.45', 38208) {{(pid=103182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:39:50.757879 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.v2.base [None req-3c57a4ce-837c-40e4-9797-6228e9159edc admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1841536385-router', 'tenant_id': '2322cb784615409bb15a6f49522d3b34', 'external_gateway_info': {'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5'}}} {{(pid=103182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:39:50.781531 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7b664b1-cc08-415d-9719-dfa4ac4c6f58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdb391ba1-f7e2-5f62-9648-e4a8f7be7f09-0dd36bcf-7b04-41a7-a991-1f81f12526d5', 'network_id': '0dd36bcf-7b04-41a7-a991-1f81f12526d5', 'project_id': '2322cb784615409bb15a6f49522d3b34', 'fixed_ips': [{'subnet_id': 'f2cbcea8-b408-46a8-bbe1-71aa15cb4674'}]}} from dv-cinder-804035-25-iscsi. {{(pid=103184) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 21 09:39:50.782430 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a7b664b1-cc08-415d-9719-dfa4ac4c6f58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:50.861687 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-3c57a4ce-837c-40e4-9797-6228e9159edc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3844473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3103'] for router (ffbd5b19-76b7-4008-97f4-9b0e8513eb8b), before_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:50.865370 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-3c57a4ce-837c-40e4-9797-6228e9159edc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3843017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3850133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3732829', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3092'] for router (ffbd5b19-76b7-4008-97f4-9b0e8513eb8b), precommit_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:50.922625 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-3c57a4ce-837c-40e4-9797-6228e9159edc admin admin] Publish callbacks [] for router_controller (ffbd5b19-76b7-4008-97f4-9b0e8513eb8b), precommit_add_association {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:50.943664 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [None req-a7b664b1-cc08-415d-9719-dfa4ac4c6f58 None None] Allocated IP 172.20.0.2 (0dd36bcf-7b04-41a7-a991-1f81f12526d5/f2cbcea8-b408-46a8-bbe1-71aa15cb4674/8b14e2ed-4eb9-4ace-be70-5a9a27ee395b) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:39:51.098130 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a7b664b1-cc08-415d-9719-dfa4ac4c6f58 None None] Publish callbacks [] for port (8b14e2ed-4eb9-4ace-be70-5a9a27ee395b), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:51.147326 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-3c57a4ce-837c-40e4-9797-6228e9159edc admin admin] Publish callbacks [] for router_gateway (ffbd5b19-76b7-4008-97f4-9b0e8513eb8b), precommit_update {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:51.161496 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f5928849-742c-4298-9c4e-ae1543ad1886 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (fd0edb9a-d711-47a6-aedf-fe72898a6c79), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:51.184438 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a7b664b1-cc08-415d-9719-dfa4ac4c6f58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774670299796'] for port (8b14e2ed-4eb9-4ace-be70-5a9a27ee395b), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:51.228373 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b664b1-cc08-415d-9719-dfa4ac4c6f58 None None] Pushing event updated for resources: {'Port': ['ID=8b14e2ed-4eb9-4ace-be70-5a9a27ee395b,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:51.266886 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7b664b1-cc08-415d-9719-dfa4ac4c6f58 None None] Network 0dd36bcf-7b04-41a7-a991-1f81f12526d5 is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:39:51.269254 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-a7b664b1-cc08-415d-9719-dfa4ac4c6f58 None None] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:39:51.272127 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b664b1-cc08-415d-9719-dfa4ac4c6f58 None None] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 09:39:51.325511 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [None req-a7b664b1-cc08-415d-9719-dfa4ac4c6f58 None None] Attempting to bind port 8b14e2ed-4eb9-4ace-be70-5a9a27ee395b on host dv-cinder-804035-25-iscsi for vnic_type normal with profile {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 09:39:51.326759 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [None req-a7b664b1-cc08-415d-9719-dfa4ac4c6f58 None None] Attempting to bind port 8b14e2ed-4eb9-4ace-be70-5a9a27ee395b by drivers openvswitch,hyperv on host dv-cinder-804035-25-iscsi at level 0 using segments [{'id': '930f9034-fe7f-473b-8ed3-d08bcf57aecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '0dd36bcf-7b04-41a7-a991-1f81f12526d5'}] {{(pid=103184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 09:39:51.327364 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b664b1-cc08-415d-9719-dfa4ac4c6f58 None None] Attempting to bind port 8b14e2ed-4eb9-4ace-be70-5a9a27ee395b on network 0dd36bcf-7b04-41a7-a991-1f81f12526d5 {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:39:51.332990 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b664b1-cc08-415d-9719-dfa4ac4c6f58 None None] Checking agent: {'id': 'a4f58dde-e5c6-489c-94fe-b355a6abc90e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-25-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 27, 22), 'started_at': datetime.datetime(2022, 1, 21, 9, 27, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 39, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-25-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:39:51.333403 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b664b1-cc08-415d-9719-dfa4ac4c6f58 None None] Checking segment: {'id': '930f9034-fe7f-473b-8ed3-d08bcf57aecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '0dd36bcf-7b04-41a7-a991-1f81f12526d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 09:39:51.333920 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a7b664b1-cc08-415d-9719-dfa4ac4c6f58 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:51.334248 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b664b1-cc08-415d-9719-dfa4ac4c6f58 None None] Bound using segment: {'id': '930f9034-fe7f-473b-8ed3-d08bcf57aecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '0dd36bcf-7b04-41a7-a991-1f81f12526d5'} {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:39:51.334722 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [None req-a7b664b1-cc08-415d-9719-dfa4ac4c6f58 None None] Bound port: 8b14e2ed-4eb9-4ace-be70-5a9a27ee395b, host: dv-cinder-804035-25-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '930f9034-fe7f-473b-8ed3-d08bcf57aecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '0dd36bcf-7b04-41a7-a991-1f81f12526d5'}}] {{(pid=103184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 09:39:51.335111 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a7b664b1-cc08-415d-9719-dfa4ac4c6f58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (8b14e2ed-4eb9-4ace-be70-5a9a27ee395b), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:51.416685 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-a7b664b1-cc08-415d-9719-dfa4ac4c6f58 None None] For port 8b14e2ed-4eb9-4ace-be70-5a9a27ee395b, host dv-cinder-804035-25-iscsi, cleared binding levels {{(pid=103184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:39:51.416795 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-3c57a4ce-837c-40e4-9797-6228e9159edc admin admin] Publish callbacks [] for router_gateway (ffbd5b19-76b7-4008-97f4-9b0e8513eb8b), before_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:51.416897 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-a7b664b1-cc08-415d-9719-dfa4ac4c6f58 None None] For port 8b14e2ed-4eb9-4ace-be70-5a9a27ee395b, host dv-cinder-804035-25-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-25-iscsi',level=0,port_id=8b14e2ed-4eb9-4ace-be70-5a9a27ee395b,segment=NetworkSegment(930f9034-fe7f-473b-8ed3-d08bcf57aecc),segment_id=930f9034-fe7f-473b-8ed3-d08bcf57aecc)] {{(pid=103184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:39:51.436231 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-3c57a4ce-837c-40e4-9797-6228e9159edc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (None), before_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:51.527820 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a7b664b1-cc08-415d-9719-dfa4ac4c6f58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774670732957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774670299814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774670299832'] for port (8b14e2ed-4eb9-4ace-be70-5a9a27ee395b), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:51.609434 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b664b1-cc08-415d-9719-dfa4ac4c6f58 None None] Pushing event updated for resources: {'Port': ['ID=8b14e2ed-4eb9-4ace-be70-5a9a27ee395b,revision_number=2']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:51.820074 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.db.db_base_plugin_common [None req-3c57a4ce-837c-40e4-9797-6228e9159edc admin admin] Allocated IP 172.27.3.208 (c13ce787-b669-4a63-b567-cda42d951ad5/6accd444-6422-45bf-9c21-6be173243a45/970cb36d-be73-494e-ad3d-4d419fe42c08) {{(pid=103182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:39:51.942852 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-3c57a4ce-837c-40e4-9797-6228e9159edc admin admin] Publish callbacks [] for port (970cb36d-be73-494e-ad3d-4d419fe42c08), precommit_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:52.048148 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-3c57a4ce-837c-40e4-9797-6228e9159edc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774670299796'] for port (970cb36d-be73-494e-ad3d-4d419fe42c08), after_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:52.088187 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c57a4ce-837c-40e4-9797-6228e9159edc admin admin] Network c13ce787-b669-4a63-b567-cda42d951ad5 is already hosted by enough agents. {{(pid=103182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:39:52.095487 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.scheduler.base_scheduler [None req-3c57a4ce-837c-40e4-9797-6228e9159edc admin admin] Resources bound (agent type, host, resource id): {{(pid=103182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:39:52.100039 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c57a4ce-837c-40e4-9797-6228e9159edc admin admin] Received port after_create {{(pid=103182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 09:39:52.136140 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c57a4ce-837c-40e4-9797-6228e9159edc admin admin] Pushing event updated for resources: {'Port': ['ID=970cb36d-be73-494e-ad3d-4d419fe42c08,revision_number=1']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:52.180732 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Device 8b14e2ed-4eb9-4ace-be70-5a9a27ee395b up at agent ovs-agent-dv-cinder-804035-25-iscsi {{(pid=103184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:39:52.230939 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.provisioning_blocks [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Provisioning complete for port 8b14e2ed-4eb9-4ace-be70-5a9a27ee395b triggered by entity L2. {{(pid=103184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:39:52.231413 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983013'] for port (8b14e2ed-4eb9-4ace-be70-5a9a27ee395b), provisioning_complete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:52.327312 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Current status of the port 8b14e2ed-4eb9-4ace-be70-5a9a27ee395b is: DOWN; New status is: ACTIVE {{(pid=103184) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:39:52.327729 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (8b14e2ed-4eb9-4ace-be70-5a9a27ee395b), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:52.364756 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] For port 8b14e2ed-4eb9-4ace-be70-5a9a27ee395b, host dv-cinder-804035-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-25-iscsi',level=0,port_id=8b14e2ed-4eb9-4ace-be70-5a9a27ee395b,segment=NetworkSegment(930f9034-fe7f-473b-8ed3-d08bcf57aecc),segment_id=930f9034-fe7f-473b-8ed3-d08bcf57aecc)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:39:52.398728 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (a4f58dde-e5c6-489c-94fe-b355a6abc90e), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:52.443690 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774670732957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774670299814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774670299832'] for port (8b14e2ed-4eb9-4ace-be70-5a9a27ee395b), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:52.464044 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-3c57a4ce-837c-40e4-9797-6228e9159edc admin admin] Publish callbacks [] for router_gateway (ffbd5b19-76b7-4008-97f4-9b0e8513eb8b), after_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:52.505851 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Pushing event updated for resources: {'Port': ['ID=8b14e2ed-4eb9-4ace-be70-5a9a27ee395b,revision_number=3']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:52.611381 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-168706dc-0444-4aa0-94f5-cbd0223d5fe9 None None] Network 0dd36bcf-7b04-41a7-a991-1f81f12526d5 requested from dv-cinder-804035-25-iscsi {{(pid=103184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 09:39:52.679963 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-3c57a4ce-837c-40e4-9797-6228e9159edc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3843070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3846200'] for router (ffbd5b19-76b7-4008-97f4-9b0e8513eb8b), after_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:52.688024 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.provisioning_blocks [None req-058f4a68-5bca-4fef-a66e-2b88e8449e16 None None] Provisioning complete for port 8b14e2ed-4eb9-4ace-be70-5a9a27ee395b triggered by entity DHCP. {{(pid=103184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:39:52.688387 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-058f4a68-5bca-4fef-a66e-2b88e8449e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983013'] for port (8b14e2ed-4eb9-4ace-be70-5a9a27ee395b), provisioning_complete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:52.799511 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-058f4a68-5bca-4fef-a66e-2b88e8449e16 None None] Current status of the port 8b14e2ed-4eb9-4ace-be70-5a9a27ee395b is: ACTIVE; New status is: ACTIVE {{(pid=103184) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:39:52.910320 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c57a4ce-837c-40e4-9797-6228e9159edc admin admin] Router ffbd5b19-76b7-4008-97f4-9b0e8513eb8b is scheduled to L3 agent e2f5353c-5d20-4dd0-beb4-c302aead9ffd with binding_index 1 {{(pid=103182) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 09:39:53.019694 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.provisioning_blocks [None req-3b9b403f-eb52-4983-8e35-a61bfa14accd None None] Provisioning complete for port 8b14e2ed-4eb9-4ace-be70-5a9a27ee395b triggered by entity DHCP. {{(pid=103184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:39:53.020144 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3b9b403f-eb52-4983-8e35-a61bfa14accd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983013'] for port (8b14e2ed-4eb9-4ace-be70-5a9a27ee395b), provisioning_complete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:53.021346 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c57a4ce-837c-40e4-9797-6228e9159edc admin admin] Notify agent at l3_agent.dv-cinder-804035-25-iscsi the message routers_updated {{(pid=103182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:39:53.048729 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8660c416-148e-465d-85cc-212770be0919 None None] Sync routers for ids ['ffbd5b19-76b7-4008-97f4-9b0e8513eb8b'] in dv-cinder-804035-25-iscsi {{(pid=103184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:39:53.072298 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8660c416-148e-465d-85cc-212770be0919 None None] Routers {'ffbd5b19-76b7-4008-97f4-9b0e8513eb8b'} bound to L3 agent in host dv-cinder-804035-25-iscsi {{(pid=103184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 09:39:53.072994 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.l3_hamode_db [None req-8660c416-148e-465d-85cc-212770be0919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-21T09:27:18Z,description=,heartbeat_timestamp=2022-01-21T09:39:48Z,host='dv-cinder-804035-25-iscsi',id=e2f5353c-5d20-4dd0-beb4-c302aead9ffd,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:27:19Z,topic='l3_agent')) {'router_ids': ['ffbd5b19-76b7-4008-97f4-9b0e8513eb8b'], 'active': True} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:53.085572 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-3c57a4ce-837c-40e4-9797-6228e9159edc admin admin] Publish callbacks [] for router (None), before_response {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:53.086856 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [None req-3c57a4ce-837c-40e4-9797-6228e9159edc admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.3326139 Jan 21 09:39:53.089550 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.wsgi [-] (103182) accepted ('10.222.0.45', 38236) {{(pid=103182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:39:53.199517 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-3b9b403f-eb52-4983-8e35-a61bfa14accd None None] Current status of the port 8b14e2ed-4eb9-4ace-be70-5a9a27ee395b is: ACTIVE; New status is: ACTIVE {{(pid=103184) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:39:53.216896 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.l3_dvr_db [None req-8660c416-148e-465d-85cc-212770be0919 None None] Set router ffbd5b19-76b7-4008-97f4-9b0e8513eb8b gateway port host: dv-cinder-804035-25-iscsi {{(pid=103184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:39:53.403497 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.l3_hamode_db [None req-8660c416-148e-465d-85cc-212770be0919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffbd5b19-76b7-4008-97f4-9b0e8513eb8b', 'name': 'tempest-AttachVolumeTestJSON-1841536385-router', 'tenant_id': '2322cb784615409bb15a6f49522d3b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'external_fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '970cb36d-be73-494e-ad3d-4d419fe42c08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:39:50Z', 'updated_at': '2022-01-21T09:39:52Z', 'revision_number': 3, 'project_id': '2322cb784615409bb15a6f49522d3b34', 'gw_port': {'id': '970cb36d-be73-494e-ad3d-4d419fe42c08', 'name': '', 'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:0c:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffbd5b19-76b7-4008-97f4-9b0e8513eb8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:39:51Z', 'updated_at': '2022-01-21T09:39:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6accd444-6422-45bf-9c21-6be173243a45', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-25-iscsi'}], 'dv-cinder-804035-25-iscsi', False) {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:53.434562 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8660c416-148e-465d-85cc-212770be0919 None None] Checking router: ffbd5b19-76b7-4008-97f4-9b0e8513eb8b for host: dv-cinder-804035-25-iscsi {{(pid=103184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:39:53.434910 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8660c416-148e-465d-85cc-212770be0919 None None] Updating router ffbd5b19-76b7-4008-97f4-9b0e8513eb8b port 970cb36d-be73-494e-ad3d-4d419fe42c08 binding host dv-cinder-804035-25-iscsi {{(pid=103184) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 09:39:53.460931 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8660c416-148e-465d-85cc-212770be0919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (970cb36d-be73-494e-ad3d-4d419fe42c08), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:53.527831 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-44c81454-8c41-4cee-9c7b-882b983171f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (None), before_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:53.699559 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.db.db_base_plugin_common [None req-44c81454-8c41-4cee-9c7b-882b983171f9 admin admin] Allocated IP 172.20.0.1 (0dd36bcf-7b04-41a7-a991-1f81f12526d5/f2cbcea8-b408-46a8-bbe1-71aa15cb4674/dabfd067-b64c-41ae-89a7-9dec4911b076) {{(pid=103182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:39:53.752989 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8660c416-148e-465d-85cc-212770be0919 None None] Publish callbacks [] for port (970cb36d-be73-494e-ad3d-4d419fe42c08), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:53.804556 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-44c81454-8c41-4cee-9c7b-882b983171f9 admin admin] Publish callbacks [] for port (dabfd067-b64c-41ae-89a7-9dec4911b076), precommit_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:53.815253 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8660c416-148e-465d-85cc-212770be0919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774670732957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774670299814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774670299832'] for port (970cb36d-be73-494e-ad3d-4d419fe42c08), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:53.873295 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-44c81454-8c41-4cee-9c7b-882b983171f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774670299796'] for port (dabfd067-b64c-41ae-89a7-9dec4911b076), after_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:53.911881 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44c81454-8c41-4cee-9c7b-882b983171f9 admin admin] Network 0dd36bcf-7b04-41a7-a991-1f81f12526d5 is already hosted by enough agents. {{(pid=103182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:39:53.918954 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.scheduler.base_scheduler [None req-44c81454-8c41-4cee-9c7b-882b983171f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:39:53.922724 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c81454-8c41-4cee-9c7b-882b983171f9 admin admin] Received port after_create {{(pid=103182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 09:39:53.923218 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-44c81454-8c41-4cee-9c7b-882b983171f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3852810'] for router_interface (ffbd5b19-76b7-4008-97f4-9b0e8513eb8b), before_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:53.965900 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c81454-8c41-4cee-9c7b-882b983171f9 admin admin] Pushing event updated for resources: {'Port': ['ID=dabfd067-b64c-41ae-89a7-9dec4911b076,revision_number=1']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:54.000480 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [None req-8660c416-148e-465d-85cc-212770be0919 None None] Attempting to bind port 970cb36d-be73-494e-ad3d-4d419fe42c08 on host dv-cinder-804035-25-iscsi for vnic_type normal with profile {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 09:39:54.007158 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [None req-8660c416-148e-465d-85cc-212770be0919 None None] Attempting to bind port 970cb36d-be73-494e-ad3d-4d419fe42c08 by drivers openvswitch,hyperv on host dv-cinder-804035-25-iscsi at level 0 using segments [{'id': '04cdc6b6-1d9e-45db-8cc2-90c03cb493f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5'}] {{(pid=103184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 09:39:54.007158 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8660c416-148e-465d-85cc-212770be0919 None None] Attempting to bind port 970cb36d-be73-494e-ad3d-4d419fe42c08 on network c13ce787-b669-4a63-b567-cda42d951ad5 {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:39:54.009687 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8660c416-148e-465d-85cc-212770be0919 None None] Checking agent: {'id': 'a4f58dde-e5c6-489c-94fe-b355a6abc90e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-25-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 27, 22), 'started_at': datetime.datetime(2022, 1, 21, 9, 27, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 39, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-25-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:39:54.009862 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8660c416-148e-465d-85cc-212770be0919 None None] Checking segment: {'id': '04cdc6b6-1d9e-45db-8cc2-90c03cb493f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 09:39:54.010272 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8660c416-148e-465d-85cc-212770be0919 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:54.010662 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8660c416-148e-465d-85cc-212770be0919 None None] Bound using segment: {'id': '04cdc6b6-1d9e-45db-8cc2-90c03cb493f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5'} {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:39:54.011356 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [None req-8660c416-148e-465d-85cc-212770be0919 None None] Bound port: 970cb36d-be73-494e-ad3d-4d419fe42c08, host: dv-cinder-804035-25-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04cdc6b6-1d9e-45db-8cc2-90c03cb493f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5'}}] {{(pid=103184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 09:39:54.011879 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8660c416-148e-465d-85cc-212770be0919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (970cb36d-be73-494e-ad3d-4d419fe42c08), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:54.063012 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d8b85d-3896-4802-bcba-c5cc0a8196be None None] Pushing event updated for resources: {'Port': ['ID=970cb36d-be73-494e-ad3d-4d419fe42c08,revision_number=2']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:54.104653 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-8660c416-148e-465d-85cc-212770be0919 None None] For port 970cb36d-be73-494e-ad3d-4d419fe42c08, host dv-cinder-804035-25-iscsi, cleared binding levels {{(pid=103184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:39:54.107950 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-8660c416-148e-465d-85cc-212770be0919 None None] For port 970cb36d-be73-494e-ad3d-4d419fe42c08, host dv-cinder-804035-25-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-25-iscsi',level=0,port_id=970cb36d-be73-494e-ad3d-4d419fe42c08,segment=NetworkSegment(04cdc6b6-1d9e-45db-8cc2-90c03cb493f2),segment_id=04cdc6b6-1d9e-45db-8cc2-90c03cb493f2)] {{(pid=103184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:39:54.164919 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Device 8b14e2ed-4eb9-4ace-be70-5a9a27ee395b up at agent ovs-agent-dv-cinder-804035-25-iscsi {{(pid=103184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:39:54.184449 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-44c81454-8c41-4cee-9c7b-882b983171f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (dabfd067-b64c-41ae-89a7-9dec4911b076), before_update {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:54.203179 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8660c416-148e-465d-85cc-212770be0919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774670732957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774670299814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774670299832'] for port (970cb36d-be73-494e-ad3d-4d419fe42c08), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:54.304230 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d8b85d-3896-4802-bcba-c5cc0a8196be None None] Pushing event updated for resources: {'Port': ['ID=970cb36d-be73-494e-ad3d-4d419fe42c08,revision_number=3']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:54.307920 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.provisioning_blocks [None req-7c5eb0ec-c3fe-45d7-8efe-a3f595b51414 None None] Provisioning complete for port dabfd067-b64c-41ae-89a7-9dec4911b076 triggered by entity DHCP. {{(pid=103184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:39:54.308566 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7c5eb0ec-c3fe-45d7-8efe-a3f595b51414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983013'] for port (dabfd067-b64c-41ae-89a7-9dec4911b076), provisioning_complete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:54.347124 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8660c416-148e-465d-85cc-212770be0919 None None] Routers {'ffbd5b19-76b7-4008-97f4-9b0e8513eb8b'} bound to L3 agent in host dv-cinder-804035-25-iscsi {{(pid=103184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 09:39:54.347981 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.l3_hamode_db [None req-8660c416-148e-465d-85cc-212770be0919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-21T09:27:18Z,description=,heartbeat_timestamp=2022-01-21T09:39:48Z,host='dv-cinder-804035-25-iscsi',id=e2f5353c-5d20-4dd0-beb4-c302aead9ffd,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:27:19Z,topic='l3_agent')) {'router_ids': ['ffbd5b19-76b7-4008-97f4-9b0e8513eb8b'], 'active': True} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:54.352869 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.provisioning_blocks [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Provisioning complete for port 8b14e2ed-4eb9-4ace-be70-5a9a27ee395b triggered by entity L2. {{(pid=103184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:39:54.353390 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983013'] for port (8b14e2ed-4eb9-4ace-be70-5a9a27ee395b), provisioning_complete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:54.363589 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-44c81454-8c41-4cee-9c7b-882b983171f9 admin admin] Publish callbacks [] for port (dabfd067-b64c-41ae-89a7-9dec4911b076), precommit_update {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:54.433762 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-44c81454-8c41-4cee-9c7b-882b983171f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774670732957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774670299814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774670299832'] for port (dabfd067-b64c-41ae-89a7-9dec4911b076), after_update {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:54.434773 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-44c81454-8c41-4cee-9c7b-882b983171f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4184412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3852437'] for router_interface (ffbd5b19-76b7-4008-97f4-9b0e8513eb8b), after_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:54.450310 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-7c5eb0ec-c3fe-45d7-8efe-a3f595b51414 None None] Port dabfd067-b64c-41ae-89a7-9dec4911b076 cannot update to ACTIVE because it is not bound. {{(pid=103184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 21 09:39:54.528185 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c81454-8c41-4cee-9c7b-882b983171f9 admin admin] Pushing event updated for resources: {'Port': ['ID=dabfd067-b64c-41ae-89a7-9dec4911b076,revision_number=2']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:54.569703 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.l3_dvr_db [None req-8660c416-148e-465d-85cc-212770be0919 None None] Set router ffbd5b19-76b7-4008-97f4-9b0e8513eb8b gateway port host: dv-cinder-804035-25-iscsi {{(pid=103184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:39:54.576024 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44c81454-8c41-4cee-9c7b-882b983171f9 admin admin] Network 0dd36bcf-7b04-41a7-a991-1f81f12526d5 is already hosted by enough agents. {{(pid=103182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:39:54.577676 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.scheduler.base_scheduler [None req-44c81454-8c41-4cee-9c7b-882b983171f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:39:54.613595 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Current status of the port 8b14e2ed-4eb9-4ace-be70-5a9a27ee395b is: ACTIVE; New status is: ACTIVE {{(pid=103184) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:39:54.710331 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44c81454-8c41-4cee-9c7b-882b983171f9 admin admin] Router ffbd5b19-76b7-4008-97f4-9b0e8513eb8b has already been hosted by L3 agent e2f5353c-5d20-4dd0-beb4-c302aead9ffd {{(pid=103182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:39:54.838428 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.l3_hamode_db [None req-8660c416-148e-465d-85cc-212770be0919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffbd5b19-76b7-4008-97f4-9b0e8513eb8b', 'name': 'tempest-AttachVolumeTestJSON-1841536385-router', 'tenant_id': '2322cb784615409bb15a6f49522d3b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'external_fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '970cb36d-be73-494e-ad3d-4d419fe42c08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:39:50Z', 'updated_at': '2022-01-21T09:39:54Z', 'revision_number': 4, 'project_id': '2322cb784615409bb15a6f49522d3b34', 'gw_port': {'id': '970cb36d-be73-494e-ad3d-4d419fe42c08', 'name': '', 'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:0c:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffbd5b19-76b7-4008-97f4-9b0e8513eb8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:39:51Z', 'updated_at': '2022-01-21T09:39:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6accd444-6422-45bf-9c21-6be173243a45', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-25-iscsi', '_interfaces': [{'id': 'dabfd067-b64c-41ae-89a7-9dec4911b076', 'name': '', 'network_id': '0dd36bcf-7b04-41a7-a991-1f81f12526d5', 'tenant_id': '2322cb784615409bb15a6f49522d3b34', 'mac_address': 'fa:16:3e:f1:26:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffbd5b19-76b7-4008-97f4-9b0e8513eb8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'f2cbcea8-b408-46a8-bbe1-71aa15cb4674', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:39:53Z', 'updated_at': '2022-01-21T09:39:53Z', 'revision_number': 1, 'project_id': '2322cb784615409bb15a6f49522d3b34', 'subnets': [{'id': 'f2cbcea8-b408-46a8-bbe1-71aa15cb4674', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-25-iscsi', False) {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:54.839460 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44c81454-8c41-4cee-9c7b-882b983171f9 admin admin] Notify agent at l3_agent.dv-cinder-804035-25-iscsi the message routers_updated {{(pid=103182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:39:54.873723 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [None req-44c81454-8c41-4cee-9c7b-882b983171f9 admin admin] 10.222.0.45 "PUT /v2.0/routers/ffbd5b19-76b7-4008-97f4-9b0e8513eb8b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7828336 Jan 21 09:39:54.874586 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8660c416-148e-465d-85cc-212770be0919 None None] The sync data for ids ['ffbd5b19-76b7-4008-97f4-9b0e8513eb8b'] in dv-cinder-804035-25-iscsi is: [{'id': 'ffbd5b19-76b7-4008-97f4-9b0e8513eb8b', 'name': 'tempest-AttachVolumeTestJSON-1841536385-router', 'tenant_id': '2322cb784615409bb15a6f49522d3b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'external_fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '970cb36d-be73-494e-ad3d-4d419fe42c08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:39:50Z', 'updated_at': '2022-01-21T09:39:54Z', 'revision_number': 4, 'project_id': '2322cb784615409bb15a6f49522d3b34', 'gw_port': {'id': '970cb36d-be73-494e-ad3d-4d419fe42c08', 'name': '', 'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:0c:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffbd5b19-76b7-4008-97f4-9b0e8513eb8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:39:51Z', 'updated_at': '2022-01-21T09:39:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6accd444-6422-45bf-9c21-6be173243a45', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-25-iscsi', '_interfaces': [{'id': 'dabfd067-b64c-41ae-89a7-9dec4911b076', 'name': '', 'network_id': '0dd36bcf-7b04-41a7-a991-1f81f12526d5', 'tenant_id': '2322cb784615409bb15a6f49522d3b34', 'mac_address': 'fa:16:3e:f1:26:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffbd5b19-76b7-4008-97f4-9b0e8513eb8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'f2cbcea8-b408-46a8-bbe1-71aa15cb4674', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:39:53Z', 'updated_at': '2022-01-21T09:39:53Z', 'revision_number': 1, 'project_id': '2322cb784615409bb15a6f49522d3b34', 'subnets': [{'id': 'f2cbcea8-b408-46a8-bbe1-71aa15cb4674', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:39:54.973377 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.provisioning_blocks [None req-31882831-aa25-494c-b907-e31b5defbfe1 None None] Provisioning complete for port dabfd067-b64c-41ae-89a7-9dec4911b076 triggered by entity DHCP. {{(pid=103184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:39:54.973838 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-31882831-aa25-494c-b907-e31b5defbfe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983013'] for port (dabfd067-b64c-41ae-89a7-9dec4911b076), provisioning_complete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:55.011676 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-31882831-aa25-494c-b907-e31b5defbfe1 None None] Port dabfd067-b64c-41ae-89a7-9dec4911b076 cannot update to ACTIVE because it is not bound. {{(pid=103184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 21 09:39:55.422191 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.45', 38284) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:39:55.430524 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.v2.base [None req-eea03850-37ba-4316-8555-135282992ea1 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1354384332', 'description': 'tempest-description--974884142'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:39:55.538140 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-eea03850-37ba-4316-8555-135282992ea1 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:55.621321 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-eea03850-37ba-4316-8555-135282992ea1 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Publish callbacks [] for security_group (1cc6ad58-dddb-4fcf-b68c-2275ad19dfcc), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:55.696314 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-eea03850-37ba-4316-8555-135282992ea1 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126007'] for security_group (1cc6ad58-dddb-4fcf-b68c-2275ad19dfcc), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:55.734689 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea03850-37ba-4316-8555-135282992ea1 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1cc6ad58-dddb-4fcf-b68c-2275ad19dfcc,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:55.750236 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.wsgi [-] (103182) accepted ('10.222.0.45', 38290) {{(pid=103182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:39:55.809748 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-eea03850-37ba-4316-8555-135282992ea1 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:55.811754 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [None req-eea03850-37ba-4316-8555-135282992ea1 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3881462 Jan 21 09:39:55.823152 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.wsgi [-] (103182) accepted ('10.222.0.45', 38294) {{(pid=103182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:39:55.828102 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.v2.base [None req-cd5a9bab-e730-405f-9e52-d4c0ea0203c7 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Request body: {'security_group_rule': {'security_group_id': '1cc6ad58-dddb-4fcf-b68c-2275ad19dfcc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:39:55.892139 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-1725a535-f9d2-4501-97f9-b54a7cdfc773 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:55.934739 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-cd5a9bab-e730-405f-9e52-d4c0ea0203c7 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Publish callbacks [] for security_group_rule (34dd4f87-04e0-461d-9873-a447d470e87f), before_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:56.038906 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-1725a535-f9d2-4501-97f9-b54a7cdfc773 admin admin] Publish callbacks [] for security_group (2de752e4-8015-467b-b934-d425dbc3715f), precommit_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:56.053098 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-cd5a9bab-e730-405f-9e52-d4c0ea0203c7 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Publish callbacks [] for security_group_rule (34dd4f87-04e0-461d-9873-a447d470e87f), precommit_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:56.128230 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-1725a535-f9d2-4501-97f9-b54a7cdfc773 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126007'] for security_group (2de752e4-8015-467b-b934-d425dbc3715f), after_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:56.146413 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-cd5a9bab-e730-405f-9e52-d4c0ea0203c7 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126079'] for security_group_rule (34dd4f87-04e0-461d-9873-a447d470e87f), after_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:56.218956 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [None req-1725a535-f9d2-4501-97f9-b54a7cdfc773 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d1ebd77088ec4bbfb7b871f5ee168b91&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4674544 Jan 21 09:39:56.219728 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5a9bab-e730-405f-9e52-d4c0ea0203c7 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34dd4f87-04e0-461d-9873-a447d470e87f,revision_number=0']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:56.220312 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Device 970cb36d-be73-494e-ad3d-4d419fe42c08 up at agent ovs-agent-dv-cinder-804035-25-iscsi {{(pid=103184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:39:56.223264 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.45', 38304) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:39:56.235126 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1725a535-f9d2-4501-97f9-b54a7cdfc773 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2de752e4-8015-467b-b934-d425dbc3715f,revision_number=1']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:56.300555 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-5d40d3b7-14ba-4e1f-9e26-c2e7455d64bb admin admin] Publish callbacks [] for security_group (2de752e4-8015-467b-b934-d425dbc3715f), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:56.306438 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.provisioning_blocks [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Provisioning complete for port 970cb36d-be73-494e-ad3d-4d419fe42c08 triggered by entity L2. {{(pid=103184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:39:56.306742 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983013'] for port (970cb36d-be73-494e-ad3d-4d419fe42c08), provisioning_complete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:56.325823 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-cd5a9bab-e730-405f-9e52-d4c0ea0203c7 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:56.327161 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [None req-cd5a9bab-e730-405f-9e52-d4c0ea0203c7 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5030231 Jan 21 09:39:56.334341 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-5d40d3b7-14ba-4e1f-9e26-c2e7455d64bb admin admin] Publish callbacks [] for security_group (2de752e4-8015-467b-b934-d425dbc3715f), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:56.334341 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.45', 38310) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:39:56.337207 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.v2.base [None req-796ff0c8-55d5-4147-a061-427e139a3659 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Request body: {'security_group_rule': {'security_group_id': '1cc6ad58-dddb-4fcf-b68c-2275ad19dfcc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:39:56.403669 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Current status of the port 970cb36d-be73-494e-ad3d-4d419fe42c08 is: DOWN; New status is: ACTIVE {{(pid=103184) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:39:56.404143 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (970cb36d-be73-494e-ad3d-4d419fe42c08), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:56.426270 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] For port 970cb36d-be73-494e-ad3d-4d419fe42c08, host dv-cinder-804035-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-25-iscsi',level=0,port_id=970cb36d-be73-494e-ad3d-4d419fe42c08,segment=NetworkSegment(04cdc6b6-1d9e-45db-8cc2-90c03cb493f2),segment_id=04cdc6b6-1d9e-45db-8cc2-90c03cb493f2)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:39:56.489557 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-796ff0c8-55d5-4147-a061-427e139a3659 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Publish callbacks [] for security_group_rule (2d4233e5-6ce0-4d32-a011-1e4ad3f6c010), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:56.516005 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774670732957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774670299814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774670299832'] for port (970cb36d-be73-494e-ad3d-4d419fe42c08), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:56.516965 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-5d40d3b7-14ba-4e1f-9e26-c2e7455d64bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126007'] for security_group (2de752e4-8015-467b-b934-d425dbc3715f), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:56.520001 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-5d40d3b7-14ba-4e1f-9e26-c2e7455d64bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:56.521118 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [None req-5d40d3b7-14ba-4e1f-9e26-c2e7455d64bb admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2de752e4-8015-467b-b934-d425dbc3715f HTTP/1.1" status: 204 len: 168 time: 0.2959509 Jan 21 09:39:56.539484 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d40d3b7-14ba-4e1f-9e26-c2e7455d64bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2de752e4-8015-467b-b934-d425dbc3715f,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:56.554670 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-796ff0c8-55d5-4147-a061-427e139a3659 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Publish callbacks [] for security_group_rule (2d4233e5-6ce0-4d32-a011-1e4ad3f6c010), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:56.589128 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Pushing event updated for resources: {'Port': ['ID=970cb36d-be73-494e-ad3d-4d419fe42c08,revision_number=4']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:56.641615 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-796ff0c8-55d5-4147-a061-427e139a3659 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126079'] for security_group_rule (2d4233e5-6ce0-4d32-a011-1e4ad3f6c010), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:56.663043 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796ff0c8-55d5-4147-a061-427e139a3659 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d4233e5-6ce0-4d32-a011-1e4ad3f6c010,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:56.729117 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-796ff0c8-55d5-4147-a061-427e139a3659 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:56.730375 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [None req-796ff0c8-55d5-4147-a061-427e139a3659 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3969326 Jan 21 09:39:56.733430 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.45', 38314) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:39:56.738774 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.v2.base [None req-4f8106fa-cd0a-4be3-91d5-f2a96071a630 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Request body: {'floatingip': {'floating_network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:39:56.835834 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4f8106fa-cd0a-4be3-91d5-f2a96071a630 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:56.942523 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4f8106fa-cd0a-4be3-91d5-f2a96071a630 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:57.058630 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [None req-4f8106fa-cd0a-4be3-91d5-f2a96071a630 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Allocated IP 172.27.3.205 (c13ce787-b669-4a63-b567-cda42d951ad5/6accd444-6422-45bf-9c21-6be173243a45/86b05c98-6a38-4948-877b-977ef8e922ee) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:39:57.129373 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d32e2a-d83e-4633-aed0-197c65383923 None None] Sync routers for ids ['ffbd5b19-76b7-4008-97f4-9b0e8513eb8b'] in dv-cinder-804035-25-iscsi {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:39:57.139876 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d32e2a-d83e-4633-aed0-197c65383923 None None] Routers {'ffbd5b19-76b7-4008-97f4-9b0e8513eb8b'} bound to L3 agent in host dv-cinder-804035-25-iscsi {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 09:39:57.140549 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-73d32e2a-d83e-4633-aed0-197c65383923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-21T09:27:18Z,description=,heartbeat_timestamp=2022-01-21T09:39:48Z,host='dv-cinder-804035-25-iscsi',id=e2f5353c-5d20-4dd0-beb4-c302aead9ffd,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:27:19Z,topic='l3_agent')) {'router_ids': ['ffbd5b19-76b7-4008-97f4-9b0e8513eb8b'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:57.183458 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4f8106fa-cd0a-4be3-91d5-f2a96071a630 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Publish callbacks [] for port (86b05c98-6a38-4948-877b-977ef8e922ee), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:57.249924 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-73d32e2a-d83e-4633-aed0-197c65383923 None None] Set router ffbd5b19-76b7-4008-97f4-9b0e8513eb8b gateway port host: dv-cinder-804035-25-iscsi {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:39:57.282569 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4f8106fa-cd0a-4be3-91d5-f2a96071a630 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774670299796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181744'] for port (86b05c98-6a38-4948-877b-977ef8e922ee), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:57.327022 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f8106fa-cd0a-4be3-91d5-f2a96071a630 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Network c13ce787-b669-4a63-b567-cda42d951ad5 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:39:57.334820 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-4f8106fa-cd0a-4be3-91d5-f2a96071a630 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:39:57.338531 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f8106fa-cd0a-4be3-91d5-f2a96071a630 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 09:39:57.362573 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8106fa-cd0a-4be3-91d5-f2a96071a630 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Pushing event updated for resources: {'Port': ['ID=86b05c98-6a38-4948-877b-977ef8e922ee,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:57.476979 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-73d32e2a-d83e-4633-aed0-197c65383923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffbd5b19-76b7-4008-97f4-9b0e8513eb8b', 'name': 'tempest-AttachVolumeTestJSON-1841536385-router', 'tenant_id': '2322cb784615409bb15a6f49522d3b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'external_fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '970cb36d-be73-494e-ad3d-4d419fe42c08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:39:50Z', 'updated_at': '2022-01-21T09:39:54Z', 'revision_number': 4, 'project_id': '2322cb784615409bb15a6f49522d3b34', 'gw_port': {'id': '970cb36d-be73-494e-ad3d-4d419fe42c08', 'name': '', 'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:0c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffbd5b19-76b7-4008-97f4-9b0e8513eb8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:39:51Z', 'updated_at': '2022-01-21T09:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6accd444-6422-45bf-9c21-6be173243a45', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-25-iscsi', '_interfaces': [{'id': 'dabfd067-b64c-41ae-89a7-9dec4911b076', 'name': '', 'network_id': '0dd36bcf-7b04-41a7-a991-1f81f12526d5', 'tenant_id': '2322cb784615409bb15a6f49522d3b34', 'mac_address': 'fa:16:3e:f1:26:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffbd5b19-76b7-4008-97f4-9b0e8513eb8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'f2cbcea8-b408-46a8-bbe1-71aa15cb4674', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:39:53Z', 'updated_at': '2022-01-21T09:39:54Z', 'revision_number': 2, 'project_id': '2322cb784615409bb15a6f49522d3b34', 'subnets': [{'id': 'f2cbcea8-b408-46a8-bbe1-71aa15cb4674', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-25-iscsi', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:57.491759 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4f8106fa-cd0a-4be3-91d5-f2a96071a630 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Publish callbacks [] for floatingip (c0d9db33-b560-4f59-8005-5498070f2b1f), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:57.504677 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d32e2a-d83e-4633-aed0-197c65383923 None None] Checking router: ffbd5b19-76b7-4008-97f4-9b0e8513eb8b for host: dv-cinder-804035-25-iscsi {{(pid=103185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:39:57.505026 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d32e2a-d83e-4633-aed0-197c65383923 None None] Updating router ffbd5b19-76b7-4008-97f4-9b0e8513eb8b port dabfd067-b64c-41ae-89a7-9dec4911b076 binding host dv-cinder-804035-25-iscsi {{(pid=103185) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 09:39:57.591046 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4f8106fa-cd0a-4be3-91d5-f2a96071a630 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (86b05c98-6a38-4948-877b-977ef8e922ee), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:57.622720 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-73d32e2a-d83e-4633-aed0-197c65383923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (dabfd067-b64c-41ae-89a7-9dec4911b076), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:57.764737 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4f8106fa-cd0a-4be3-91d5-f2a96071a630 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Publish callbacks [] for port (86b05c98-6a38-4948-877b-977ef8e922ee), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:57.871991 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4f8106fa-cd0a-4be3-91d5-f2a96071a630 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774670732957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774670299814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774670299832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25181769'] for port (86b05c98-6a38-4948-877b-977ef8e922ee), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:57.915775 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-73d32e2a-d83e-4633-aed0-197c65383923 None None] Publish callbacks [] for port (dabfd067-b64c-41ae-89a7-9dec4911b076), precommit_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:57.946937 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8106fa-cd0a-4be3-91d5-f2a96071a630 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Pushing event updated for resources: {'Port': ['ID=86b05c98-6a38-4948-877b-977ef8e922ee,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:57.953641 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4f8106fa-cd0a-4be3-91d5-f2a96071a630 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3846398'] for floatingip (c0d9db33-b560-4f59-8005-5498070f2b1f), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:58.003621 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-73d32e2a-d83e-4633-aed0-197c65383923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774670732957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774670299814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774670299832'] for port (dabfd067-b64c-41ae-89a7-9dec4911b076), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:58.028783 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4f8106fa-cd0a-4be3-91d5-f2a96071a630 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11211'] for floatingip (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:58.030341 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [None req-4f8106fa-cd0a-4be3-91d5-f2a96071a630 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2959397 Jan 21 09:39:58.132223 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d72bd1-c87a-4054-9425-f169df42daae None None] Pushing event updated for resources: {'Port': ['ID=dabfd067-b64c-41ae-89a7-9dec4911b076,revision_number=3']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:58.148614 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d72bd1-c87a-4054-9425-f169df42daae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:39:58.149242 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d72bd1-c87a-4054-9425-f169df42daae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:39:58.149922 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d72bd1-c87a-4054-9425-f169df42daae None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:39:58.150456 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d72bd1-c87a-4054-9425-f169df42daae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:39:58.150961 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d72bd1-c87a-4054-9425-f169df42daae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:39:58.151437 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d72bd1-c87a-4054-9425-f169df42daae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:39:58.151927 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d72bd1-c87a-4054-9425-f169df42daae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:39:58.152401 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d72bd1-c87a-4054-9425-f169df42daae None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:39:58.152872 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d72bd1-c87a-4054-9425-f169df42daae None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:39:58.153473 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d72bd1-c87a-4054-9425-f169df42daae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:39:58.154321 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d72bd1-c87a-4054-9425-f169df42daae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:39:58.154799 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d72bd1-c87a-4054-9425-f169df42daae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:39:58.155264 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d72bd1-c87a-4054-9425-f169df42daae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:39:58.164059 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-73d32e2a-d83e-4633-aed0-197c65383923 None None] Attempting to bind port dabfd067-b64c-41ae-89a7-9dec4911b076 on host dv-cinder-804035-25-iscsi for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 09:39:58.165459 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-73d32e2a-d83e-4633-aed0-197c65383923 None None] Attempting to bind port dabfd067-b64c-41ae-89a7-9dec4911b076 by drivers openvswitch,hyperv on host dv-cinder-804035-25-iscsi at level 0 using segments [{'id': '930f9034-fe7f-473b-8ed3-d08bcf57aecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '0dd36bcf-7b04-41a7-a991-1f81f12526d5'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 09:39:58.166049 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d32e2a-d83e-4633-aed0-197c65383923 None None] Attempting to bind port dabfd067-b64c-41ae-89a7-9dec4911b076 on network 0dd36bcf-7b04-41a7-a991-1f81f12526d5 {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:39:58.180372 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d32e2a-d83e-4633-aed0-197c65383923 None None] Checking agent: {'id': 'a4f58dde-e5c6-489c-94fe-b355a6abc90e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-25-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 27, 22), 'started_at': datetime.datetime(2022, 1, 21, 9, 27, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 39, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-25-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:39:58.180372 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d32e2a-d83e-4633-aed0-197c65383923 None None] Checking segment: {'id': '930f9034-fe7f-473b-8ed3-d08bcf57aecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '0dd36bcf-7b04-41a7-a991-1f81f12526d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 09:39:58.180601 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-73d32e2a-d83e-4633-aed0-197c65383923 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:58.180889 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d32e2a-d83e-4633-aed0-197c65383923 None None] Bound using segment: {'id': '930f9034-fe7f-473b-8ed3-d08bcf57aecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '0dd36bcf-7b04-41a7-a991-1f81f12526d5'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:39:58.181456 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-73d32e2a-d83e-4633-aed0-197c65383923 None None] Bound port: dabfd067-b64c-41ae-89a7-9dec4911b076, host: dv-cinder-804035-25-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '930f9034-fe7f-473b-8ed3-d08bcf57aecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '0dd36bcf-7b04-41a7-a991-1f81f12526d5'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 09:39:58.181939 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-73d32e2a-d83e-4633-aed0-197c65383923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (dabfd067-b64c-41ae-89a7-9dec4911b076), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:58.194349 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Device 970cb36d-be73-494e-ad3d-4d419fe42c08 up at agent ovs-agent-dv-cinder-804035-25-iscsi {{(pid=103184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:39:58.260408 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.provisioning_blocks [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Provisioning complete for port 970cb36d-be73-494e-ad3d-4d419fe42c08 triggered by entity L2. {{(pid=103184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:39:58.260948 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983013'] for port (970cb36d-be73-494e-ad3d-4d419fe42c08), provisioning_complete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:58.318045 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-73d32e2a-d83e-4633-aed0-197c65383923 None None] For port dabfd067-b64c-41ae-89a7-9dec4911b076, host dv-cinder-804035-25-iscsi, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:39:58.318332 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-0ff0bc34-8aa9-43f8-b9e9-53b327c69979 req-9b8c4304-7f83-41d5-ba05-ffa015ece560 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--1354384332&fields=id&tenant_id=2322cb784615409bb15a6f49522d3b34 HTTP/1.1" status: 200 len: 267 time: 0.0571392 Jan 21 09:39:58.318799 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-73d32e2a-d83e-4633-aed0-197c65383923 None None] For port dabfd067-b64c-41ae-89a7-9dec4911b076, host dv-cinder-804035-25-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-25-iscsi',level=0,port_id=dabfd067-b64c-41ae-89a7-9dec4911b076,segment=NetworkSegment(930f9034-fe7f-473b-8ed3-d08bcf57aecc),segment_id=930f9034-fe7f-473b-8ed3-d08bcf57aecc)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:39:58.363719 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Current status of the port 970cb36d-be73-494e-ad3d-4d419fe42c08 is: ACTIVE; New status is: ACTIVE {{(pid=103184) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:39:58.376632 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.provisioning_blocks [None req-c4741160-9ad1-45ef-9965-2df9b889ea38 None None] Provisioning complete for port dabfd067-b64c-41ae-89a7-9dec4911b076 triggered by entity DHCP. {{(pid=103184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:39:58.377584 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c4741160-9ad1-45ef-9965-2df9b889ea38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983013'] for port (dabfd067-b64c-41ae-89a7-9dec4911b076), provisioning_complete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:58.387377 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-73d32e2a-d83e-4633-aed0-197c65383923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774670732957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774670299814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774670299832'] for port (dabfd067-b64c-41ae-89a7-9dec4911b076), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:58.426685 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-c4741160-9ad1-45ef-9965-2df9b889ea38 None None] Port dabfd067-b64c-41ae-89a7-9dec4911b076 cannot update to ACTIVE because it is not bound. {{(pid=103184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 21 09:39:58.440633 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff0bc34-8aa9-43f8-b9e9-53b327c69979 req-b76c1315-8c81-4f33-aaac-0a1b199d388d tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:58.443011 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-0ff0bc34-8aa9-43f8-b9e9-53b327c69979 req-b76c1315-8c81-4f33-aaac-0a1b199d388d tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] 10.222.0.45 "GET /v2.0/networks?id=0dd36bcf-7b04-41a7-a991-1f81f12526d5 HTTP/1.1" status: 200 len: 811 time: 0.1264341 Jan 21 09:39:58.461547 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d32e2a-d83e-4633-aed0-197c65383923 None None] Routers {'ffbd5b19-76b7-4008-97f4-9b0e8513eb8b'} bound to L3 agent in host dv-cinder-804035-25-iscsi {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 09:39:58.462201 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-73d32e2a-d83e-4633-aed0-197c65383923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-21T09:27:18Z,description=,heartbeat_timestamp=2022-01-21T09:39:48Z,host='dv-cinder-804035-25-iscsi',id=e2f5353c-5d20-4dd0-beb4-c302aead9ffd,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:27:19Z,topic='l3_agent')) {'router_ids': ['ffbd5b19-76b7-4008-97f4-9b0e8513eb8b'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:58.466114 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d72bd1-c87a-4054-9425-f169df42daae None None] Pushing event updated for resources: {'Port': ['ID=dabfd067-b64c-41ae-89a7-9dec4911b076,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:58.480342 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-0ff0bc34-8aa9-43f8-b9e9-53b327c69979 req-670585aa-9b1c-4b81-b8e4-c8fcd759742b tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] 10.222.0.45 "GET /v2.0/quotas/2322cb784615409bb15a6f49522d3b34 HTTP/1.1" status: 200 len: 375 time: 0.0234437 Jan 21 09:39:58.566265 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-0ff0bc34-8aa9-43f8-b9e9-53b327c69979 req-a0029e4d-8d28-43e8-a7de-6ced954ac755 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=2322cb784615409bb15a6f49522d3b34&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0797350 Jan 21 09:39:58.623885 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-73d32e2a-d83e-4633-aed0-197c65383923 None None] Set router ffbd5b19-76b7-4008-97f4-9b0e8513eb8b gateway port host: dv-cinder-804035-25-iscsi {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:39:58.705479 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-0ff0bc34-8aa9-43f8-b9e9-53b327c69979 req-1320d07e-c6fe-4181-9f44-3f46a3ba6b71 service neutron] 10.222.0.45 "GET /v2.0/networks/0dd36bcf-7b04-41a7-a991-1f81f12526d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272664 Jan 21 09:39:58.756624 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.provisioning_blocks [None req-69ba56ae-bbf1-4f95-aa64-b955e64e2b5a None None] Provisioning complete for port dabfd067-b64c-41ae-89a7-9dec4911b076 triggered by entity DHCP. {{(pid=103184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:39:58.757359 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-69ba56ae-bbf1-4f95-aa64-b955e64e2b5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983013'] for port (dabfd067-b64c-41ae-89a7-9dec4911b076), provisioning_complete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:58.820444 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-0ff0bc34-8aa9-43f8-b9e9-53b327c69979 req-b40d8f3f-ab19-44c2-9706-d46ad1b2cb5b service neutron] 10.222.0.45 "GET /v2.0/networks/0dd36bcf-7b04-41a7-a991-1f81f12526d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131036 Jan 21 09:39:58.852469 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-69ba56ae-bbf1-4f95-aa64-b955e64e2b5a None None] Current status of the port dabfd067-b64c-41ae-89a7-9dec4911b076 is: DOWN; New status is: ACTIVE {{(pid=103184) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:39:58.852858 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-69ba56ae-bbf1-4f95-aa64-b955e64e2b5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (dabfd067-b64c-41ae-89a7-9dec4911b076), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:58.879117 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-73d32e2a-d83e-4633-aed0-197c65383923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffbd5b19-76b7-4008-97f4-9b0e8513eb8b', 'name': 'tempest-AttachVolumeTestJSON-1841536385-router', 'tenant_id': '2322cb784615409bb15a6f49522d3b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'external_fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '970cb36d-be73-494e-ad3d-4d419fe42c08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:39:50Z', 'updated_at': '2022-01-21T09:39:54Z', 'revision_number': 4, 'project_id': '2322cb784615409bb15a6f49522d3b34', 'gw_port': {'id': '970cb36d-be73-494e-ad3d-4d419fe42c08', 'name': '', 'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:0c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffbd5b19-76b7-4008-97f4-9b0e8513eb8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:39:51Z', 'updated_at': '2022-01-21T09:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6accd444-6422-45bf-9c21-6be173243a45', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-25-iscsi', '_interfaces': [{'id': 'dabfd067-b64c-41ae-89a7-9dec4911b076', 'name': '', 'network_id': '0dd36bcf-7b04-41a7-a991-1f81f12526d5', 'tenant_id': '2322cb784615409bb15a6f49522d3b34', 'mac_address': 'fa:16:3e:f1:26:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffbd5b19-76b7-4008-97f4-9b0e8513eb8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'f2cbcea8-b408-46a8-bbe1-71aa15cb4674', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:39:53Z', 'updated_at': '2022-01-21T09:39:58Z', 'revision_number': 4, 'project_id': '2322cb784615409bb15a6f49522d3b34', 'subnets': [{'id': 'f2cbcea8-b408-46a8-bbe1-71aa15cb4674', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-25-iscsi', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:58.886486 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-69ba56ae-bbf1-4f95-aa64-b955e64e2b5a None None] For port dabfd067-b64c-41ae-89a7-9dec4911b076, host dv-cinder-804035-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-25-iscsi',level=0,port_id=dabfd067-b64c-41ae-89a7-9dec4911b076,segment=NetworkSegment(930f9034-fe7f-473b-8ed3-d08bcf57aecc),segment_id=930f9034-fe7f-473b-8ed3-d08bcf57aecc)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:39:58.907501 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d32e2a-d83e-4633-aed0-197c65383923 None None] The sync data for ids ['ffbd5b19-76b7-4008-97f4-9b0e8513eb8b'] in dv-cinder-804035-25-iscsi is: [{'id': 'ffbd5b19-76b7-4008-97f4-9b0e8513eb8b', 'name': 'tempest-AttachVolumeTestJSON-1841536385-router', 'tenant_id': '2322cb784615409bb15a6f49522d3b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'external_fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '970cb36d-be73-494e-ad3d-4d419fe42c08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:39:50Z', 'updated_at': '2022-01-21T09:39:54Z', 'revision_number': 4, 'project_id': '2322cb784615409bb15a6f49522d3b34', 'gw_port': {'id': '970cb36d-be73-494e-ad3d-4d419fe42c08', 'name': '', 'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:0c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffbd5b19-76b7-4008-97f4-9b0e8513eb8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:39:51Z', 'updated_at': '2022-01-21T09:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6accd444-6422-45bf-9c21-6be173243a45', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-25-iscsi', '_interfaces': [{'id': 'dabfd067-b64c-41ae-89a7-9dec4911b076', 'name': '', 'network_id': '0dd36bcf-7b04-41a7-a991-1f81f12526d5', 'tenant_id': '2322cb784615409bb15a6f49522d3b34', 'mac_address': 'fa:16:3e:f1:26:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffbd5b19-76b7-4008-97f4-9b0e8513eb8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'f2cbcea8-b408-46a8-bbe1-71aa15cb4674', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:39:53Z', 'updated_at': '2022-01-21T09:39:58Z', 'revision_number': 4, 'project_id': '2322cb784615409bb15a6f49522d3b34', 'subnets': [{'id': 'f2cbcea8-b408-46a8-bbe1-71aa15cb4674', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:39:58.962330 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-69ba56ae-bbf1-4f95-aa64-b955e64e2b5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774670732957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774670299814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774670299832'] for port (dabfd067-b64c-41ae-89a7-9dec4911b076), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:39:59.019928 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ba56ae-bbf1-4f95-aa64-b955e64e2b5a None None] Pushing event updated for resources: {'Port': ['ID=dabfd067-b64c-41ae-89a7-9dec4911b076,revision_number=5']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:59.136197 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-d1c8cc3d-7178-48d5-b352-6e75bbf7f9bc req-1030aab8-681d-4783-bdd4-0e3483a7c321 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c18953a-7af3-4d71-97ad-05eda7e34a73 HTTP/1.1" status: 200 len: 210 time: 0.0346899 Jan 21 09:40:00.180720 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Device dabfd067-b64c-41ae-89a7-9dec4911b076 up at agent ovs-agent-dv-cinder-804035-25-iscsi {{(pid=103184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:40:00.224216 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-368c9ba1-08bf-40b6-ae20-1d7965d096d5 req-397b43f8-6498-416d-86d0-dd2f670091b6 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c18953a-7af3-4d71-97ad-05eda7e34a73 HTTP/1.1" status: 200 len: 210 time: 0.0264096 Jan 21 09:40:00.230284 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.provisioning_blocks [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Provisioning complete for port dabfd067-b64c-41ae-89a7-9dec4911b076 triggered by entity L2. {{(pid=103184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:40:00.230659 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983013'] for port (dabfd067-b64c-41ae-89a7-9dec4911b076), provisioning_complete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:40:00.312268 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Current status of the port dabfd067-b64c-41ae-89a7-9dec4911b076 is: ACTIVE; New status is: ACTIVE {{(pid=103184) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:40:01.318941 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-9111c219-077a-4c08-ac95-091038832a7a req-4b99aec6-8711-46ec-ad2b-190bbba98961 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c18953a-7af3-4d71-97ad-05eda7e34a73 HTTP/1.1" status: 200 len: 210 time: 0.0260520 Jan 21 09:40:01.865604 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff0bc34-8aa9-43f8-b9e9-53b327c69979 req-7ccda370-a7f5-46fe-9571-973a2716ed92 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:01.867123 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-0ff0bc34-8aa9-43f8-b9e9-53b327c69979 req-7ccda370-a7f5-46fe-9571-973a2716ed92 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] 10.222.0.109 "GET /v2.0/networks?id=0dd36bcf-7b04-41a7-a991-1f81f12526d5 HTTP/1.1" status: 200 len: 811 time: 0.3723083 Jan 21 09:40:01.932880 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-0ff0bc34-8aa9-43f8-b9e9-53b327c69979 req-adb6a1f3-9839-4670-8e25-80f84ac2cbee tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] 10.222.0.109 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2322cb784615409bb15a6f49522d3b34 HTTP/1.1" status: 200 len: 380 time: 0.0544865 Jan 21 09:40:01.944584 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.v2.base [req-0ff0bc34-8aa9-43f8-b9e9-53b327c69979 req-154fa1a2-7f32-4a37-beba-a7451fdf0b7e tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Request body: {'port': {'device_id': '9c18953a-7af3-4d71-97ad-05eda7e34a73', 'network_id': '0dd36bcf-7b04-41a7-a991-1f81f12526d5', 'admin_state_up': True, 'tenant_id': '2322cb784615409bb15a6f49522d3b34', 'security_groups': ['1cc6ad58-dddb-4fcf-b68c-2275ad19dfcc']}} {{(pid=103182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:40:02.175338 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ff0bc34-8aa9-43f8-b9e9-53b327c69979 req-154fa1a2-7f32-4a37-beba-a7451fdf0b7e tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Made reservation on behalf of 2322cb784615409bb15a6f49522d3b34 for: {'port': 1} {{(pid=103182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:40:02.178865 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-0ff0bc34-8aa9-43f8-b9e9-53b327c69979 req-154fa1a2-7f32-4a37-beba-a7451fdf0b7e tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (None), before_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:40:02.305837 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.db.db_base_plugin_common [req-0ff0bc34-8aa9-43f8-b9e9-53b327c69979 req-154fa1a2-7f32-4a37-beba-a7451fdf0b7e tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Allocated IP 172.20.0.12 (0dd36bcf-7b04-41a7-a991-1f81f12526d5/f2cbcea8-b408-46a8-bbe1-71aa15cb4674/da26baff-2b3f-4d1c-9008-db890c2d77f2) {{(pid=103182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:40:02.453960 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-e915d23e-8687-4531-9407-b7dcc600f0d7 req-fc87aa41-385e-4564-8ecf-71d2aa8491b4 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c18953a-7af3-4d71-97ad-05eda7e34a73 HTTP/1.1" status: 200 len: 210 time: 0.0336754 Jan 21 09:40:02.493808 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-0ff0bc34-8aa9-43f8-b9e9-53b327c69979 req-154fa1a2-7f32-4a37-beba-a7451fdf0b7e tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Publish callbacks [] for port (da26baff-2b3f-4d1c-9008-db890c2d77f2), precommit_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:40:02.596964 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-0ff0bc34-8aa9-43f8-b9e9-53b327c69979 req-154fa1a2-7f32-4a37-beba-a7451fdf0b7e tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774670299796'] for port (da26baff-2b3f-4d1c-9008-db890c2d77f2), after_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:40:02.646795 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ff0bc34-8aa9-43f8-b9e9-53b327c69979 req-154fa1a2-7f32-4a37-beba-a7451fdf0b7e tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Network 0dd36bcf-7b04-41a7-a991-1f81f12526d5 is already hosted by enough agents. {{(pid=103182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:40:02.652089 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.scheduler.base_scheduler [req-0ff0bc34-8aa9-43f8-b9e9-53b327c69979 req-154fa1a2-7f32-4a37-beba-a7451fdf0b7e tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Resources bound (agent type, host, resource id): {{(pid=103182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:40:02.655661 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ff0bc34-8aa9-43f8-b9e9-53b327c69979 req-154fa1a2-7f32-4a37-beba-a7451fdf0b7e tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Received port after_create {{(pid=103182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 09:40:02.661621 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff0bc34-8aa9-43f8-b9e9-53b327c69979 req-154fa1a2-7f32-4a37-beba-a7451fdf0b7e tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:02.662154 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-0ff0bc34-8aa9-43f8-b9e9-53b327c69979 req-154fa1a2-7f32-4a37-beba-a7451fdf0b7e tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11211'] for port (None), before_response {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:40:02.668562 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154fa1a2-7f32-4a37-beba-a7451fdf0b7e tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Pushing event updated for resources: {'Port': ['ID=da26baff-2b3f-4d1c-9008-db890c2d77f2,revision_number=1']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:02.766317 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-0ff0bc34-8aa9-43f8-b9e9-53b327c69979 req-154fa1a2-7f32-4a37-beba-a7451fdf0b7e tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] 10.222.0.109 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8253851 Jan 21 09:40:02.788951 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.v2.base [req-0ff0bc34-8aa9-43f8-b9e9-53b327c69979 req-02e347a9-82d0-4dd1-91f8-eeb6ecd1307a service neutron] Request body: {'port': {'device_id': '9c18953a-7af3-4d71-97ad-05eda7e34a73', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=103182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:40:02.845456 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-0ff0bc34-8aa9-43f8-b9e9-53b327c69979 req-02e347a9-82d0-4dd1-91f8-eeb6ecd1307a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (da26baff-2b3f-4d1c-9008-db890c2d77f2), before_update {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:40:02.910725 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.provisioning_blocks [None req-f5de5107-e611-4133-9603-e2bac7029223 None None] Provisioning complete for port da26baff-2b3f-4d1c-9008-db890c2d77f2 triggered by entity DHCP. {{(pid=103184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:40:02.911246 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f5de5107-e611-4133-9603-e2bac7029223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983013'] for port (da26baff-2b3f-4d1c-9008-db890c2d77f2), provisioning_complete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:40:02.946612 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-f5de5107-e611-4133-9603-e2bac7029223 None None] Port da26baff-2b3f-4d1c-9008-db890c2d77f2 cannot update to ACTIVE because it is not bound. {{(pid=103184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 21 09:40:03.139204 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14af16c8-83f4-464d-96c4-9111349f81f6 req-7721b7de-d1d5-479a-8aaa-9ad4ae69244d tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:03.141087 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-14af16c8-83f4-464d-96c4-9111349f81f6 req-7721b7de-d1d5-479a-8aaa-9ad4ae69244d tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] 10.222.0.45 "GET /v2.0/ports?device_id=750f8ae5-b267-4b76-bb13-170071722932 HTTP/1.1" status: 200 len: 984 time: 0.0874324 Jan 21 09:40:03.228464 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.notifiers.nova [req-0ff0bc34-8aa9-43f8-b9e9-53b327c69979 req-02e347a9-82d0-4dd1-91f8-eeb6ecd1307a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da26baff-2b3f-4d1c-9008-db890c2d77f2 {{(pid=103182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:40:03.239191 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-0ff0bc34-8aa9-43f8-b9e9-53b327c69979 req-02e347a9-82d0-4dd1-91f8-eeb6ecd1307a service neutron] Publish callbacks [] for port (da26baff-2b3f-4d1c-9008-db890c2d77f2), precommit_update {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:40:03.272918 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.db.provisioning_blocks [req-0ff0bc34-8aa9-43f8-b9e9-53b327c69979 req-02e347a9-82d0-4dd1-91f8-eeb6ecd1307a service neutron] Transition to ACTIVE for port object da26baff-2b3f-4d1c-9008-db890c2d77f2 will not be triggered until provisioned by entity L2. {{(pid=103182) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:40:03.287729 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-14af16c8-83f4-464d-96c4-9111349f81f6 req-9537c516-4bac-4624-a3b9-531ca46cf983 tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] 10.222.0.45 "GET /v2.0/security-groups?id=24c9a066-57df-44c0-a738-031af5f33ea2&id=98741539-7e8f-4cb1-b02f-12a07fa1dee3&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1403508 Jan 21 09:40:03.290651 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13f65c9-c78b-46e5-a2b6-2a1d0f8d49df req-a9a46085-069e-412b-ad97-21348c43e351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:03.292157 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-a13f65c9-c78b-46e5-a2b6-2a1d0f8d49df req-a9a46085-069e-412b-ad97-21348c43e351 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=10ed49573f464cc18794b94fd1c115ee&device_id=750f8ae5-b267-4b76-bb13-170071722932 HTTP/1.1" status: 200 len: 1137 time: 0.1054862 Jan 21 09:40:03.360119 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-0ff0bc34-8aa9-43f8-b9e9-53b327c69979 req-02e347a9-82d0-4dd1-91f8-eeb6ecd1307a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774670732957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774670299814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774670299832'] for port (da26baff-2b3f-4d1c-9008-db890c2d77f2), after_update {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:40:03.440210 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e347a9-82d0-4dd1-91f8-eeb6ecd1307a service neutron] Pushing event updated for resources: {'Port': ['ID=da26baff-2b3f-4d1c-9008-db890c2d77f2,revision_number=2']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:03.447288 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13f65c9-c78b-46e5-a2b6-2a1d0f8d49df req-a67a1ab9-04a1-4d2c-a615-452fdbf386c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:03.448902 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-a13f65c9-c78b-46e5-a2b6-2a1d0f8d49df req-a67a1ab9-04a1-4d2c-a615-452fdbf386c2 service neutron] 10.222.0.109 "GET /v2.0/networks?id=e49a728a-90d2-4a07-8a83-d63652f9661a HTTP/1.1" status: 200 len: 916 time: 0.1498091 Jan 21 09:40:03.527792 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.managers [req-0ff0bc34-8aa9-43f8-b9e9-53b327c69979 req-02e347a9-82d0-4dd1-91f8-eeb6ecd1307a service neutron] Attempting to bind port da26baff-2b3f-4d1c-9008-db890c2d77f2 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=103182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 09:40:03.527792 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.managers [req-0ff0bc34-8aa9-43f8-b9e9-53b327c69979 req-02e347a9-82d0-4dd1-91f8-eeb6ecd1307a service neutron] Attempting to bind port da26baff-2b3f-4d1c-9008-db890c2d77f2 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '930f9034-fe7f-473b-8ed3-d08bcf57aecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '0dd36bcf-7b04-41a7-a991-1f81f12526d5'}] {{(pid=103182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 09:40:03.528530 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ff0bc34-8aa9-43f8-b9e9-53b327c69979 req-02e347a9-82d0-4dd1-91f8-eeb6ecd1307a service neutron] Attempting to bind port da26baff-2b3f-4d1c-9008-db890c2d77f2 on network 0dd36bcf-7b04-41a7-a991-1f81f12526d5 {{(pid=103182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:40:03.537134 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ff0bc34-8aa9-43f8-b9e9-53b327c69979 req-02e347a9-82d0-4dd1-91f8-eeb6ecd1307a service neutron] Port da26baff-2b3f-4d1c-9008-db890c2d77f2 on network 0dd36bcf-7b04-41a7-a991-1f81f12526d5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=103182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 21 09:40:03.537134 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ff0bc34-8aa9-43f8-b9e9-53b327c69979 req-02e347a9-82d0-4dd1-91f8-eeb6ecd1307a service neutron] Attempting to bind port da26baff-2b3f-4d1c-9008-db890c2d77f2 on network 0dd36bcf-7b04-41a7-a991-1f81f12526d5 {{(pid=103182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:40:03.555569 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ff0bc34-8aa9-43f8-b9e9-53b327c69979 req-02e347a9-82d0-4dd1-91f8-eeb6ecd1307a service neutron] Checking agent: {'id': '5a7f6758-1e24-44b8-9b24-65ffc30c20d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 33, 47), 'started_at': datetime.datetime(2022, 1, 21, 9, 33, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 39, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:40:03.556619 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ff0bc34-8aa9-43f8-b9e9-53b327c69979 req-02e347a9-82d0-4dd1-91f8-eeb6ecd1307a service neutron] Checking segment: {'id': '930f9034-fe7f-473b-8ed3-d08bcf57aecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '0dd36bcf-7b04-41a7-a991-1f81f12526d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 09:40:03.557065 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ff0bc34-8aa9-43f8-b9e9-53b327c69979 req-02e347a9-82d0-4dd1-91f8-eeb6ecd1307a service neutron] Bound using segment: {'id': '930f9034-fe7f-473b-8ed3-d08bcf57aecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '0dd36bcf-7b04-41a7-a991-1f81f12526d5'} {{(pid=103182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:40:03.557556 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.managers [req-0ff0bc34-8aa9-43f8-b9e9-53b327c69979 req-02e347a9-82d0-4dd1-91f8-eeb6ecd1307a service neutron] Bound port: da26baff-2b3f-4d1c-9008-db890c2d77f2, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '930f9034-fe7f-473b-8ed3-d08bcf57aecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '0dd36bcf-7b04-41a7-a991-1f81f12526d5'}}] {{(pid=103182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 09:40:03.557923 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-0ff0bc34-8aa9-43f8-b9e9-53b327c69979 req-02e347a9-82d0-4dd1-91f8-eeb6ecd1307a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (da26baff-2b3f-4d1c-9008-db890c2d77f2), before_update {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:40:03.609484 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-a13f65c9-c78b-46e5-a2b6-2a1d0f8d49df req-662a9ac3-94d7-47c3-b510-25ed6e205e9b service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d22f9cde-e9ce-4b37-9b2a-f673b65a0353 HTTP/1.1" status: 200 len: 1001 time: 0.1450095 Jan 21 09:40:03.762376 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cf775c-f2e3-411f-ab76-632ad08967b5 req-30978939-b323-4818-8394-1191aae4fbb1 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:03.763960 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-e0cf775c-f2e3-411f-ab76-632ad08967b5 req-30978939-b323-4818-8394-1191aae4fbb1 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c18953a-7af3-4d71-97ad-05eda7e34a73 HTTP/1.1" status: 200 len: 944 time: 0.1892703 Jan 21 09:40:03.766946 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13f65c9-c78b-46e5-a2b6-2a1d0f8d49df req-585faed0-f813-4fa9-8494-c0d8260e8303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:03.768954 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-a13f65c9-c78b-46e5-a2b6-2a1d0f8d49df req-585faed0-f813-4fa9-8494-c0d8260e8303 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=e29f5993-ac69-42ff-9e18-94424da90a30 HTTP/1.1" status: 200 len: 854 time: 0.1485929 Jan 21 09:40:03.773263 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.db [req-0ff0bc34-8aa9-43f8-b9e9-53b327c69979 req-02e347a9-82d0-4dd1-91f8-eeb6ecd1307a service neutron] For port da26baff-2b3f-4d1c-9008-db890c2d77f2, host hv-cinder-80403, cleared binding levels {{(pid=103182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:40:03.782207 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.db [req-0ff0bc34-8aa9-43f8-b9e9-53b327c69979 req-02e347a9-82d0-4dd1-91f8-eeb6ecd1307a service neutron] For port da26baff-2b3f-4d1c-9008-db890c2d77f2, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=da26baff-2b3f-4d1c-9008-db890c2d77f2,segment=NetworkSegment(930f9034-fe7f-473b-8ed3-d08bcf57aecc),segment_id=930f9034-fe7f-473b-8ed3-d08bcf57aecc)] {{(pid=103182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:40:03.850000 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-e0cf775c-f2e3-411f-ab76-632ad08967b5 req-afd213c5-96bf-4bb4-8a10-5115472d0664 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] 10.222.0.45 "GET /v2.0/security-groups?id=1cc6ad58-dddb-4fcf-b68c-2275ad19dfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787408 Jan 21 09:40:03.853234 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13f65c9-c78b-46e5-a2b6-2a1d0f8d49df req-b9a1e03a-87ea-4bc7-9cb1-111a7b05a783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:03.854328 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-a13f65c9-c78b-46e5-a2b6-2a1d0f8d49df req-b9a1e03a-87ea-4bc7-9cb1-111a7b05a783 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=e49a728a-90d2-4a07-8a83-d63652f9661a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0742848 Jan 21 09:40:03.880102 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-0ff0bc34-8aa9-43f8-b9e9-53b327c69979 req-02e347a9-82d0-4dd1-91f8-eeb6ecd1307a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774670732957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774670299814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774670299832'] for port (da26baff-2b3f-4d1c-9008-db890c2d77f2), after_update {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:40:03.964487 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff0bc34-8aa9-43f8-b9e9-53b327c69979 req-02e347a9-82d0-4dd1-91f8-eeb6ecd1307a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:03.965168 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-0ff0bc34-8aa9-43f8-b9e9-53b327c69979 req-02e347a9-82d0-4dd1-91f8-eeb6ecd1307a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11211'] for port (None), before_response {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:40:03.966966 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-0ff0bc34-8aa9-43f8-b9e9-53b327c69979 req-02e347a9-82d0-4dd1-91f8-eeb6ecd1307a service neutron] 10.222.0.109 "PUT /v2.0/ports/da26baff-2b3f-4d1c-9008-db890c2d77f2 HTTP/1.1" status: 200 len: 1094 time: 1.1839573 Jan 21 09:40:03.967445 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c18953a-7af3-4d71-97ad-05eda7e34a73', 'tag': 'da26baff-2b3f-4d1c-9008-db890c2d77f2'}] {{(pid=103182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:40:03.969792 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa0cc1f82daaed98fc3f7058001f72739ccfc4facde8019b77a0af70a494964c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8d757d0-2f9e-4c37-8a36-b8ac66b41313" -d '{"events": [{"name": "network-changed", "server_uuid": "9c18953a-7af3-4d71-97ad-05eda7e34a73", "tag": "da26baff-2b3f-4d1c-9008-db890c2d77f2"}]}' {{(pid=103182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:40:04.003023 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e347a9-82d0-4dd1-91f8-eeb6ecd1307a service neutron] Pushing event updated for resources: {'Port': ['ID=da26baff-2b3f-4d1c-9008-db890c2d77f2,revision_number=3']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:04.020867 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e347a9-82d0-4dd1-91f8-eeb6ecd1307a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:40:04.021263 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e347a9-82d0-4dd1-91f8-eeb6ecd1307a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:40:04.021613 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e347a9-82d0-4dd1-91f8-eeb6ecd1307a service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:40:04.021959 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e347a9-82d0-4dd1-91f8-eeb6ecd1307a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:40:04.022530 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e347a9-82d0-4dd1-91f8-eeb6ecd1307a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:40:04.022650 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e347a9-82d0-4dd1-91f8-eeb6ecd1307a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:40:04.022939 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e347a9-82d0-4dd1-91f8-eeb6ecd1307a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:40:04.023270 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e347a9-82d0-4dd1-91f8-eeb6ecd1307a service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:40:04.023694 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e347a9-82d0-4dd1-91f8-eeb6ecd1307a service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:40:04.023993 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e347a9-82d0-4dd1-91f8-eeb6ecd1307a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:40:04.024319 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e347a9-82d0-4dd1-91f8-eeb6ecd1307a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:40:04.024629 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e347a9-82d0-4dd1-91f8-eeb6ecd1307a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:40:04.024947 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e347a9-82d0-4dd1-91f8-eeb6ecd1307a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:40:04.030811 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 09:40:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2353f63-f7d1-44a2-be3d-71773549b325 x-openstack-request-id: req-a2353f63-f7d1-44a2-be3d-71773549b325 {{(pid=103182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:40:04.031102 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c18953a-7af3-4d71-97ad-05eda7e34a73", "tag": "da26baff-2b3f-4d1c-9008-db890c2d77f2", "status": "completed", "code": 200}]} {{(pid=103182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:40:04.031357 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a2353f63-f7d1-44a2-be3d-71773549b325 {{(pid=103182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:40:04.031753 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c18953a-7af3-4d71-97ad-05eda7e34a73', 'tag': 'da26baff-2b3f-4d1c-9008-db890c2d77f2', 'status': 'completed', 'code': 200} Jan 21 09:40:04.035192 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-a13f65c9-c78b-46e5-a2b6-2a1d0f8d49df req-c8d99fb8-fad6-4482-96ee-5ecc7fe14a53 service neutron] 10.222.0.109 "GET /v2.0/networks/e49a728a-90d2-4a07-8a83-d63652f9661a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735623 Jan 21 09:40:04.177757 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d757d0-2f9e-4c37-8a36-b8ac66b41313 req-9073889e-5a8c-44f3-b92c-1350a5f806a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:04.179293 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-d8d757d0-2f9e-4c37-8a36-b8ac66b41313 req-9073889e-5a8c-44f3-b92c-1350a5f806a6 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=2322cb784615409bb15a6f49522d3b34&device_id=9c18953a-7af3-4d71-97ad-05eda7e34a73 HTTP/1.1" status: 200 len: 1097 time: 0.1253719 Jan 21 09:40:04.195215 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-a13f65c9-c78b-46e5-a2b6-2a1d0f8d49df req-12ad3c3b-d7f6-4060-9954-660c9bc6280d service neutron] 10.222.0.109 "GET /v2.0/networks/e49a728a-90d2-4a07-8a83-d63652f9661a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501191 Jan 21 09:40:04.334014 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d757d0-2f9e-4c37-8a36-b8ac66b41313 req-03a7e5fb-fe8a-4139-9a01-c404452abfb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:04.335616 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-d8d757d0-2f9e-4c37-8a36-b8ac66b41313 req-03a7e5fb-fe8a-4139-9a01-c404452abfb7 service neutron] 10.222.0.109 "GET /v2.0/networks?tenant_id=2322cb784615409bb15a6f49522d3b34&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1395283 Jan 21 09:40:04.478639 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d01a0e-b8d2-4950-bb01-35789433c910 req-9bcfae8a-7845-44d1-95d8-d07949c62183 tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:04.480179 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-84d01a0e-b8d2-4950-bb01-35789433c910 req-9bcfae8a-7845-44d1-95d8-d07949c62183 tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] 10.222.0.45 "GET /v2.0/ports?device_id=750f8ae5-b267-4b76-bb13-170071722932 HTTP/1.1" status: 200 len: 984 time: 0.1099653 Jan 21 09:40:04.486854 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d757d0-2f9e-4c37-8a36-b8ac66b41313 req-3b0c8f9d-184c-4c67-b5c2-6a2be5ea8005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:04.487949 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-d8d757d0-2f9e-4c37-8a36-b8ac66b41313 req-3b0c8f9d-184c-4c67-b5c2-6a2be5ea8005 service neutron] 10.222.0.109 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1456556 Jan 21 09:40:04.600864 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-84d01a0e-b8d2-4950-bb01-35789433c910 req-a6fa9eb6-27fa-40b5-b057-e85fb5bf6978 tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] 10.222.0.45 "GET /v2.0/security-groups?id=24c9a066-57df-44c0-a738-031af5f33ea2&id=98741539-7e8f-4cb1-b02f-12a07fa1dee3&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1068368 Jan 21 09:40:04.616347 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff0bc34-8aa9-43f8-b9e9-53b327c69979 req-1d664113-f857-4153-bb91-7db79e9ffabd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:04.618108 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-0ff0bc34-8aa9-43f8-b9e9-53b327c69979 req-1d664113-f857-4153-bb91-7db79e9ffabd service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=2322cb784615409bb15a6f49522d3b34&device_id=9c18953a-7af3-4d71-97ad-05eda7e34a73 HTTP/1.1" status: 200 len: 1097 time: 0.0665154 Jan 21 09:40:04.664637 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-0ff0bc34-8aa9-43f8-b9e9-53b327c69979 req-5567dd94-f5fb-4e6e-83db-3b3490805b95 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=da26baff-2b3f-4d1c-9008-db890c2d77f2 HTTP/1.1" status: 200 len: 217 time: 0.0362744 Jan 21 09:40:04.725990 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff0bc34-8aa9-43f8-b9e9-53b327c69979 req-326edd58-7158-468b-923e-2d6274cf74a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:04.727480 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-0ff0bc34-8aa9-43f8-b9e9-53b327c69979 req-326edd58-7158-468b-923e-2d6274cf74a0 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=f2cbcea8-b408-46a8-bbe1-71aa15cb4674 HTTP/1.1" status: 200 len: 850 time: 0.0453730 Jan 21 09:40:04.777109 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff0bc34-8aa9-43f8-b9e9-53b327c69979 req-36557c38-4fb8-48ed-a0a0-0bf20c3558c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:04.778623 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-0ff0bc34-8aa9-43f8-b9e9-53b327c69979 req-36557c38-4fb8-48ed-a0a0-0bf20c3558c8 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=0dd36bcf-7b04-41a7-a991-1f81f12526d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0441430 Jan 21 09:40:04.891230 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-0ff0bc34-8aa9-43f8-b9e9-53b327c69979 req-e1ca8ea0-0da6-41bd-8354-2a2f705411d6 service neutron] 10.222.0.109 "GET /v2.0/networks/0dd36bcf-7b04-41a7-a991-1f81f12526d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044223 Jan 21 09:40:04.961249 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.45', 38514) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:40:05.029513 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51a05eb-3f62-430c-a7f4-c8bb3c9480e4 req-438136ce-04cc-44cd-b9ba-db3aa260ed50 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:05.030952 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-c51a05eb-3f62-430c-a7f4-c8bb3c9480e4 req-438136ce-04cc-44cd-b9ba-db3aa260ed50 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c18953a-7af3-4d71-97ad-05eda7e34a73 HTTP/1.1" status: 200 len: 944 time: 0.1086257 Jan 21 09:40:05.035693 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-0ff0bc34-8aa9-43f8-b9e9-53b327c69979 req-e97b9545-ebd9-484f-aed4-72466728e4e4 service neutron] 10.222.0.109 "GET /v2.0/networks/0dd36bcf-7b04-41a7-a991-1f81f12526d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343043 Jan 21 09:40:05.081462 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-882d3c0d-44ff-40f1-bf46-5eca76a017f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:40:05.085389 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-c51a05eb-3f62-430c-a7f4-c8bb3c9480e4 req-3d8e926d-6d5b-4b48-a182-97befccb62ef tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] 10.222.0.45 "GET /v2.0/security-groups?id=1cc6ad58-dddb-4fcf-b68c-2275ad19dfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480771 Jan 21 09:40:05.158738 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-882d3c0d-44ff-40f1-bf46-5eca76a017f4 admin admin] Publish callbacks [] for security_group (83d0ec47-46c5-48c5-92f1-acf932b91366), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:40:05.229939 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-882d3c0d-44ff-40f1-bf46-5eca76a017f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126007'] for security_group (83d0ec47-46c5-48c5-92f1-acf932b91366), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:40:05.273911 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [None req-882d3c0d-44ff-40f1-bf46-5eca76a017f4 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4fb34ae61571435ebcc0256e896c2766&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3104520 Jan 21 09:40:05.274455 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882d3c0d-44ff-40f1-bf46-5eca76a017f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83d0ec47-46c5-48c5-92f1-acf932b91366,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:05.276514 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.wsgi [-] (103182) accepted ('10.222.0.45', 38520) {{(pid=103182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:40:05.327890 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-cfd8edb4-c688-4a11-a951-afd2590bb55d admin admin] Publish callbacks [] for security_group (83d0ec47-46c5-48c5-92f1-acf932b91366), before_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:40:05.349792 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-cfd8edb4-c688-4a11-a951-afd2590bb55d admin admin] Publish callbacks [] for security_group (83d0ec47-46c5-48c5-92f1-acf932b91366), precommit_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:40:05.455404 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-cfd8edb4-c688-4a11-a951-afd2590bb55d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126007'] for security_group (83d0ec47-46c5-48c5-92f1-acf932b91366), after_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:40:05.458101 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-cfd8edb4-c688-4a11-a951-afd2590bb55d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:40:05.459293 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [None req-cfd8edb4-c688-4a11-a951-afd2590bb55d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/83d0ec47-46c5-48c5-92f1-acf932b91366 HTTP/1.1" status: 204 len: 168 time: 0.1816349 Jan 21 09:40:05.467410 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd8edb4-c688-4a11-a951-afd2590bb55d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83d0ec47-46c5-48c5-92f1-acf932b91366,revision_number=None']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:05.730701 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3eb25e-d45c-4861-b3be-4c76052e55f2 req-8ea60f88-a6e4-47a3-812a-5f093d644a29 tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:05.738150 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-8f3eb25e-d45c-4861-b3be-4c76052e55f2 req-8ea60f88-a6e4-47a3-812a-5f093d644a29 tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] 10.222.0.45 "GET /v2.0/ports?device_id=750f8ae5-b267-4b76-bb13-170071722932 HTTP/1.1" status: 200 len: 984 time: 0.0626979 Jan 21 09:40:05.823213 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-8f3eb25e-d45c-4861-b3be-4c76052e55f2 req-2fa34114-c396-45e8-8b96-5e85ae65d8b2 tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] 10.222.0.45 "GET /v2.0/security-groups?id=24c9a066-57df-44c0-a738-031af5f33ea2&id=98741539-7e8f-4cb1-b02f-12a07fa1dee3&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0788357 Jan 21 09:40:06.091863 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.wsgi [-] (103182) accepted ('10.222.0.45', 38536) {{(pid=103182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:40:06.108402 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-57b6e3f9-c1b6-410f-b1b8-437ca14ae03e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:40:06.247440 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-57b6e3f9-c1b6-410f-b1b8-437ca14ae03e admin admin] Publish callbacks [] for security_group (6f4627db-5556-4170-b334-da17f944e5c4), precommit_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:40:06.256056 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3806dd-d1a2-4598-ae02-0eec4984fe09 req-3a3c9922-81a9-43a3-a204-1b72cc484467 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:06.257707 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-ba3806dd-d1a2-4598-ae02-0eec4984fe09 req-3a3c9922-81a9-43a3-a204-1b72cc484467 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c18953a-7af3-4d71-97ad-05eda7e34a73 HTTP/1.1" status: 200 len: 944 time: 0.0943346 Jan 21 09:40:06.314371 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-ba3806dd-d1a2-4598-ae02-0eec4984fe09 req-62abc4cc-8231-40f5-9d54-c0fd336f7867 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] 10.222.0.45 "GET /v2.0/security-groups?id=1cc6ad58-dddb-4fcf-b68c-2275ad19dfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505090 Jan 21 09:40:06.315770 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-57b6e3f9-c1b6-410f-b1b8-437ca14ae03e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126007'] for security_group (6f4627db-5556-4170-b334-da17f944e5c4), after_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:40:06.368776 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [None req-57b6e3f9-c1b6-410f-b1b8-437ca14ae03e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b60e09489807486e92bc1452e7d4acc7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2755818 Jan 21 09:40:06.368998 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.45', 38542) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:40:06.369633 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b6e3f9-c1b6-410f-b1b8-437ca14ae03e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f4627db-5556-4170-b334-da17f944e5c4,revision_number=1']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:06.431493 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d0878eba-fa61-453a-a7bf-24a7e889a8ec admin admin] Publish callbacks [] for security_group (6f4627db-5556-4170-b334-da17f944e5c4), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:40:06.465416 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d0878eba-fa61-453a-a7bf-24a7e889a8ec admin admin] Publish callbacks [] for security_group (6f4627db-5556-4170-b334-da17f944e5c4), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:40:06.596882 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d0878eba-fa61-453a-a7bf-24a7e889a8ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126007'] for security_group (6f4627db-5556-4170-b334-da17f944e5c4), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:40:06.599463 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d0878eba-fa61-453a-a7bf-24a7e889a8ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:40:06.600633 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [None req-d0878eba-fa61-453a-a7bf-24a7e889a8ec admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6f4627db-5556-4170-b334-da17f944e5c4 HTTP/1.1" status: 204 len: 168 time: 0.2309477 Jan 21 09:40:06.610777 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0878eba-fa61-453a-a7bf-24a7e889a8ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f4627db-5556-4170-b334-da17f944e5c4,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:06.940357 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a854a9a-d766-4c01-85fa-0ec5848996b9 req-1e619c5e-bcfd-403f-a4a9-aa3f2d54a987 tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:06.941994 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-9a854a9a-d766-4c01-85fa-0ec5848996b9 req-1e619c5e-bcfd-403f-a4a9-aa3f2d54a987 tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] 10.222.0.45 "GET /v2.0/ports?device_id=750f8ae5-b267-4b76-bb13-170071722932 HTTP/1.1" status: 200 len: 984 time: 0.0507243 Jan 21 09:40:07.005064 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-9a854a9a-d766-4c01-85fa-0ec5848996b9 req-ce218cb6-e74a-4e71-b668-be1bfbc93d45 tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] 10.222.0.45 "GET /v2.0/security-groups?id=24c9a066-57df-44c0-a738-031af5f33ea2&id=98741539-7e8f-4cb1-b02f-12a07fa1dee3&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0576456 Jan 21 09:40:07.453397 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d12954-791d-497f-b91f-c3402ec92a24 req-c44113dd-fe45-4e86-95de-bc57a44dd005 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:07.455707 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-c8d12954-791d-497f-b91f-c3402ec92a24 req-c44113dd-fe45-4e86-95de-bc57a44dd005 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c18953a-7af3-4d71-97ad-05eda7e34a73 HTTP/1.1" status: 200 len: 944 time: 0.0572648 Jan 21 09:40:07.512568 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-c8d12954-791d-497f-b91f-c3402ec92a24 req-df2d0863-910c-4592-962e-8a91d9431118 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] 10.222.0.45 "GET /v2.0/security-groups?id=1cc6ad58-dddb-4fcf-b68c-2275ad19dfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513241 Jan 21 09:40:08.122800 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95188a8d-2b44-4f8b-874c-bded6c24ea9a req-81eace47-d925-490a-81e5-a2fe5611f894 tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:08.124370 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-95188a8d-2b44-4f8b-874c-bded6c24ea9a req-81eace47-d925-490a-81e5-a2fe5611f894 tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] 10.222.0.45 "GET /v2.0/ports?device_id=750f8ae5-b267-4b76-bb13-170071722932 HTTP/1.1" status: 200 len: 984 time: 0.0503006 Jan 21 09:40:08.188210 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-95188a8d-2b44-4f8b-874c-bded6c24ea9a req-ae920a32-3cfb-44ad-b903-52940618a472 tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] 10.222.0.45 "GET /v2.0/security-groups?id=24c9a066-57df-44c0-a738-031af5f33ea2&id=98741539-7e8f-4cb1-b02f-12a07fa1dee3&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0561285 Jan 21 09:40:08.634164 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f10494-7aa8-4bc9-8860-e249c293bdbf req-5b5e76ce-1409-4d0c-ac8d-3184520c6b77 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:08.636075 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-c5f10494-7aa8-4bc9-8860-e249c293bdbf req-5b5e76ce-1409-4d0c-ac8d-3184520c6b77 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c18953a-7af3-4d71-97ad-05eda7e34a73 HTTP/1.1" status: 200 len: 944 time: 0.0533912 Jan 21 09:40:08.694557 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-c5f10494-7aa8-4bc9-8860-e249c293bdbf req-90eff6b0-be68-4030-8de2-fa635e4cfe80 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] 10.222.0.45 "GET /v2.0/security-groups?id=1cc6ad58-dddb-4fcf-b68c-2275ad19dfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518796 Jan 21 09:40:09.306541 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa446c4-a3aa-4b5f-8ebf-ed921f35497b req-b0cfec34-7e20-4603-8130-99bcb01c19a4 tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:09.308086 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-caa446c4-a3aa-4b5f-8ebf-ed921f35497b req-b0cfec34-7e20-4603-8130-99bcb01c19a4 tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] 10.222.0.45 "GET /v2.0/ports?device_id=750f8ae5-b267-4b76-bb13-170071722932 HTTP/1.1" status: 200 len: 984 time: 0.0502872 Jan 21 09:40:09.376547 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-caa446c4-a3aa-4b5f-8ebf-ed921f35497b req-a6f7d3f7-7d0a-44d4-836d-196f4ddd897b tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] 10.222.0.45 "GET /v2.0/security-groups?id=24c9a066-57df-44c0-a738-031af5f33ea2&id=98741539-7e8f-4cb1-b02f-12a07fa1dee3&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0574691 Jan 21 09:40:09.815963 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aad1f78-640c-470e-9339-8324f9246dc4 req-21c83de1-30f8-4c9c-9776-56e97882631f tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:09.817537 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-7aad1f78-640c-470e-9339-8324f9246dc4 req-21c83de1-30f8-4c9c-9776-56e97882631f tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c18953a-7af3-4d71-97ad-05eda7e34a73 HTTP/1.1" status: 200 len: 944 time: 0.0526283 Jan 21 09:40:09.870566 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-7aad1f78-640c-470e-9339-8324f9246dc4 req-a4a8cb9f-4a2a-462c-91f2-4b26694fab1d tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] 10.222.0.45 "GET /v2.0/security-groups?id=1cc6ad58-dddb-4fcf-b68c-2275ad19dfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473204 Jan 21 09:40:10.497584 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95312d2c-abc3-47ad-8df6-288ec660a8bd req-b88a6e50-a9bc-4b39-bd86-1cc57f5018fd tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:10.499101 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-95312d2c-abc3-47ad-8df6-288ec660a8bd req-b88a6e50-a9bc-4b39-bd86-1cc57f5018fd tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] 10.222.0.45 "GET /v2.0/ports?device_id=750f8ae5-b267-4b76-bb13-170071722932 HTTP/1.1" status: 200 len: 984 time: 0.0552580 Jan 21 09:40:10.563827 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-95312d2c-abc3-47ad-8df6-288ec660a8bd req-27c312ca-8011-4e24-8dba-441ebff6930c tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] 10.222.0.45 "GET /v2.0/security-groups?id=24c9a066-57df-44c0-a738-031af5f33ea2&id=98741539-7e8f-4cb1-b02f-12a07fa1dee3&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0574119 Jan 21 09:40:10.982804 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c12b259-a017-43c3-80b8-9cf4c87c265a req-17cca6b6-db89-45ca-81b9-b86cd3275c34 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:10.984181 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-3c12b259-a017-43c3-80b8-9cf4c87c265a req-17cca6b6-db89-45ca-81b9-b86cd3275c34 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c18953a-7af3-4d71-97ad-05eda7e34a73 HTTP/1.1" status: 200 len: 944 time: 0.0480950 Jan 21 09:40:11.030870 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-3c12b259-a017-43c3-80b8-9cf4c87c265a req-80ec9d5d-0e0b-438e-83df-12fa629c17b4 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] 10.222.0.45 "GET /v2.0/security-groups?id=1cc6ad58-dddb-4fcf-b68c-2275ad19dfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407398 Jan 21 09:40:11.356812 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Device da26baff-2b3f-4d1c-9008-db890c2d77f2 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=103184) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 21 09:40:11.456239 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] For port da26baff-2b3f-4d1c-9008-db890c2d77f2, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=da26baff-2b3f-4d1c-9008-db890c2d77f2,segment=NetworkSegment(930f9034-fe7f-473b-8ed3-d08bcf57aecc),segment_id=930f9034-fe7f-473b-8ed3-d08bcf57aecc)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:40:11.466478 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Returning: {'device': 'da26baff-2b3f-4d1c-9008-db890c2d77f2', 'network_id': '0dd36bcf-7b04-41a7-a991-1f81f12526d5', 'port_id': 'da26baff-2b3f-4d1c-9008-db890c2d77f2', 'mac_address': 'fa:16:3e:b1:a9:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2cbcea8-b408-46a8-bbe1-71aa15cb4674', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103184) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 21 09:40:11.504640 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Current status of the port da26baff-2b3f-4d1c-9008-db890c2d77f2 is: DOWN; New status is: BUILD {{(pid=103184) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:40:11.504949 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (da26baff-2b3f-4d1c-9008-db890c2d77f2), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:40:11.521459 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.notifiers.nova [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da26baff-2b3f-4d1c-9008-db890c2d77f2 {{(pid=103184) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:40:11.540848 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] For port da26baff-2b3f-4d1c-9008-db890c2d77f2, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=da26baff-2b3f-4d1c-9008-db890c2d77f2,segment=NetworkSegment(930f9034-fe7f-473b-8ed3-d08bcf57aecc),segment_id=930f9034-fe7f-473b-8ed3-d08bcf57aecc)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:40:11.630486 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774670732957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774670299814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774670299832'] for port (da26baff-2b3f-4d1c-9008-db890c2d77f2), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:40:11.684437 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Pushing event updated for resources: {'Port': ['ID=da26baff-2b3f-4d1c-9008-db890c2d77f2,revision_number=4']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:11.685025 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7af1a6-0dad-4907-a798-5d18c8894b97 req-13f30873-68f1-4f08-9286-6566106c3bb1 tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:11.687116 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-1d7af1a6-0dad-4907-a798-5d18c8894b97 req-13f30873-68f1-4f08-9286-6566106c3bb1 tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] 10.222.0.45 "GET /v2.0/ports?device_id=750f8ae5-b267-4b76-bb13-170071722932 HTTP/1.1" status: 200 len: 984 time: 0.0550113 Jan 21 09:40:11.756285 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-1d7af1a6-0dad-4907-a798-5d18c8894b97 req-69f55055-a92e-469b-91bf-1c825680b157 tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] 10.222.0.45 "GET /v2.0/security-groups?id=24c9a066-57df-44c0-a738-031af5f33ea2&id=98741539-7e8f-4cb1-b02f-12a07fa1dee3&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0604074 Jan 21 09:40:12.168521 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23276a17-dd55-4fbe-8306-b9e504792738 req-ea50465f-0db8-4ec4-ad56-d5dc1485dad6 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:12.170033 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-23276a17-dd55-4fbe-8306-b9e504792738 req-ea50465f-0db8-4ec4-ad56-d5dc1485dad6 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c18953a-7af3-4d71-97ad-05eda7e34a73 HTTP/1.1" status: 200 len: 945 time: 0.0703609 Jan 21 09:40:12.226318 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-23276a17-dd55-4fbe-8306-b9e504792738 req-09dead21-ee45-4665-ac76-33aa692dda12 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] 10.222.0.45 "GET /v2.0/security-groups?id=1cc6ad58-dddb-4fcf-b68c-2275ad19dfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496907 Jan 21 09:40:12.872948 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0588d3-7f3b-4c57-bb23-da8d666ed33d req-e1298bac-3edc-4dda-892d-02561c80803e tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:12.874464 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-4c0588d3-7f3b-4c57-bb23-da8d666ed33d req-e1298bac-3edc-4dda-892d-02561c80803e tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] 10.222.0.45 "GET /v2.0/ports?device_id=750f8ae5-b267-4b76-bb13-170071722932 HTTP/1.1" status: 200 len: 984 time: 0.0499780 Jan 21 09:40:12.936522 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-4c0588d3-7f3b-4c57-bb23-da8d666ed33d req-a96e5d0b-4e24-4b79-a643-96df9d0edc58 tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] 10.222.0.45 "GET /v2.0/security-groups?id=24c9a066-57df-44c0-a738-031af5f33ea2&id=98741539-7e8f-4cb1-b02f-12a07fa1dee3&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0562315 Jan 21 09:40:13.447588 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df28138f-a4ca-4e91-adc1-3cb9ec11efc4 req-5c61c3f5-0b9a-4476-a744-b3eb0a484fdd tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:13.447743 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] get_ports_and_sgs() called for port_ids ['da26baff-2b3f-4d1c-9008-db890c2d77f2'] {{(pid=103184) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 09:40:13.448227 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-df28138f-a4ca-4e91-adc1-3cb9ec11efc4 req-5c61c3f5-0b9a-4476-a744-b3eb0a484fdd tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c18953a-7af3-4d71-97ad-05eda7e34a73 HTTP/1.1" status: 200 len: 945 time: 0.0651855 Jan 21 09:40:13.448227 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-df28138f-a4ca-4e91-adc1-3cb9ec11efc4 req-6f666113-40b3-42d7-b6ed-4948d4d4bf8d tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] 10.222.0.45 "GET /v2.0/security-groups?id=1cc6ad58-dddb-4fcf-b68c-2275ad19dfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556257 Jan 21 09:40:13.848804 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.45', 38672) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:40:13.894776 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.db.db_base_plugin_v2 [None req-a24b2257-a852-4365-90a6-67e9e895cf44 admin admin] Deleting subnet a8daf7f4-5b37-472d-866e-ed6bc53918ba {{(pid=103183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 21 09:40:13.901738 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a24b2257-a852-4365-90a6-67e9e895cf44 admin admin] Publish callbacks [] for subnet (a8daf7f4-5b37-472d-866e-ed6bc53918ba), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:40:13.942612 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a24b2257-a852-4365-90a6-67e9e895cf44 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29255376'] for subnet (a8daf7f4-5b37-472d-866e-ed6bc53918ba), precommit_delete_associations {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:40:13.993733 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a24b2257-a852-4365-90a6-67e9e895cf44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-981758'] for subnet (a8daf7f4-5b37-472d-866e-ed6bc53918ba), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:40:14.055277 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae74044-c3ec-46fb-b9fc-2eec8580b8ec req-57fd4c52-06fa-49cf-bce0-790d545b2c3a tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:14.056775 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-3ae74044-c3ec-46fb-b9fc-2eec8580b8ec req-57fd4c52-06fa-49cf-bce0-790d545b2c3a tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] 10.222.0.45 "GET /v2.0/ports?device_id=750f8ae5-b267-4b76-bb13-170071722932 HTTP/1.1" status: 200 len: 984 time: 0.0497968 Jan 21 09:40:14.119751 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-3ae74044-c3ec-46fb-b9fc-2eec8580b8ec req-10a91a2d-cd86-404a-8911-43f6e58c3064 tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] 10.222.0.45 "GET /v2.0/security-groups?id=24c9a066-57df-44c0-a738-031af5f33ea2&id=98741539-7e8f-4cb1-b02f-12a07fa1dee3&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0571642 Jan 21 09:40:14.122084 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a24b2257-a852-4365-90a6-67e9e895cf44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-982036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4120330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25181703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28848082'] for subnet (a8daf7f4-5b37-472d-866e-ed6bc53918ba), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:40:14.150006 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24b2257-a852-4365-90a6-67e9e895cf44 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a8daf7f4-5b37-472d-866e-ed6bc53918ba,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:14.161839 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a24b2257-a852-4365-90a6-67e9e895cf44 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:40:14.161839 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [None req-a24b2257-a852-4365-90a6-67e9e895cf44 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/a8daf7f4-5b37-472d-866e-ed6bc53918ba HTTP/1.1" status: 204 len: 168 time: 0.3116031 Jan 21 09:40:14.170060 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24b2257-a852-4365-90a6-67e9e895cf44 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:40:14.170060 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24b2257-a852-4365-90a6-67e9e895cf44 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:40:14.173576 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.wsgi [-] (103182) accepted ('10.222.0.45', 38676) {{(pid=103182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:40:14.173685 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24b2257-a852-4365-90a6-67e9e895cf44 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:40:14.173685 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24b2257-a852-4365-90a6-67e9e895cf44 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:40:14.173685 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24b2257-a852-4365-90a6-67e9e895cf44 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:40:14.173685 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24b2257-a852-4365-90a6-67e9e895cf44 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:40:14.173685 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24b2257-a852-4365-90a6-67e9e895cf44 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:40:14.173685 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24b2257-a852-4365-90a6-67e9e895cf44 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:40:14.173685 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24b2257-a852-4365-90a6-67e9e895cf44 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:40:14.173685 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24b2257-a852-4365-90a6-67e9e895cf44 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:40:14.173685 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24b2257-a852-4365-90a6-67e9e895cf44 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:40:14.173685 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24b2257-a852-4365-90a6-67e9e895cf44 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:40:14.173685 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24b2257-a852-4365-90a6-67e9e895cf44 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:40:14.243038 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-4f942167-c84c-4a5a-b6a0-0559ade24611 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-989250'] for network (7ccd0197-ed42-4d03-8ffc-af304fe19f70), before_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:40:14.333080 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-4f942167-c84c-4a5a-b6a0-0559ade24611 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968284', 'neutron.services.segments.db._delete_segments_for_network-8774670886943'] for network (7ccd0197-ed42-4d03-8ffc-af304fe19f70), precommit_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:40:14.354434 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-4f942167-c84c-4a5a-b6a0-0559ade24611 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:40:14.354775 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-4f942167-c84c-4a5a-b6a0-0559ade24611 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:40:14.355542 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-4f942167-c84c-4a5a-b6a0-0559ade24611 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:40:14.355865 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-4f942167-c84c-4a5a-b6a0-0559ade24611 admin admin] Subscribe: > port after_create 55550000 {{(pid=103182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:40:14.356212 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-4f942167-c84c-4a5a-b6a0-0559ade24611 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:40:14.356535 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-4f942167-c84c-4a5a-b6a0-0559ade24611 admin admin] Subscribe: > port after_update 55550000 {{(pid=103182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:40:14.356845 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-4f942167-c84c-4a5a-b6a0-0559ade24611 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:40:14.357171 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-4f942167-c84c-4a5a-b6a0-0559ade24611 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:40:14.357629 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-4f942167-c84c-4a5a-b6a0-0559ade24611 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:40:14.357953 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-4f942167-c84c-4a5a-b6a0-0559ade24611 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:40:14.492919 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-4f942167-c84c-4a5a-b6a0-0559ade24611 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:40:14.493493 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-4f942167-c84c-4a5a-b6a0-0559ade24611 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:40:14.494307 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-4f942167-c84c-4a5a-b6a0-0559ade24611 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:40:14.494654 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-4f942167-c84c-4a5a-b6a0-0559ade24611 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:40:14.495050 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.services.segments.db [None req-4f942167-c84c-4a5a-b6a0-0559ade24611 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ccd0197-ed42-4d03-8ffc-af304fe19f70']}} {{(pid=103182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:14.514924 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.services.segments.db [None req-4f942167-c84c-4a5a-b6a0-0559ade24611 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad0cc7f3-f595-4923-bff8-faff8d5a4463') {'for_net_delete': True} {{(pid=103182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:14.515221 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.services.segments.db [None req-4f942167-c84c-4a5a-b6a0-0559ade24611 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad0cc7f3-f595-4923-bff8-faff8d5a4463') {} {{(pid=103182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:14.555155 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-4f942167-c84c-4a5a-b6a0-0559ade24611 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774670886301', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28985495'] for segment (ad0cc7f3-f595-4923-bff8-faff8d5a4463), before_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:40:14.579243 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-4f942167-c84c-4a5a-b6a0-0559ade24611 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906022'] for segment (ad0cc7f3-f595-4923-bff8-faff8d5a4463), precommit_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:40:14.592729 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f942167-c84c-4a5a-b6a0-0559ade24611 admin admin] Releasing vlan 382 on physical network physnet1 to pool {{(pid=103182) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:40:14.593157 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-4f942167-c84c-4a5a-b6a0-0559ade24611 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29186936'] for segment (ad0cc7f3-f595-4923-bff8-faff8d5a4463), after_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:40:14.598969 dv-cinder-804035-25-iscsi neutron-server[103182]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:40:14.598969 dv-cinder-804035-25-iscsi neutron-server[103182]: warnings.warn(msg) Jan 21 09:40:14.598969 dv-cinder-804035-25-iscsi neutron-server[103182]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:40:14.598969 dv-cinder-804035-25-iscsi neutron-server[103182]: warnings.warn(msg) Jan 21 09:40:14.598969 dv-cinder-804035-25-iscsi neutron-server[103182]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:40:14.598969 dv-cinder-804035-25-iscsi neutron-server[103182]: warnings.warn(msg) Jan 21 09:40:14.598969 dv-cinder-804035-25-iscsi neutron-server[103182]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:40:14.598969 dv-cinder-804035-25-iscsi neutron-server[103182]: warnings.warn(msg) Jan 21 09:40:14.598969 dv-cinder-804035-25-iscsi neutron-server[103182]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:40:14.598969 dv-cinder-804035-25-iscsi neutron-server[103182]: warnings.warn(msg) Jan 21 09:40:14.598969 dv-cinder-804035-25-iscsi neutron-server[103182]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:40:14.598969 dv-cinder-804035-25-iscsi neutron-server[103182]: warnings.warn(msg) Jan 21 09:40:14.598969 dv-cinder-804035-25-iscsi neutron-server[103182]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:40:14.598969 dv-cinder-804035-25-iscsi neutron-server[103182]: warnings.warn(msg) Jan 21 09:40:14.598969 dv-cinder-804035-25-iscsi neutron-server[103182]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:40:14.598969 dv-cinder-804035-25-iscsi neutron-server[103182]: warnings.warn(msg) Jan 21 09:40:14.598969 dv-cinder-804035-25-iscsi neutron-server[103182]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:40:14.598969 dv-cinder-804035-25-iscsi neutron-server[103182]: warnings.warn(msg) Jan 21 09:40:14.598969 dv-cinder-804035-25-iscsi neutron-server[103182]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:40:14.598969 dv-cinder-804035-25-iscsi neutron-server[103182]: warnings.warn(msg) Jan 21 09:40:14.598969 dv-cinder-804035-25-iscsi neutron-server[103182]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:40:14.598969 dv-cinder-804035-25-iscsi neutron-server[103182]: warnings.warn(msg) Jan 21 09:40:14.598969 dv-cinder-804035-25-iscsi neutron-server[103182]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:40:14.598969 dv-cinder-804035-25-iscsi neutron-server[103182]: warnings.warn(msg) Jan 21 09:40:14.598969 dv-cinder-804035-25-iscsi neutron-server[103182]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:40:14.598969 dv-cinder-804035-25-iscsi neutron-server[103182]: warnings.warn(msg) Jan 21 09:40:14.598969 dv-cinder-804035-25-iscsi neutron-server[103182]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:40:14.598969 dv-cinder-804035-25-iscsi neutron-server[103182]: warnings.warn(msg) Jan 21 09:40:14.598969 dv-cinder-804035-25-iscsi neutron-server[103182]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:40:14.598969 dv-cinder-804035-25-iscsi neutron-server[103182]: warnings.warn(msg) Jan 21 09:40:14.598969 dv-cinder-804035-25-iscsi neutron-server[103182]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:40:14.598969 dv-cinder-804035-25-iscsi neutron-server[103182]: warnings.warn(msg) Jan 21 09:40:14.598969 dv-cinder-804035-25-iscsi neutron-server[103182]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:40:14.598969 dv-cinder-804035-25-iscsi neutron-server[103182]: warnings.warn(msg) Jan 21 09:40:14.598969 dv-cinder-804035-25-iscsi neutron-server[103182]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:40:14.598969 dv-cinder-804035-25-iscsi neutron-server[103182]: warnings.warn(msg) Jan 21 09:40:14.602753 dv-cinder-804035-25-iscsi neutron-server[103182]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:40:14.602753 dv-cinder-804035-25-iscsi neutron-server[103182]: warnings.warn(msg) Jan 21 09:40:14.602753 dv-cinder-804035-25-iscsi neutron-server[103182]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:40:14.602753 dv-cinder-804035-25-iscsi neutron-server[103182]: warnings.warn(msg) Jan 21 09:40:14.602753 dv-cinder-804035-25-iscsi neutron-server[103182]: Traceback (most recent call last): Jan 21 09:40:14.602753 dv-cinder-804035-25-iscsi neutron-server[103182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:40:14.602753 dv-cinder-804035-25-iscsi neutron-server[103182]: timer() Jan 21 09:40:14.602753 dv-cinder-804035-25-iscsi neutron-server[103182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:40:14.602753 dv-cinder-804035-25-iscsi neutron-server[103182]: cb(*args, **kw) Jan 21 09:40:14.602753 dv-cinder-804035-25-iscsi neutron-server[103182]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 09:40:14.602753 dv-cinder-804035-25-iscsi neutron-server[103182]: return func(*args, **kwargs) Jan 21 09:40:14.602753 dv-cinder-804035-25-iscsi neutron-server[103182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:40:14.602753 dv-cinder-804035-25-iscsi neutron-server[103182]: self._notify() Jan 21 09:40:14.602753 dv-cinder-804035-25-iscsi neutron-server[103182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:40:14.602753 dv-cinder-804035-25-iscsi neutron-server[103182]: self.callback(batched_events) Jan 21 09:40:14.602753 dv-cinder-804035-25-iscsi neutron-server[103182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:40:14.602753 dv-cinder-804035-25-iscsi neutron-server[103182]: event.method(event) Jan 21 09:40:14.602753 dv-cinder-804035-25-iscsi neutron-server[103182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 09:40:14.602753 dv-cinder-804035-25-iscsi neutron-server[103182]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:40:14.602753 dv-cinder-804035-25-iscsi neutron-server[103182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 09:40:14.602753 dv-cinder-804035-25-iscsi neutron-server[103182]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:40:14.602753 dv-cinder-804035-25-iscsi neutron-server[103182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 09:40:14.602753 dv-cinder-804035-25-iscsi neutron-server[103182]: return f(self, *a, **k) Jan 21 09:40:14.602753 dv-cinder-804035-25-iscsi neutron-server[103182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:40:14.602753 dv-cinder-804035-25-iscsi neutron-server[103182]: return self._get(url).json() Jan 21 09:40:14.602753 dv-cinder-804035-25-iscsi neutron-server[103182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:40:14.602753 dv-cinder-804035-25-iscsi neutron-server[103182]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:40:14.602753 dv-cinder-804035-25-iscsi neutron-server[103182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:40:14.602753 dv-cinder-804035-25-iscsi neutron-server[103182]: return self.request(url, 'GET', **kwargs) Jan 21 09:40:14.602753 dv-cinder-804035-25-iscsi neutron-server[103182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:40:14.602753 dv-cinder-804035-25-iscsi neutron-server[103182]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:40:14.602753 dv-cinder-804035-25-iscsi neutron-server[103182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:40:14.602753 dv-cinder-804035-25-iscsi neutron-server[103182]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:40:14.602753 dv-cinder-804035-25-iscsi neutron-server[103182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:40:14.602753 dv-cinder-804035-25-iscsi neutron-server[103182]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:40:14.602753 dv-cinder-804035-25-iscsi neutron-server[103182]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:40:14.622710 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9d248b-b39d-412c-928e-75a8cfce06ee req-4c1cf5b3-ea73-4c7c-9e9b-cbc6e92973fc tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:14.622710 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-0c9d248b-b39d-412c-928e-75a8cfce06ee req-4c1cf5b3-ea73-4c7c-9e9b-cbc6e92973fc tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c18953a-7af3-4d71-97ad-05eda7e34a73 HTTP/1.1" status: 200 len: 945 time: 0.1142199 Jan 21 09:40:14.715106 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-0c9d248b-b39d-412c-928e-75a8cfce06ee req-87e5a064-6368-41a6-bb55-2413f56db9f3 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] 10.222.0.45 "GET /v2.0/security-groups?id=1cc6ad58-dddb-4fcf-b68c-2275ad19dfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844662 Jan 21 09:40:14.763588 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-4f942167-c84c-4a5a-b6a0-0559ade24611 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3846310'] for network (7ccd0197-ed42-4d03-8ffc-af304fe19f70), after_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:40:14.780726 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-4f942167-c84c-4a5a-b6a0-0559ade24611 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4184320'] for network (None), before_response {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:40:14.784700 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [None req-4f942167-c84c-4a5a-b6a0-0559ade24611 admin admin] 10.222.0.45 "DELETE /v2.0/networks/7ccd0197-ed42-4d03-8ffc-af304fe19f70 HTTP/1.1" status: 204 len: 168 time: 0.6195998 Jan 21 09:40:14.786004 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f942167-c84c-4a5a-b6a0-0559ade24611 admin admin] Pushing event deleted for resources: {'Network': ['ID=7ccd0197-ed42-4d03-8ffc-af304fe19f70,revision_number=None']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:15.084220 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Device da26baff-2b3f-4d1c-9008-db890c2d77f2 up at agent hyperv_hv-cinder-80403 {{(pid=103184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:40:15.186047 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.wsgi [-] (103182) accepted ('10.222.0.45', 38714) {{(pid=103182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:40:15.257599 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [None req-5310d016-c325-4f98-b38a-eac662299697 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5db07feb3a43432999da539b6b85fb2a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0703678 Jan 21 09:40:15.261484 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.45', 38716) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:40:15.265110 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.provisioning_blocks [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Provisioning for port da26baff-2b3f-4d1c-9008-db890c2d77f2 completed by entity L2. {{(pid=103184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:40:15.268171 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.provisioning_blocks [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Provisioning complete for port da26baff-2b3f-4d1c-9008-db890c2d77f2 triggered by entity L2. {{(pid=103184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:40:15.269050 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983013'] for port (da26baff-2b3f-4d1c-9008-db890c2d77f2), provisioning_complete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:40:15.272723 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b84fb4a-f83c-4f5c-8ba6-dd95e87cfef7 req-113b75ee-e793-46af-bf3b-71db266dbb21 tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:15.274357 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-3b84fb4a-f83c-4f5c-8ba6-dd95e87cfef7 req-113b75ee-e793-46af-bf3b-71db266dbb21 tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] 10.222.0.45 "GET /v2.0/ports?device_id=750f8ae5-b267-4b76-bb13-170071722932 HTTP/1.1" status: 200 len: 984 time: 0.0736074 Jan 21 09:40:15.354545 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-116af2cb-04ad-4fca-b368-749f89096415 admin admin] Publish callbacks [] for security_group (784dddf7-3a3a-4731-9a1a-126ddfb40ef6), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:40:15.368462 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Current status of the port da26baff-2b3f-4d1c-9008-db890c2d77f2 is: BUILD; New status is: ACTIVE {{(pid=103184) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:40:15.368860 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (da26baff-2b3f-4d1c-9008-db890c2d77f2), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:40:15.379063 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-3b84fb4a-f83c-4f5c-8ba6-dd95e87cfef7 req-0c604492-b13e-49dd-b8d3-58b8a2319b9b tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] 10.222.0.45 "GET /v2.0/security-groups?id=24c9a066-57df-44c0-a738-031af5f33ea2&id=98741539-7e8f-4cb1-b02f-12a07fa1dee3&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0861773 Jan 21 09:40:15.402850 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-116af2cb-04ad-4fca-b368-749f89096415 admin admin] Publish callbacks [] for security_group (784dddf7-3a3a-4731-9a1a-126ddfb40ef6), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:40:15.403186 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c18953a-7af3-4d71-97ad-05eda7e34a73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da26baff-2b3f-4d1c-9008-db890c2d77f2'}] {{(pid=103184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:40:15.404066 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c59f8b740f259e85ceecfc878b6c10e974145cf55d87f3575c92c12753de108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59eb02a2-e521-40cc-b157-e30fb55f8296" -d '{"events": [{"server_uuid": "9c18953a-7af3-4d71-97ad-05eda7e34a73", "name": "network-vif-plugged", "status": "completed", "tag": "da26baff-2b3f-4d1c-9008-db890c2d77f2"}]}' {{(pid=103184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:40:15.423229 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] For port da26baff-2b3f-4d1c-9008-db890c2d77f2, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=da26baff-2b3f-4d1c-9008-db890c2d77f2,segment=NetworkSegment(930f9034-fe7f-473b-8ed3-d08bcf57aecc),segment_id=930f9034-fe7f-473b-8ed3-d08bcf57aecc)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:40:15.449262 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 09:40:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17b6ef1e-c666-4f9e-a457-4c1e65f5ab38 x-openstack-request-id: req-17b6ef1e-c666-4f9e-a457-4c1e65f5ab38 {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:40:15.450032 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c18953a-7af3-4d71-97ad-05eda7e34a73", "name": "network-vif-plugged", "status": "completed", "tag": "da26baff-2b3f-4d1c-9008-db890c2d77f2", "code": 200}]} {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:40:15.450032 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-17b6ef1e-c666-4f9e-a457-4c1e65f5ab38 {{(pid=103184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:40:15.450423 dv-cinder-804035-25-iscsi neutron-server[103184]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c18953a-7af3-4d71-97ad-05eda7e34a73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da26baff-2b3f-4d1c-9008-db890c2d77f2', 'code': 200} Jan 21 09:40:15.535093 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774670732957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774670299814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774670299832'] for port (da26baff-2b3f-4d1c-9008-db890c2d77f2), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:40:15.573300 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-116af2cb-04ad-4fca-b368-749f89096415 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126007'] for security_group (784dddf7-3a3a-4731-9a1a-126ddfb40ef6), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:40:15.575995 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-116af2cb-04ad-4fca-b368-749f89096415 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:40:15.577623 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [None req-116af2cb-04ad-4fca-b368-749f89096415 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/784dddf7-3a3a-4731-9a1a-126ddfb40ef6 HTTP/1.1" status: 204 len: 168 time: 0.3135512 Jan 21 09:40:15.587196 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116af2cb-04ad-4fca-b368-749f89096415 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=784dddf7-3a3a-4731-9a1a-126ddfb40ef6,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:15.587339 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Pushing event updated for resources: {'Port': ['ID=da26baff-2b3f-4d1c-9008-db890c2d77f2,revision_number=5']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:15.846429 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25dd77c-6d36-4fd8-aea2-4575e2edd92e req-ebeac09d-e3b9-4db8-a232-f5845cf25354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:15.847943 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-b25dd77c-6d36-4fd8-aea2-4575e2edd92e req-ebeac09d-e3b9-4db8-a232-f5845cf25354 service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=9c18953a-7af3-4d71-97ad-05eda7e34a73 HTTP/1.1" status: 200 len: 1099 time: 0.0828080 Jan 21 09:40:15.858420 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709ffa35-039c-48b2-813d-95e54952db7a req-b3a38937-7e73-4199-9b64-ff311d44cce1 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:15.859821 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-709ffa35-039c-48b2-813d-95e54952db7a req-b3a38937-7e73-4199-9b64-ff311d44cce1 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c18953a-7af3-4d71-97ad-05eda7e34a73 HTTP/1.1" status: 200 len: 946 time: 0.0689871 Jan 21 09:40:15.927164 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-aa56921f-ea30-4ba0-a856-cedf586b7e1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (8a5d4a72-43a4-4fcf-b58e-bc9792bd5f0a), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:40:15.931149 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-b25dd77c-6d36-4fd8-aea2-4575e2edd92e req-a560db97-b3b3-4944-9fd1-c92f4163886f service neutron] 10.222.0.109 "GET /v2.0/security-groups?id=1cc6ad58-dddb-4fcf-b68c-2275ad19dfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700581 Jan 21 09:40:15.940337 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-709ffa35-039c-48b2-813d-95e54952db7a req-0d3726b0-aca6-4a7d-8ae2-a2e46d8edc84 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] 10.222.0.45 "GET /v2.0/security-groups?id=1cc6ad58-dddb-4fcf-b68c-2275ad19dfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723560 Jan 21 09:40:16.195546 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.45', 38742) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:40:16.308438 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-8aa6c13b-bb97-4374-b39b-6be872ebab17 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:40:16.396568 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-8aa6c13b-bb97-4374-b39b-6be872ebab17 admin admin] Publish callbacks [] for security_group (bcc955a2-9e54-48e3-8e46-f296eeb43769), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:40:16.477786 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-8aa6c13b-bb97-4374-b39b-6be872ebab17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126007'] for security_group (bcc955a2-9e54-48e3-8e46-f296eeb43769), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:40:16.517099 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.db.agents_db [None req-6cca2222-2941-4527-9622-8fe6bb096302 None None] Agent healthcheck: found 6 active agents {{(pid=103185) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 09:40:16.519764 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [None req-8aa6c13b-bb97-4374-b39b-6be872ebab17 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=dbc6d3230ca54f3e836efab5a413addf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3231125 Jan 21 09:40:16.523470 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.45', 38756) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:40:16.538807 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa6c13b-bb97-4374-b39b-6be872ebab17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcc955a2-9e54-48e3-8e46-f296eeb43769,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:16.581820 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-8b427000-6ab5-4c8c-9da4-44a96af96068 admin admin] Publish callbacks [] for security_group (bcc955a2-9e54-48e3-8e46-f296eeb43769), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:40:16.608831 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-8b427000-6ab5-4c8c-9da4-44a96af96068 admin admin] Publish callbacks [] for security_group (bcc955a2-9e54-48e3-8e46-f296eeb43769), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:40:16.723346 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-8b427000-6ab5-4c8c-9da4-44a96af96068 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126007'] for security_group (bcc955a2-9e54-48e3-8e46-f296eeb43769), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:40:16.726842 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-8b427000-6ab5-4c8c-9da4-44a96af96068 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:40:16.727615 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [None req-8b427000-6ab5-4c8c-9da4-44a96af96068 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/bcc955a2-9e54-48e3-8e46-f296eeb43769 HTTP/1.1" status: 204 len: 168 time: 0.2032037 Jan 21 09:40:16.736529 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b427000-6ab5-4c8c-9da4-44a96af96068 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcc955a2-9e54-48e3-8e46-f296eeb43769,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:16.771177 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad80b5c-2982-4edc-b663-a67d22cecd10 req-60d3a951-ba25-4479-83bf-2c942aa4d68a tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:16.773055 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-0ad80b5c-2982-4edc-b663-a67d22cecd10 req-60d3a951-ba25-4479-83bf-2c942aa4d68a tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] 10.222.0.45 "GET /v2.0/ports?device_id=750f8ae5-b267-4b76-bb13-170071722932 HTTP/1.1" status: 200 len: 984 time: 0.3226905 Jan 21 09:40:16.840265 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-0ad80b5c-2982-4edc-b663-a67d22cecd10 req-9b213674-9211-49f7-b8d0-e1cecfa2812a tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] 10.222.0.45 "GET /v2.0/security-groups?id=24c9a066-57df-44c0-a738-031af5f33ea2&id=98741539-7e8f-4cb1-b02f-12a07fa1dee3&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0605969 Jan 21 09:40:17.094931 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70337a0e-de5c-46d9-995f-21969d4fdca2 req-36e62a58-f547-41f5-b7fe-3d30a5aa87b9 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:17.096791 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-70337a0e-de5c-46d9-995f-21969d4fdca2 req-36e62a58-f547-41f5-b7fe-3d30a5aa87b9 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c18953a-7af3-4d71-97ad-05eda7e34a73 HTTP/1.1" status: 200 len: 946 time: 0.0643432 Jan 21 09:40:17.165115 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-70337a0e-de5c-46d9-995f-21969d4fdca2 req-94f9b7fb-82ea-47f6-b7d3-68b4a790705d tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] 10.222.0.45 "GET /v2.0/security-groups?id=1cc6ad58-dddb-4fcf-b68c-2275ad19dfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612261 Jan 21 09:40:17.978628 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6882898d-6979-42f8-b42f-32e2aa9e8ec5 req-16a12127-1b53-4dfc-a330-2e30ee567c79 tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:17.979367 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-6882898d-6979-42f8-b42f-32e2aa9e8ec5 req-16a12127-1b53-4dfc-a330-2e30ee567c79 tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] 10.222.0.45 "GET /v2.0/ports?device_id=750f8ae5-b267-4b76-bb13-170071722932 HTTP/1.1" status: 200 len: 984 time: 0.0684550 Jan 21 09:40:18.057066 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-6882898d-6979-42f8-b42f-32e2aa9e8ec5 req-e544d7b5-494c-42b3-b19f-4218d15e7179 tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] 10.222.0.45 "GET /v2.0/security-groups?id=24c9a066-57df-44c0-a738-031af5f33ea2&id=98741539-7e8f-4cb1-b02f-12a07fa1dee3&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0675497 Jan 21 09:40:18.294005 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee1afbd-0da6-42bc-bed9-b1c5ab6288af req-73b5e55c-9373-4dfb-91e7-61916e2defd1 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:18.295515 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-bee1afbd-0da6-42bc-bed9-b1c5ab6288af req-73b5e55c-9373-4dfb-91e7-61916e2defd1 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c18953a-7af3-4d71-97ad-05eda7e34a73 HTTP/1.1" status: 200 len: 946 time: 0.0559878 Jan 21 09:40:18.354715 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-bee1afbd-0da6-42bc-bed9-b1c5ab6288af req-e0b3db3a-68a8-40c3-b94d-c3dad2c69550 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] 10.222.0.45 "GET /v2.0/security-groups?id=1cc6ad58-dddb-4fcf-b68c-2275ad19dfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524046 Jan 21 09:40:18.398079 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-720e8267-7aef-4e94-8973-c8879e0e91c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (e2f5353c-5d20-4dd0-beb4-c302aead9ffd), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:40:18.483335 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59791dc-3cae-4482-9127-729df6eb5acc req-3d593128-f902-4fa6-a2cf-0eef58c2fda8 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:18.484947 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-b59791dc-3cae-4482-9127-729df6eb5acc req-3d593128-f902-4fa6-a2cf-0eef58c2fda8 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c18953a-7af3-4d71-97ad-05eda7e34a73 HTTP/1.1" status: 200 len: 946 time: 0.0533297 Jan 21 09:40:18.495331 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.45', 38794) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:40:18.500034 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.v2.base [None req-2c87a7b7-37bf-4404-85b8-89b4653c5b33 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Request body: {'floatingip': {'port_id': 'da26baff-2b3f-4d1c-9008-db890c2d77f2'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:40:18.578449 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2c87a7b7-37bf-4404-85b8-89b4653c5b33 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Publish callbacks [] for floatingip (c0d9db33-b560-4f59-8005-5498070f2b1f), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:40:18.714735 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.45', 38798) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:40:18.845306 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-f3b523ad-6bdc-49ad-a2e0-b4604f94f38e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:40:19.186316 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275be3b0-0a71-422b-8151-70892a667c13 req-ddcc6dd4-7d2b-48d8-842d-09a714824eaf tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:19.194264 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-275be3b0-0a71-422b-8151-70892a667c13 req-ddcc6dd4-7d2b-48d8-842d-09a714824eaf tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] 10.222.0.45 "GET /v2.0/ports?device_id=750f8ae5-b267-4b76-bb13-170071722932 HTTP/1.1" status: 200 len: 984 time: 0.0616364 Jan 21 09:40:19.224783 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-f3b523ad-6bdc-49ad-a2e0-b4604f94f38e admin admin] Publish callbacks [] for security_group (6c57e635-fc55-4910-81aa-6e470bc6e357), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:40:19.270189 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-275be3b0-0a71-422b-8151-70892a667c13 req-4f2a6eb7-e916-495d-b533-aedfa811a381 tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] 10.222.0.45 "GET /v2.0/security-groups?id=24c9a066-57df-44c0-a738-031af5f33ea2&id=98741539-7e8f-4cb1-b02f-12a07fa1dee3&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0748641 Jan 21 09:40:19.340735 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (5a7f6758-1e24-44b8-9b24-65ffc30c20d4), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:40:19.493696 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-f3b523ad-6bdc-49ad-a2e0-b4604f94f38e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126007'] for security_group (6c57e635-fc55-4910-81aa-6e470bc6e357), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:40:19.549760 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0beda05d-594e-4362-80c2-bc999a9a2b64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (9e31de2d-26a2-4a88-b799-f1f3b7df75bf), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:40:19.561708 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2c87a7b7-37bf-4404-85b8-89b4653c5b33 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:40:19.571299 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [None req-f3b523ad-6bdc-49ad-a2e0-b4604f94f38e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6dd35d41e95246859eb5d8b3ec2acba3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8556416 Jan 21 09:40:19.574666 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.wsgi [-] (103182) accepted ('10.222.0.45', 38810) {{(pid=103182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:40:19.576624 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b523ad-6bdc-49ad-a2e0-b4604f94f38e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c57e635-fc55-4910-81aa-6e470bc6e357,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:19.632143 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-58c1da6f-0ce8-4ae8-a0ad-bb6aabf10b19 admin admin] Publish callbacks [] for security_group (6c57e635-fc55-4910-81aa-6e470bc6e357), before_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:40:19.647671 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2c87a7b7-37bf-4404-85b8-89b4653c5b33 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3846398'] for floatingip (c0d9db33-b560-4f59-8005-5498070f2b1f), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:40:19.658786 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-58c1da6f-0ce8-4ae8-a0ad-bb6aabf10b19 admin admin] Publish callbacks [] for security_group (6c57e635-fc55-4910-81aa-6e470bc6e357), precommit_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:40:19.779628 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.db.l3_db [None req-2c87a7b7-37bf-4404-85b8-89b4653c5b33 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Floating IP c0d9db33-b560-4f59-8005-5498070f2b1f associated. External IP: 172.27.3.205, port: da26baff-2b3f-4d1c-9008-db890c2d77f2. Jan 21 09:40:19.835802 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-58c1da6f-0ce8-4ae8-a0ad-bb6aabf10b19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126007'] for security_group (6c57e635-fc55-4910-81aa-6e470bc6e357), after_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:40:19.838412 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-58c1da6f-0ce8-4ae8-a0ad-bb6aabf10b19 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:40:19.839568 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [None req-58c1da6f-0ce8-4ae8-a0ad-bb6aabf10b19 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6c57e635-fc55-4910-81aa-6e470bc6e357 HTTP/1.1" status: 204 len: 168 time: 0.2636702 Jan 21 09:40:19.850414 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c1da6f-0ce8-4ae8-a0ad-bb6aabf10b19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c57e635-fc55-4910-81aa-6e470bc6e357,revision_number=None']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:20.018434 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c87a7b7-37bf-4404-85b8-89b4653c5b33 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Router ffbd5b19-76b7-4008-97f4-9b0e8513eb8b has already been hosted by L3 agent e2f5353c-5d20-4dd0-beb4-c302aead9ffd {{(pid=103183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:40:20.137471 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c87a7b7-37bf-4404-85b8-89b4653c5b33 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Notify agent at l3_agent.dv-cinder-804035-25-iscsi the message routers_updated {{(pid=103183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:40:20.142452 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2c87a7b7-37bf-4404-85b8-89b4653c5b33 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11211'] for floatingip (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:40:20.149646 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6129303-3b61-4df9-8f8d-f6473913f22c None None] Sync routers for ids ['ffbd5b19-76b7-4008-97f4-9b0e8513eb8b'] in dv-cinder-804035-25-iscsi {{(pid=103184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:40:20.161755 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6129303-3b61-4df9-8f8d-f6473913f22c None None] Routers {'ffbd5b19-76b7-4008-97f4-9b0e8513eb8b'} bound to L3 agent in host dv-cinder-804035-25-iscsi {{(pid=103184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 09:40:20.162482 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.l3_hamode_db [None req-a6129303-3b61-4df9-8f8d-f6473913f22c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-21T09:27:18Z,description=,heartbeat_timestamp=2022-01-21T09:40:18Z,host='dv-cinder-804035-25-iscsi',id=e2f5353c-5d20-4dd0-beb4-c302aead9ffd,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:27:19Z,topic='l3_agent')) {'router_ids': ['ffbd5b19-76b7-4008-97f4-9b0e8513eb8b'], 'active': True} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:20.181329 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [None req-2c87a7b7-37bf-4404-85b8-89b4653c5b33 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] 10.222.0.45 "PUT /v2.0/floatingips/c0d9db33-b560-4f59-8005-5498070f2b1f HTTP/1.1" status: 200 len: 992 time: 1.6846619 Jan 21 09:40:20.182130 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c18953a-7af3-4d71-97ad-05eda7e34a73', 'tag': 'da26baff-2b3f-4d1c-9008-db890c2d77f2'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:40:20.186134 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}992134b551516638de2fc86679e3aea2e95c492b491da8cc78de32f00b876de5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-098625f7-0cf4-4a56-b8d8-8f496ea0b4a1" -d '{"events": [{"name": "network-changed", "server_uuid": "9c18953a-7af3-4d71-97ad-05eda7e34a73", "tag": "da26baff-2b3f-4d1c-9008-db890c2d77f2"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:40:20.236798 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 09:40:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63839139-73f4-458f-83f5-556b73d038cd x-openstack-request-id: req-63839139-73f4-458f-83f5-556b73d038cd {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:40:20.237276 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c18953a-7af3-4d71-97ad-05eda7e34a73", "tag": "da26baff-2b3f-4d1c-9008-db890c2d77f2", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:40:20.237707 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-63839139-73f4-458f-83f5-556b73d038cd {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:40:20.238174 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c18953a-7af3-4d71-97ad-05eda7e34a73', 'tag': 'da26baff-2b3f-4d1c-9008-db890c2d77f2', 'status': 'completed', 'code': 200} Jan 21 09:40:20.416232 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c725ba9-4fe1-4ae1-9abf-d2d65ee1db83 req-1a99b6fb-da36-4e0b-a83d-33f45d2a9b74 tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:20.417811 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-2c725ba9-4fe1-4ae1-9abf-d2d65ee1db83 req-1a99b6fb-da36-4e0b-a83d-33f45d2a9b74 tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] 10.222.0.45 "GET /v2.0/ports?device_id=750f8ae5-b267-4b76-bb13-170071722932 HTTP/1.1" status: 200 len: 984 time: 0.0655794 Jan 21 09:40:20.428149 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.l3_dvr_db [None req-a6129303-3b61-4df9-8f8d-f6473913f22c None None] Set router ffbd5b19-76b7-4008-97f4-9b0e8513eb8b gateway port host: dv-cinder-804035-25-iscsi {{(pid=103184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:40:20.481058 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-2c725ba9-4fe1-4ae1-9abf-d2d65ee1db83 req-e9fccf0d-b6b5-415b-bd35-d10aadde180c tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] 10.222.0.45 "GET /v2.0/security-groups?id=24c9a066-57df-44c0-a738-031af5f33ea2&id=98741539-7e8f-4cb1-b02f-12a07fa1dee3&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0573249 Jan 21 09:40:20.733887 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.l3_hamode_db [None req-a6129303-3b61-4df9-8f8d-f6473913f22c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffbd5b19-76b7-4008-97f4-9b0e8513eb8b', 'name': 'tempest-AttachVolumeTestJSON-1841536385-router', 'tenant_id': '2322cb784615409bb15a6f49522d3b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'external_fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '970cb36d-be73-494e-ad3d-4d419fe42c08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:39:50Z', 'updated_at': '2022-01-21T09:39:54Z', 'revision_number': 4, 'project_id': '2322cb784615409bb15a6f49522d3b34', 'gw_port': {'id': '970cb36d-be73-494e-ad3d-4d419fe42c08', 'name': '', 'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:0c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffbd5b19-76b7-4008-97f4-9b0e8513eb8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:39:51Z', 'updated_at': '2022-01-21T09:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6accd444-6422-45bf-9c21-6be173243a45', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-25-iscsi', '_floatingips': [{'id': 'c0d9db33-b560-4f59-8005-5498070f2b1f', 'tenant_id': '2322cb784615409bb15a6f49522d3b34', 'floating_ip_address': '172.27.3.205', 'floating_network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'router_id': 'ffbd5b19-76b7-4008-97f4-9b0e8513eb8b', 'port_id': 'da26baff-2b3f-4d1c-9008-db890c2d77f2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0dd36bcf-7b04-41a7-a991-1f81f12526d5', 'mac_address': 'fa:16:3e:b1:a9:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c18953a-7af3-4d71-97ad-05eda7e34a73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:39:57Z', 'updated_at': '2022-01-21T09:40:19Z', 'revision_number': 1, 'project_id': '2322cb784615409bb15a6f49522d3b34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dabfd067-b64c-41ae-89a7-9dec4911b076', 'name': '', 'network_id': '0dd36bcf-7b04-41a7-a991-1f81f12526d5', 'tenant_id': '2322cb784615409bb15a6f49522d3b34', 'mac_address': 'fa:16:3e:f1:26:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffbd5b19-76b7-4008-97f4-9b0e8513eb8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'f2cbcea8-b408-46a8-bbe1-71aa15cb4674', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:39:53Z', 'updated_at': '2022-01-21T09:39:58Z', 'revision_number': 5, 'project_id': '2322cb784615409bb15a6f49522d3b34', 'subnets': [{'id': 'f2cbcea8-b408-46a8-bbe1-71aa15cb4674', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-25-iscsi', False) {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:20.764550 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6129303-3b61-4df9-8f8d-f6473913f22c None None] Checking router: ffbd5b19-76b7-4008-97f4-9b0e8513eb8b for host: dv-cinder-804035-25-iscsi {{(pid=103184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:40:20.774075 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6129303-3b61-4df9-8f8d-f6473913f22c None None] Routers {'ffbd5b19-76b7-4008-97f4-9b0e8513eb8b'} bound to L3 agent in host dv-cinder-804035-25-iscsi {{(pid=103184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 09:40:20.774680 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.l3_hamode_db [None req-a6129303-3b61-4df9-8f8d-f6473913f22c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-21T09:27:18Z,description=,heartbeat_timestamp=2022-01-21T09:40:18Z,host='dv-cinder-804035-25-iscsi',id=e2f5353c-5d20-4dd0-beb4-c302aead9ffd,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:27:19Z,topic='l3_agent')) {'router_ids': ['ffbd5b19-76b7-4008-97f4-9b0e8513eb8b'], 'active': True} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:20.881338 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.l3_dvr_db [None req-a6129303-3b61-4df9-8f8d-f6473913f22c None None] Set router ffbd5b19-76b7-4008-97f4-9b0e8513eb8b gateway port host: dv-cinder-804035-25-iscsi {{(pid=103184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:40:21.122522 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.l3_hamode_db [None req-a6129303-3b61-4df9-8f8d-f6473913f22c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffbd5b19-76b7-4008-97f4-9b0e8513eb8b', 'name': 'tempest-AttachVolumeTestJSON-1841536385-router', 'tenant_id': '2322cb784615409bb15a6f49522d3b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'external_fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '970cb36d-be73-494e-ad3d-4d419fe42c08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:39:50Z', 'updated_at': '2022-01-21T09:39:54Z', 'revision_number': 4, 'project_id': '2322cb784615409bb15a6f49522d3b34', 'gw_port': {'id': '970cb36d-be73-494e-ad3d-4d419fe42c08', 'name': '', 'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:0c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffbd5b19-76b7-4008-97f4-9b0e8513eb8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:39:51Z', 'updated_at': '2022-01-21T09:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6accd444-6422-45bf-9c21-6be173243a45', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-25-iscsi', '_floatingips': [{'id': 'c0d9db33-b560-4f59-8005-5498070f2b1f', 'tenant_id': '2322cb784615409bb15a6f49522d3b34', 'floating_ip_address': '172.27.3.205', 'floating_network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'router_id': 'ffbd5b19-76b7-4008-97f4-9b0e8513eb8b', 'port_id': 'da26baff-2b3f-4d1c-9008-db890c2d77f2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0dd36bcf-7b04-41a7-a991-1f81f12526d5', 'mac_address': 'fa:16:3e:b1:a9:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c18953a-7af3-4d71-97ad-05eda7e34a73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:39:57Z', 'updated_at': '2022-01-21T09:40:19Z', 'revision_number': 1, 'project_id': '2322cb784615409bb15a6f49522d3b34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dabfd067-b64c-41ae-89a7-9dec4911b076', 'name': '', 'network_id': '0dd36bcf-7b04-41a7-a991-1f81f12526d5', 'tenant_id': '2322cb784615409bb15a6f49522d3b34', 'mac_address': 'fa:16:3e:f1:26:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffbd5b19-76b7-4008-97f4-9b0e8513eb8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'f2cbcea8-b408-46a8-bbe1-71aa15cb4674', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:39:53Z', 'updated_at': '2022-01-21T09:39:58Z', 'revision_number': 5, 'project_id': '2322cb784615409bb15a6f49522d3b34', 'subnets': [{'id': 'f2cbcea8-b408-46a8-bbe1-71aa15cb4674', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-25-iscsi', False) {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:21.154816 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6129303-3b61-4df9-8f8d-f6473913f22c None None] The sync data for ids ['ffbd5b19-76b7-4008-97f4-9b0e8513eb8b'] in dv-cinder-804035-25-iscsi is: [{'id': 'ffbd5b19-76b7-4008-97f4-9b0e8513eb8b', 'name': 'tempest-AttachVolumeTestJSON-1841536385-router', 'tenant_id': '2322cb784615409bb15a6f49522d3b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'external_fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '970cb36d-be73-494e-ad3d-4d419fe42c08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:39:50Z', 'updated_at': '2022-01-21T09:39:54Z', 'revision_number': 4, 'project_id': '2322cb784615409bb15a6f49522d3b34', 'gw_port': {'id': '970cb36d-be73-494e-ad3d-4d419fe42c08', 'name': '', 'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:0c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffbd5b19-76b7-4008-97f4-9b0e8513eb8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:39:51Z', 'updated_at': '2022-01-21T09:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6accd444-6422-45bf-9c21-6be173243a45', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-25-iscsi', '_floatingips': [{'id': 'c0d9db33-b560-4f59-8005-5498070f2b1f', 'tenant_id': '2322cb784615409bb15a6f49522d3b34', 'floating_ip_address': '172.27.3.205', 'floating_network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'router_id': 'ffbd5b19-76b7-4008-97f4-9b0e8513eb8b', 'port_id': 'da26baff-2b3f-4d1c-9008-db890c2d77f2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0dd36bcf-7b04-41a7-a991-1f81f12526d5', 'mac_address': 'fa:16:3e:b1:a9:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c18953a-7af3-4d71-97ad-05eda7e34a73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:39:57Z', 'updated_at': '2022-01-21T09:40:19Z', 'revision_number': 1, 'project_id': '2322cb784615409bb15a6f49522d3b34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dabfd067-b64c-41ae-89a7-9dec4911b076', 'name': '', 'network_id': '0dd36bcf-7b04-41a7-a991-1f81f12526d5', 'tenant_id': '2322cb784615409bb15a6f49522d3b34', 'mac_address': 'fa:16:3e:f1:26:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffbd5b19-76b7-4008-97f4-9b0e8513eb8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'f2cbcea8-b408-46a8-bbe1-71aa15cb4674', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:39:53Z', 'updated_at': '2022-01-21T09:39:58Z', 'revision_number': 5, 'project_id': '2322cb784615409bb15a6f49522d3b34', 'subnets': [{'id': 'f2cbcea8-b408-46a8-bbe1-71aa15cb4674', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:40:21.169032 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f5928849-742c-4298-9c4e-ae1543ad1886 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (fd0edb9a-d711-47a6-aedf-fe72898a6c79), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:40:21.351035 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a28d8d88-764a-42b3-96c1-2600ba0b0bd4 None None] New status for floating IP c0d9db33-b560-4f59-8005-5498070f2b1f: ACTIVE {{(pid=103185) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 09:40:21.622124 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2350ee5c-73f9-477e-af5b-f2ad57dc2c3d req-97961282-99d1-449a-a216-d9d3037fda8f tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:21.623656 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-2350ee5c-73f9-477e-af5b-f2ad57dc2c3d req-97961282-99d1-449a-a216-d9d3037fda8f tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] 10.222.0.45 "GET /v2.0/ports?device_id=750f8ae5-b267-4b76-bb13-170071722932 HTTP/1.1" status: 200 len: 984 time: 0.0567126 Jan 21 09:40:21.695490 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-2350ee5c-73f9-477e-af5b-f2ad57dc2c3d req-ad5b2537-b5ad-4632-84ad-731cd21522cc tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] 10.222.0.45 "GET /v2.0/security-groups?id=24c9a066-57df-44c0-a738-031af5f33ea2&id=98741539-7e8f-4cb1-b02f-12a07fa1dee3&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0586920 Jan 21 09:40:22.363132 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (a4f58dde-e5c6-489c-94fe-b355a6abc90e), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:40:22.754832 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098625f7-0cf4-4a56-b8d8-8f496ea0b4a1 req-eaacf6a9-3cf9-4b9e-a72f-e8d1637c8bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:22.756357 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-098625f7-0cf4-4a56-b8d8-8f496ea0b4a1 req-eaacf6a9-3cf9-4b9e-a72f-e8d1637c8bf2 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=2322cb784615409bb15a6f49522d3b34&device_id=9c18953a-7af3-4d71-97ad-05eda7e34a73 HTTP/1.1" status: 200 len: 1099 time: 0.0458994 Jan 21 09:40:22.881583 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325dfd01-e3cd-450c-b446-5753af9765c6 req-2e0dff65-50f3-4ca0-aa33-47269097467a tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:22.883097 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-325dfd01-e3cd-450c-b446-5753af9765c6 req-2e0dff65-50f3-4ca0-aa33-47269097467a tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] 10.222.0.45 "GET /v2.0/ports?device_id=750f8ae5-b267-4b76-bb13-170071722932 HTTP/1.1" status: 200 len: 984 time: 0.1117563 Jan 21 09:40:22.899702 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098625f7-0cf4-4a56-b8d8-8f496ea0b4a1 req-575918b8-32e2-4277-a54d-b0dd05f86903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:22.901015 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-098625f7-0cf4-4a56-b8d8-8f496ea0b4a1 req-575918b8-32e2-4277-a54d-b0dd05f86903 service neutron] 10.222.0.109 "GET /v2.0/networks?id=0dd36bcf-7b04-41a7-a991-1f81f12526d5 HTTP/1.1" status: 200 len: 912 time: 0.1382434 Jan 21 09:40:22.998841 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-325dfd01-e3cd-450c-b446-5753af9765c6 req-80b0c0a8-3c8c-4df0-93cc-cca06814fd29 tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] 10.222.0.45 "GET /v2.0/security-groups?id=24c9a066-57df-44c0-a738-031af5f33ea2&id=98741539-7e8f-4cb1-b02f-12a07fa1dee3&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1097138 Jan 21 09:40:23.005620 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-098625f7-0cf4-4a56-b8d8-8f496ea0b4a1 req-f1b32c81-68db-4809-850c-24cb73c22814 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=da26baff-2b3f-4d1c-9008-db890c2d77f2 HTTP/1.1" status: 200 len: 1002 time: 0.0912097 Jan 21 09:40:23.058441 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098625f7-0cf4-4a56-b8d8-8f496ea0b4a1 req-e308f7dc-ac57-4efa-91c2-ae39d47468fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:23.059909 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-098625f7-0cf4-4a56-b8d8-8f496ea0b4a1 req-e308f7dc-ac57-4efa-91c2-ae39d47468fa service neutron] 10.222.0.109 "GET /v2.0/subnets?id=f2cbcea8-b408-46a8-bbe1-71aa15cb4674 HTTP/1.1" status: 200 len: 850 time: 0.0475242 Jan 21 09:40:23.106998 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098625f7-0cf4-4a56-b8d8-8f496ea0b4a1 req-5090855f-9a43-4d5f-881d-f97c9eb645b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:23.108522 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-098625f7-0cf4-4a56-b8d8-8f496ea0b4a1 req-5090855f-9a43-4d5f-881d-f97c9eb645b9 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=0dd36bcf-7b04-41a7-a991-1f81f12526d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0404263 Jan 21 09:40:23.203667 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-098625f7-0cf4-4a56-b8d8-8f496ea0b4a1 req-3b30f34f-37fd-4c2e-87ba-c80c00f3491c service neutron] 10.222.0.109 "GET /v2.0/networks/0dd36bcf-7b04-41a7-a991-1f81f12526d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885122 Jan 21 09:40:23.294318 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-098625f7-0cf4-4a56-b8d8-8f496ea0b4a1 req-5481f237-fdb7-479b-a5a0-23cccf77794e service neutron] 10.222.0.109 "GET /v2.0/networks/0dd36bcf-7b04-41a7-a991-1f81f12526d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840399 Jan 21 09:40:24.136503 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b54296-c233-48f1-bb74-a0e7a0871bac req-b96364a1-f18e-4554-a49c-1375e5a4b9cd tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:24.138926 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-38b54296-c233-48f1-bb74-a0e7a0871bac req-b96364a1-f18e-4554-a49c-1375e5a4b9cd tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] 10.222.0.45 "GET /v2.0/ports?device_id=750f8ae5-b267-4b76-bb13-170071722932 HTTP/1.1" status: 200 len: 984 time: 0.0576804 Jan 21 09:40:24.216626 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-38b54296-c233-48f1-bb74-a0e7a0871bac req-ee53cdfc-0a16-4b31-b936-5cac67ca6742 tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] 10.222.0.45 "GET /v2.0/security-groups?id=24c9a066-57df-44c0-a738-031af5f33ea2&id=98741539-7e8f-4cb1-b02f-12a07fa1dee3&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0641546 Jan 21 09:40:30.505524 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f0f2ca-86c5-47fd-85a9-443e34516b0c req-c9c66555-2ca1-4e4f-8dc9-343f85f08b3d tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:30.507054 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-96f0f2ca-86c5-47fd-85a9-443e34516b0c req-c9c66555-2ca1-4e4f-8dc9-343f85f08b3d tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/ports?device_id=59ad64a5-af93-44ef-8031-fd2f2d18a901 HTTP/1.1" status: 200 len: 947 time: 0.0538390 Jan 21 09:40:30.556368 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-96f0f2ca-86c5-47fd-85a9-443e34516b0c req-3c470794-2ae2-449e-b447-dc8f1a97ec5a tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/security-groups?id=db9ef9f1-43ce-4c8b-928d-23519653180d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437794 Jan 21 09:40:31.676587 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2266fd14-28fd-4001-84c5-32f634095bff req-78914133-86a4-412f-a663-4ae59c70872e tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:31.678252 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-2266fd14-28fd-4001-84c5-32f634095bff req-78914133-86a4-412f-a663-4ae59c70872e tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/ports?device_id=59ad64a5-af93-44ef-8031-fd2f2d18a901 HTTP/1.1" status: 200 len: 947 time: 0.0494449 Jan 21 09:40:31.731012 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-2266fd14-28fd-4001-84c5-32f634095bff req-1cc1b88a-b28b-4bb2-8a76-ff42eb3169ab tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/security-groups?id=db9ef9f1-43ce-4c8b-928d-23519653180d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471826 Jan 21 09:40:32.874702 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f189b73d-91c2-4d06-8754-1fec3b0c35ec req-0754562d-04d7-4676-8749-e621dc23203f tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:32.876284 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-f189b73d-91c2-4d06-8754-1fec3b0c35ec req-0754562d-04d7-4676-8749-e621dc23203f tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/ports?device_id=59ad64a5-af93-44ef-8031-fd2f2d18a901 HTTP/1.1" status: 200 len: 947 time: 0.0584502 Jan 21 09:40:32.931878 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-f189b73d-91c2-4d06-8754-1fec3b0c35ec req-bb70aa30-b88b-45c7-8530-b07db78d05b2 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/security-groups?id=db9ef9f1-43ce-4c8b-928d-23519653180d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475807 Jan 21 09:40:33.928690 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7997fd-2c48-461b-8911-1f334ba4a552 req-b41a3b8e-3dab-4b12-9c44-7035d398bf5b tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:33.930977 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-ed7997fd-2c48-461b-8911-1f334ba4a552 req-b41a3b8e-3dab-4b12-9c44-7035d398bf5b tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.109 "GET /v2.0/ports?device_id=59ad64a5-af93-44ef-8031-fd2f2d18a901 HTTP/1.1" status: 200 len: 947 time: 0.0521181 Jan 21 09:40:34.079642 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac50843-98c7-4f75-a753-d140ad965a28 req-ca1281b7-23d7-4824-aa27-b94ecb53e304 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:34.081187 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-6ac50843-98c7-4f75-a753-d140ad965a28 req-ca1281b7-23d7-4824-aa27-b94ecb53e304 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/ports?device_id=59ad64a5-af93-44ef-8031-fd2f2d18a901 HTTP/1.1" status: 200 len: 947 time: 0.0648189 Jan 21 09:40:34.090810 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.plugin [req-ed7997fd-2c48-461b-8911-1f334ba4a552 req-7dea9d3c-7f9a-4d95-b454-9fd1f87e8cfe tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Deleting port 63990fa3-fce3-4891-adb2-cd4ebc4c075a {{(pid=103182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 09:40:34.091160 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-ed7997fd-2c48-461b-8911-1f334ba4a552 req-7dea9d3c-7f9a-4d95-b454-9fd1f87e8cfe tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774670727720'] for port (63990fa3-fce3-4891-adb2-cd4ebc4c075a), before_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:40:34.203810 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-6ac50843-98c7-4f75-a753-d140ad965a28 req-e89119fe-33f3-4528-8eab-7f4259257a63 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/security-groups?id=db9ef9f1-43ce-4c8b-928d-23519653180d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1159282 Jan 21 09:40:34.233823 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.db [req-ed7997fd-2c48-461b-8911-1f334ba4a552 req-7dea9d3c-7f9a-4d95-b454-9fd1f87e8cfe tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] For port 63990fa3-fce3-4891-adb2-cd4ebc4c075a, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=63990fa3-fce3-4891-adb2-cd4ebc4c075a,segment=NetworkSegment(475e952b-010c-46c4-9dc4-7955dc3077d3),segment_id=475e952b-010c-46c4-9dc4-7955dc3077d3)] {{(pid=103182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:40:34.234183 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-ed7997fd-2c48-461b-8911-1f334ba4a552 req-7dea9d3c-7f9a-4d95-b454-9fd1f87e8cfe tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3846167'] for port (63990fa3-fce3-4891-adb2-cd4ebc4c075a), precommit_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:40:34.481655 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-ed7997fd-2c48-461b-8911-1f334ba4a552 req-7dea9d3c-7f9a-4d95-b454-9fd1f87e8cfe tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:40:34.482052 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-ed7997fd-2c48-461b-8911-1f334ba4a552 req-7dea9d3c-7f9a-4d95-b454-9fd1f87e8cfe tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3846398'] for floatingip (a09e5482-8d1f-4df8-abb5-476096a354b3), after_update {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:40:34.482372 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.db.l3_db [req-ed7997fd-2c48-461b-8911-1f334ba4a552 req-7dea9d3c-7f9a-4d95-b454-9fd1f87e8cfe tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Floating IP a09e5482-8d1f-4df8-abb5-476096a354b3 disassociated. External IP: 172.27.3.77, port: 63990fa3-fce3-4891-adb2-cd4ebc4c075a. Jan 21 09:40:34.482887 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.plugin [req-ed7997fd-2c48-461b-8911-1f334ba4a552 req-7dea9d3c-7f9a-4d95-b454-9fd1f87e8cfe tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Calling delete_port for 63990fa3-fce3-4891-adb2-cd4ebc4c075a owned by compute:nova {{(pid=103182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 09:40:34.687226 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-ed7997fd-2c48-461b-8911-1f334ba4a552 req-7dea9d3c-7f9a-4d95-b454-9fd1f87e8cfe tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774670733020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774670299805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29186853'] for port (63990fa3-fce3-4891-adb2-cd4ebc4c075a), after_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:40:34.719667 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dea9d3c-7f9a-4d95-b454-9fd1f87e8cfe tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Pushing event deleted for resources: {'Port': ['ID=63990fa3-fce3-4891-adb2-cd4ebc4c075a,revision_number=None']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:34.862011 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ed7997fd-2c48-461b-8911-1f334ba4a552 req-7dea9d3c-7f9a-4d95-b454-9fd1f87e8cfe tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Router ced5708d-c427-449c-8be1-8af09176c38e has already been hosted by L3 agent e2f5353c-5d20-4dd0-beb4-c302aead9ffd {{(pid=103182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:40:34.979865 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ed7997fd-2c48-461b-8911-1f334ba4a552 req-7dea9d3c-7f9a-4d95-b454-9fd1f87e8cfe tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Notify agent at l3_agent.dv-cinder-804035-25-iscsi the message routers_updated {{(pid=103182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:40:34.994626 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c83bbe8-a164-494e-bb81-f2dc8f410312 None None] Sync routers for ids ['ced5708d-c427-449c-8be1-8af09176c38e'] in dv-cinder-804035-25-iscsi {{(pid=103184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:40:35.009188 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c83bbe8-a164-494e-bb81-f2dc8f410312 None None] Routers {'ced5708d-c427-449c-8be1-8af09176c38e'} bound to L3 agent in host dv-cinder-804035-25-iscsi {{(pid=103184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 09:40:35.009864 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.l3_hamode_db [None req-1c83bbe8-a164-494e-bb81-f2dc8f410312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-21T09:27:18Z,description=,heartbeat_timestamp=2022-01-21T09:40:18Z,host='dv-cinder-804035-25-iscsi',id=e2f5353c-5d20-4dd0-beb4-c302aead9ffd,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:27:19Z,topic='l3_agent')) {'router_ids': ['ced5708d-c427-449c-8be1-8af09176c38e'], 'active': True} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:35.022767 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed7997fd-2c48-461b-8911-1f334ba4a552 req-7dea9d3c-7f9a-4d95-b454-9fd1f87e8cfe tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] No DVR routers for this DVR port 63990fa3-fce3-4891-adb2-cd4ebc4c075a on host hv-cinder-80403 {{(pid=103182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:40:35.025713 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-ed7997fd-2c48-461b-8911-1f334ba4a552 req-7dea9d3c-7f9a-4d95-b454-9fd1f87e8cfe tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11211'] for port (None), before_response {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:40:35.029527 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-ed7997fd-2c48-461b-8911-1f334ba4a552 req-7dea9d3c-7f9a-4d95-b454-9fd1f87e8cfe tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.109 "DELETE /v2.0/ports/63990fa3-fce3-4891-adb2-cd4ebc4c075a HTTP/1.1" status: 204 len: 173 time: 1.0801513 Jan 21 09:40:35.054530 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59ad64a5-af93-44ef-8031-fd2f2d18a901', 'name': 'network-vif-deleted', 'tag': '63990fa3-fce3-4891-adb2-cd4ebc4c075a'}] {{(pid=103182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:40:35.054530 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa0cc1f82daaed98fc3f7058001f72739ccfc4facde8019b77a0af70a494964c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4baaebac-a6bf-46c4-ae13-63b3f530da6d" -d '{"events": [{"server_uuid": "59ad64a5-af93-44ef-8031-fd2f2d18a901", "name": "network-vif-deleted", "tag": "63990fa3-fce3-4891-adb2-cd4ebc4c075a"}]}' {{(pid=103182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:40:35.075830 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 09:40:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2985bced-e9ad-4364-a2d7-101c7fe9fc56 x-openstack-request-id: req-2985bced-e9ad-4364-a2d7-101c7fe9fc56 {{(pid=103182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:40:35.076121 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59ad64a5-af93-44ef-8031-fd2f2d18a901", "name": "network-vif-deleted", "tag": "63990fa3-fce3-4891-adb2-cd4ebc4c075a", "status": "completed", "code": 200}]} {{(pid=103182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:40:35.076396 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2985bced-e9ad-4364-a2d7-101c7fe9fc56 {{(pid=103182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:40:35.077559 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59ad64a5-af93-44ef-8031-fd2f2d18a901', 'name': 'network-vif-deleted', 'tag': '63990fa3-fce3-4891-adb2-cd4ebc4c075a', 'status': 'completed', 'code': 200} Jan 21 09:40:35.151529 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.l3_dvr_db [None req-1c83bbe8-a164-494e-bb81-f2dc8f410312 None None] Set router ced5708d-c427-449c-8be1-8af09176c38e gateway port host: dv-cinder-804035-25-iscsi {{(pid=103184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:40:35.316569 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-3a704924-58c0-4d8f-b9bc-5986cf742554 req-b4116a55-c8a6-47ae-96a5-73f419d86e83 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/ports?device_id=59ad64a5-af93-44ef-8031-fd2f2d18a901 HTTP/1.1" status: 200 len: 210 time: 0.0280979 Jan 21 09:40:35.381858 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.l3_hamode_db [None req-1c83bbe8-a164-494e-bb81-f2dc8f410312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ced5708d-c427-449c-8be1-8af09176c38e', 'name': 'tempest-AttachVolumeShelveTestJSON-1774693524-router', 'tenant_id': '93281ac9cb504124a055279296f2262f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'external_fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': 'fae7be76-2c54-40ee-ae2a-5d1360ed27b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:35:44Z', 'updated_at': '2022-01-21T09:35:52Z', 'revision_number': 4, 'project_id': '93281ac9cb504124a055279296f2262f', 'gw_port': {'id': 'fae7be76-2c54-40ee-ae2a-5d1360ed27b8', 'name': '', 'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:dc:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced5708d-c427-449c-8be1-8af09176c38e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:35:45Z', 'updated_at': '2022-01-21T09:35:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6accd444-6422-45bf-9c21-6be173243a45', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-25-iscsi', '_interfaces': [{'id': '45edbbf3-81eb-4aa2-849a-847fc70aaa53', 'name': '', 'network_id': '647e31d1-4208-41da-8947-db9d9292bd9e', 'tenant_id': '93281ac9cb504124a055279296f2262f', 'mac_address': 'fa:16:3e:6e:a5:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced5708d-c427-449c-8be1-8af09176c38e', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '55369842-b446-444b-92ff-367c2e723c52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:35:51Z', 'updated_at': '2022-01-21T09:35:58Z', 'revision_number': 5, 'project_id': '93281ac9cb504124a055279296f2262f', 'subnets': [{'id': '55369842-b446-444b-92ff-367c2e723c52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-25-iscsi', False) {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:35.411674 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c83bbe8-a164-494e-bb81-f2dc8f410312 None None] Checking router: ced5708d-c427-449c-8be1-8af09176c38e for host: dv-cinder-804035-25-iscsi {{(pid=103184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:40:35.420495 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c83bbe8-a164-494e-bb81-f2dc8f410312 None None] Routers {'ced5708d-c427-449c-8be1-8af09176c38e'} bound to L3 agent in host dv-cinder-804035-25-iscsi {{(pid=103184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 09:40:35.421109 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.l3_hamode_db [None req-1c83bbe8-a164-494e-bb81-f2dc8f410312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-21T09:27:18Z,description=,heartbeat_timestamp=2022-01-21T09:40:18Z,host='dv-cinder-804035-25-iscsi',id=e2f5353c-5d20-4dd0-beb4-c302aead9ffd,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:27:19Z,topic='l3_agent')) {'router_ids': ['ced5708d-c427-449c-8be1-8af09176c38e'], 'active': True} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:35.548430 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.l3_dvr_db [None req-1c83bbe8-a164-494e-bb81-f2dc8f410312 None None] Set router ced5708d-c427-449c-8be1-8af09176c38e gateway port host: dv-cinder-804035-25-iscsi {{(pid=103184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:40:35.775906 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.l3_hamode_db [None req-1c83bbe8-a164-494e-bb81-f2dc8f410312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ced5708d-c427-449c-8be1-8af09176c38e', 'name': 'tempest-AttachVolumeShelveTestJSON-1774693524-router', 'tenant_id': '93281ac9cb504124a055279296f2262f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'external_fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': 'fae7be76-2c54-40ee-ae2a-5d1360ed27b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:35:44Z', 'updated_at': '2022-01-21T09:35:52Z', 'revision_number': 4, 'project_id': '93281ac9cb504124a055279296f2262f', 'gw_port': {'id': 'fae7be76-2c54-40ee-ae2a-5d1360ed27b8', 'name': '', 'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:dc:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced5708d-c427-449c-8be1-8af09176c38e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:35:45Z', 'updated_at': '2022-01-21T09:35:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6accd444-6422-45bf-9c21-6be173243a45', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-25-iscsi', '_interfaces': [{'id': '45edbbf3-81eb-4aa2-849a-847fc70aaa53', 'name': '', 'network_id': '647e31d1-4208-41da-8947-db9d9292bd9e', 'tenant_id': '93281ac9cb504124a055279296f2262f', 'mac_address': 'fa:16:3e:6e:a5:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced5708d-c427-449c-8be1-8af09176c38e', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '55369842-b446-444b-92ff-367c2e723c52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:35:51Z', 'updated_at': '2022-01-21T09:35:58Z', 'revision_number': 5, 'project_id': '93281ac9cb504124a055279296f2262f', 'subnets': [{'id': '55369842-b446-444b-92ff-367c2e723c52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-25-iscsi', False) {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:35.812518 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c83bbe8-a164-494e-bb81-f2dc8f410312 None None] The sync data for ids ['ced5708d-c427-449c-8be1-8af09176c38e'] in dv-cinder-804035-25-iscsi is: [{'id': 'ced5708d-c427-449c-8be1-8af09176c38e', 'name': 'tempest-AttachVolumeShelveTestJSON-1774693524-router', 'tenant_id': '93281ac9cb504124a055279296f2262f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'external_fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': 'fae7be76-2c54-40ee-ae2a-5d1360ed27b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:35:44Z', 'updated_at': '2022-01-21T09:35:52Z', 'revision_number': 4, 'project_id': '93281ac9cb504124a055279296f2262f', 'gw_port': {'id': 'fae7be76-2c54-40ee-ae2a-5d1360ed27b8', 'name': '', 'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:dc:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced5708d-c427-449c-8be1-8af09176c38e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:35:45Z', 'updated_at': '2022-01-21T09:35:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6accd444-6422-45bf-9c21-6be173243a45', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-25-iscsi', '_interfaces': [{'id': '45edbbf3-81eb-4aa2-849a-847fc70aaa53', 'name': '', 'network_id': '647e31d1-4208-41da-8947-db9d9292bd9e', 'tenant_id': '93281ac9cb504124a055279296f2262f', 'mac_address': 'fa:16:3e:6e:a5:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced5708d-c427-449c-8be1-8af09176c38e', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '55369842-b446-444b-92ff-367c2e723c52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:35:51Z', 'updated_at': '2022-01-21T09:35:58Z', 'revision_number': 5, 'project_id': '93281ac9cb504124a055279296f2262f', 'subnets': [{'id': '55369842-b446-444b-92ff-367c2e723c52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:40:36.076029 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a66a63-1b17-4783-9b27-9c5c58917cbf None None] New status for floating IP a09e5482-8d1f-4df8-abb5-476096a354b3: DOWN {{(pid=103185) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 09:40:36.433300 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-48c79cba-49c8-4c87-b947-c9cdb90e81b3 req-148a0aa2-6c62-4286-89b1-338d92b28c84 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/ports?device_id=59ad64a5-af93-44ef-8031-fd2f2d18a901 HTTP/1.1" status: 200 len: 210 time: 0.0265639 Jan 21 09:40:37.182675 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Device 63990fa3-fce3-4891-adb2-cd4ebc4c075a no longer exists at agent hyperv_hv-cinder-80403 {{(pid=103184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:40:37.200711 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] No Port match for: 63990fa3-fce3-4891-adb2-cd4ebc4c075a {{(pid=103184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 21 09:40:37.201054 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Device 63990fa3-fce3-4891-adb2-cd4ebc4c075a not bound to the agent host hv-cinder-80403 {{(pid=103184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:40:37.559039 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-b6574dd0-2836-49df-bf38-3667e5302c70 req-847f0202-4fb0-4080-bc64-d1ab83ac7ae2 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/ports?device_id=59ad64a5-af93-44ef-8031-fd2f2d18a901 HTTP/1.1" status: 200 len: 210 time: 0.0274091 Jan 21 09:40:38.700134 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-18cf21fb-dfee-4016-848e-9db0047a3d67 req-0b38b164-422e-47d3-ab0b-9b9fbb2e4834 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/ports?device_id=59ad64a5-af93-44ef-8031-fd2f2d18a901 HTTP/1.1" status: 200 len: 210 time: 0.0302100 Jan 21 09:40:40.042961 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.45', 39092) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:40:40.103198 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-7862563d-4eb1-48a9-aae6-58358394d872 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Publish callbacks [] for security_group (db9ef9f1-43ce-4c8b-928d-23519653180d), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:40:40.128103 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-7862563d-4eb1-48a9-aae6-58358394d872 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Publish callbacks [] for security_group (db9ef9f1-43ce-4c8b-928d-23519653180d), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:40:40.258400 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-7862563d-4eb1-48a9-aae6-58358394d872 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126007'] for security_group (db9ef9f1-43ce-4c8b-928d-23519653180d), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:40:40.261072 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-7862563d-4eb1-48a9-aae6-58358394d872 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:40:40.262252 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [None req-7862563d-4eb1-48a9-aae6-58358394d872 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "DELETE /v2.0/security-groups/db9ef9f1-43ce-4c8b-928d-23519653180d HTTP/1.1" status: 204 len: 168 time: 0.2182691 Jan 21 09:40:40.271881 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.wsgi [-] (103182) accepted ('10.222.0.45', 39100) {{(pid=103182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:40:40.272436 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7862563d-4eb1-48a9-aae6-58358394d872 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db9ef9f1-43ce-4c8b-928d-23519653180d,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:40.290483 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.api.v2.resource [None req-55a85db1-a6e6-4c1c-b77f-f2a310d71ba2 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] show failed (client error): The resource could not be found. Jan 21 09:40:40.294316 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [None req-55a85db1-a6e6-4c1c-b77f-f2a310d71ba2 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/security-groups/db9ef9f1-43ce-4c8b-928d-23519653180d HTTP/1.1" status: 404 len: 347 time: 0.0187321 Jan 21 09:40:40.294670 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.wsgi [-] (103182) accepted ('10.222.0.45', 39104) {{(pid=103182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:40:40.447200 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.plugin [None req-418a9a8f-2a3f-42e4-8d8e-d7c5179445e5 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Deleting port 7dd75d05-6be3-47d9-9759-97e87d866a80 {{(pid=103182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 09:40:40.447552 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-418a9a8f-2a3f-42e4-8d8e-d7c5179445e5 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774670727720'] for port (7dd75d05-6be3-47d9-9759-97e87d866a80), before_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:40:40.531690 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-418a9a8f-2a3f-42e4-8d8e-d7c5179445e5 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3846167'] for port (7dd75d05-6be3-47d9-9759-97e87d866a80), precommit_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:40:40.532017 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-418a9a8f-2a3f-42e4-8d8e-d7c5179445e5 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Publish callbacks [] for floatingip (7dd75d05-6be3-47d9-9759-97e87d866a80), precommit_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:40:40.545490 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.plugin [None req-418a9a8f-2a3f-42e4-8d8e-d7c5179445e5 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Calling delete_port for 7dd75d05-6be3-47d9-9759-97e87d866a80 owned by network:floatingip {{(pid=103182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 09:40:40.786818 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-418a9a8f-2a3f-42e4-8d8e-d7c5179445e5 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774670733020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774670299805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29186853'] for port (7dd75d05-6be3-47d9-9759-97e87d866a80), after_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:40:40.820890 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418a9a8f-2a3f-42e4-8d8e-d7c5179445e5 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Pushing event deleted for resources: {'Port': ['ID=7dd75d05-6be3-47d9-9759-97e87d866a80,revision_number=None']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:40.859434 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.45', 39114) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:40:40.885269 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-418a9a8f-2a3f-42e4-8d8e-d7c5179445e5 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Publish callbacks [] for floatingip (a09e5482-8d1f-4df8-abb5-476096a354b3), after_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:40:40.888214 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-418a9a8f-2a3f-42e4-8d8e-d7c5179445e5 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11211'] for floatingip (None), before_response {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:40:40.889414 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [None req-418a9a8f-2a3f-42e4-8d8e-d7c5179445e5 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "DELETE /v2.0/floatingips/a09e5482-8d1f-4df8-abb5-476096a354b3 HTTP/1.1" status: 204 len: 168 time: 0.5937228 Jan 21 09:40:40.980210 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-597b6650-6c96-4e08-952b-8fe3a3b1dbb8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:40:41.062025 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-597b6650-6c96-4e08-952b-8fe3a3b1dbb8 admin admin] Publish callbacks [] for security_group (7f0c77ff-0102-456b-8884-f7439b93cdd1), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:40:41.134716 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-597b6650-6c96-4e08-952b-8fe3a3b1dbb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126007'] for security_group (7f0c77ff-0102-456b-8884-f7439b93cdd1), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:40:41.176317 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597b6650-6c96-4e08-952b-8fe3a3b1dbb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f0c77ff-0102-456b-8884-f7439b93cdd1,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:41.202386 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [None req-597b6650-6c96-4e08-952b-8fe3a3b1dbb8 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=47c10d875e01431986e8d9c09065ba01&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3391376 Jan 21 09:40:41.202963 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.wsgi [-] (103182) accepted ('10.222.0.45', 39124) {{(pid=103182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:40:41.257276 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-df0068db-5fb3-442c-8d97-02d6e20e59ab admin admin] Publish callbacks [] for security_group (7f0c77ff-0102-456b-8884-f7439b93cdd1), before_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:40:41.282593 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-df0068db-5fb3-442c-8d97-02d6e20e59ab admin admin] Publish callbacks [] for security_group (7f0c77ff-0102-456b-8884-f7439b93cdd1), precommit_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:40:41.432428 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-df0068db-5fb3-442c-8d97-02d6e20e59ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126007'] for security_group (7f0c77ff-0102-456b-8884-f7439b93cdd1), after_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:40:41.435292 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-df0068db-5fb3-442c-8d97-02d6e20e59ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:40:41.436505 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [None req-df0068db-5fb3-442c-8d97-02d6e20e59ab admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7f0c77ff-0102-456b-8884-f7439b93cdd1 HTTP/1.1" status: 204 len: 168 time: 0.2324736 Jan 21 09:40:41.447407 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0068db-5fb3-442c-8d97-02d6e20e59ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f0c77ff-0102-456b-8884-f7439b93cdd1,revision_number=None']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:41.448860 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.45', 39132) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:40:41.470185 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.v2.base [None req-d2890809-659f-4424-9503-187785cf2b3a tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Request body: {'security_group': {'name': 'tempest-securitygroup--973377228', 'description': 'tempest-description--327412132'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:40:41.580942 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d2890809-659f-4424-9503-187785cf2b3a tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:40:41.673419 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d2890809-659f-4424-9503-187785cf2b3a tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Publish callbacks [] for security_group (56c7644d-47e2-4d64-9a0e-cf7864ccb2da), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:40:41.758154 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d2890809-659f-4424-9503-187785cf2b3a tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126007'] for security_group (56c7644d-47e2-4d64-9a0e-cf7864ccb2da), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:40:41.790830 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2890809-659f-4424-9503-187785cf2b3a tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56c7644d-47e2-4d64-9a0e-cf7864ccb2da,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:41.874393 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d2890809-659f-4424-9503-187785cf2b3a tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:40:41.875894 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [None req-d2890809-659f-4424-9503-187785cf2b3a tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.4253829 Jan 21 09:40:41.878791 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.45', 39136) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:40:41.884706 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.v2.base [None req-d711356a-3525-43e1-a6a1-cab4d71ed368 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Request body: {'security_group_rule': {'security_group_id': '56c7644d-47e2-4d64-9a0e-cf7864ccb2da', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:40:41.986207 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d711356a-3525-43e1-a6a1-cab4d71ed368 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Publish callbacks [] for security_group_rule (43267ece-4f67-476e-8c7d-a0513f7760e8), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:40:42.044141 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d711356a-3525-43e1-a6a1-cab4d71ed368 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Publish callbacks [] for security_group_rule (43267ece-4f67-476e-8c7d-a0513f7760e8), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:40:42.129212 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d711356a-3525-43e1-a6a1-cab4d71ed368 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126079'] for security_group_rule (43267ece-4f67-476e-8c7d-a0513f7760e8), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:40:42.152154 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d711356a-3525-43e1-a6a1-cab4d71ed368 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43267ece-4f67-476e-8c7d-a0513f7760e8,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:42.233690 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-d711356a-3525-43e1-a6a1-cab4d71ed368 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:40:42.234918 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [None req-d711356a-3525-43e1-a6a1-cab4d71ed368 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3547361 Jan 21 09:40:42.238148 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.45', 39138) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:40:42.243006 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.v2.base [None req-e46a7057-199c-44a1-9a99-b0c0e07e2776 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Request body: {'security_group_rule': {'security_group_id': '56c7644d-47e2-4d64-9a0e-cf7864ccb2da', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:40:42.339222 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e46a7057-199c-44a1-9a99-b0c0e07e2776 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Publish callbacks [] for security_group_rule (26a816cf-7a32-4e01-8b89-a4a5379dacc3), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:40:42.397061 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e46a7057-199c-44a1-9a99-b0c0e07e2776 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Publish callbacks [] for security_group_rule (26a816cf-7a32-4e01-8b89-a4a5379dacc3), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:40:42.464498 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e46a7057-199c-44a1-9a99-b0c0e07e2776 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126079'] for security_group_rule (26a816cf-7a32-4e01-8b89-a4a5379dacc3), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:40:42.486102 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46a7057-199c-44a1-9a99-b0c0e07e2776 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26a816cf-7a32-4e01-8b89-a4a5379dacc3,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:42.569227 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e46a7057-199c-44a1-9a99-b0c0e07e2776 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:40:42.570489 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [None req-e46a7057-199c-44a1-9a99-b0c0e07e2776 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3310921 Jan 21 09:40:42.573870 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.45', 39142) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:40:42.578404 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.v2.base [None req-2bcc8baa-0ac1-4439-bdef-8b9fe9b86730 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Request body: {'floatingip': {'floating_network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:40:42.671669 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2bcc8baa-0ac1-4439-bdef-8b9fe9b86730 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:40:42.779019 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2bcc8baa-0ac1-4439-bdef-8b9fe9b86730 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:40:42.902037 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [None req-2bcc8baa-0ac1-4439-bdef-8b9fe9b86730 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Allocated IP 172.27.3.126 (c13ce787-b669-4a63-b567-cda42d951ad5/6accd444-6422-45bf-9c21-6be173243a45/4f459955-35a7-4d1d-8c96-9d28f880ee64) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:40:43.013327 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2bcc8baa-0ac1-4439-bdef-8b9fe9b86730 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Publish callbacks [] for port (4f459955-35a7-4d1d-8c96-9d28f880ee64), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:40:43.135201 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2bcc8baa-0ac1-4439-bdef-8b9fe9b86730 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774670299796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181744'] for port (4f459955-35a7-4d1d-8c96-9d28f880ee64), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:40:43.179108 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bcc8baa-0ac1-4439-bdef-8b9fe9b86730 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Network c13ce787-b669-4a63-b567-cda42d951ad5 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:40:43.185136 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-2bcc8baa-0ac1-4439-bdef-8b9fe9b86730 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:40:43.189969 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bcc8baa-0ac1-4439-bdef-8b9fe9b86730 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 09:40:43.197324 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcc8baa-0ac1-4439-bdef-8b9fe9b86730 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Pushing event updated for resources: {'Port': ['ID=4f459955-35a7-4d1d-8c96-9d28f880ee64,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:43.290132 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2bcc8baa-0ac1-4439-bdef-8b9fe9b86730 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Publish callbacks [] for floatingip (8eb90e8e-4027-42f7-94e5-9b4e07147934), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:40:43.414678 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2bcc8baa-0ac1-4439-bdef-8b9fe9b86730 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (4f459955-35a7-4d1d-8c96-9d28f880ee64), before_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:40:43.578871 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2bcc8baa-0ac1-4439-bdef-8b9fe9b86730 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Publish callbacks [] for port (4f459955-35a7-4d1d-8c96-9d28f880ee64), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:40:43.647994 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2bcc8baa-0ac1-4439-bdef-8b9fe9b86730 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774670732957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774670299814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774670299832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25181769'] for port (4f459955-35a7-4d1d-8c96-9d28f880ee64), after_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:40:43.736150 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcc8baa-0ac1-4439-bdef-8b9fe9b86730 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Pushing event updated for resources: {'Port': ['ID=4f459955-35a7-4d1d-8c96-9d28f880ee64,revision_number=2']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:43.747287 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2bcc8baa-0ac1-4439-bdef-8b9fe9b86730 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3846398'] for floatingip (8eb90e8e-4027-42f7-94e5-9b4e07147934), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:40:43.828238 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2bcc8baa-0ac1-4439-bdef-8b9fe9b86730 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11211'] for floatingip (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:40:43.829823 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [None req-2bcc8baa-0ac1-4439-bdef-8b9fe9b86730 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2547803 Jan 21 09:40:44.054322 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-63c7d070-dd8c-49e0-94a7-b438bc8acacc req-3f1f49f8-708e-4097-aecd-4f4c5096cfe3 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--973377228&fields=id&tenant_id=93281ac9cb504124a055279296f2262f HTTP/1.1" status: 200 len: 267 time: 0.0558164 Jan 21 09:40:44.181762 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c7d070-dd8c-49e0-94a7-b438bc8acacc req-674d9d90-05ab-4d91-a740-56009cf2070c tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:44.183641 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-63c7d070-dd8c-49e0-94a7-b438bc8acacc req-674d9d90-05ab-4d91-a740-56009cf2070c tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/networks?id=647e31d1-4208-41da-8947-db9d9292bd9e HTTP/1.1" status: 200 len: 817 time: 0.1228561 Jan 21 09:40:44.205758 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-63c7d070-dd8c-49e0-94a7-b438bc8acacc req-b4f0aba7-299a-47ba-bf0a-7f4b1c22fc98 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/quotas/93281ac9cb504124a055279296f2262f HTTP/1.1" status: 200 len: 375 time: 0.0116813 Jan 21 09:40:44.274041 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-63c7d070-dd8c-49e0-94a7-b438bc8acacc req-2f8684fa-800a-4c5b-9914-d854afe2758e tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=93281ac9cb504124a055279296f2262f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0559144 Jan 21 09:40:44.390311 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-63c7d070-dd8c-49e0-94a7-b438bc8acacc req-9eb54813-1f21-47ab-9e7b-5dbe52c1d647 service neutron] 10.222.0.45 "GET /v2.0/networks/647e31d1-4208-41da-8947-db9d9292bd9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982389 Jan 21 09:40:44.489817 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-63c7d070-dd8c-49e0-94a7-b438bc8acacc req-dfcb3d88-2503-484d-a3c5-19eec323f9fe service neutron] 10.222.0.45 "GET /v2.0/networks/647e31d1-4208-41da-8947-db9d9292bd9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906763 Jan 21 09:40:44.764646 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-2aaf8882-c201-4e46-8199-5b460f69b891 req-c8ebdbe5-63eb-4870-92fc-d3bd4dc45d21 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/ports?device_id=e3dd8a17-5a2f-4f39-a110-208165e07110 HTTP/1.1" status: 200 len: 210 time: 0.0327909 Jan 21 09:40:45.918384 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-be2d4bf8-3770-459b-aa9e-52b1b9df7ce4 req-0893ee5b-767c-4d34-93b0-2e15f52e5643 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/ports?device_id=e3dd8a17-5a2f-4f39-a110-208165e07110 HTTP/1.1" status: 200 len: 210 time: 0.0302815 Jan 21 09:40:45.944875 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1514af40-0cd6-4cb3-9e40-27f4dbcf4f40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (8a5d4a72-43a4-4fcf-b58e-bc9792bd5f0a), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:40:46.016946 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-4ced3aee-45c8-4140-85cd-719fee2cc82d req-0a874f08-951c-4b22-8a49-2cc12fdb3f7e service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=750f8ae5-b267-4b76-bb13-170071722932&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0497041 Jan 21 09:40:46.140845 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ced3aee-45c8-4140-85cd-719fee2cc82d req-76d0050e-9a65-4a1c-baa1-daee5d31ddd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:46.142459 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-4ced3aee-45c8-4140-85cd-719fee2cc82d req-76d0050e-9a65-4a1c-baa1-daee5d31ddd6 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=10ed49573f464cc18794b94fd1c115ee&device_id=750f8ae5-b267-4b76-bb13-170071722932 HTTP/1.1" status: 200 len: 1137 time: 0.0558441 Jan 21 09:40:46.277620 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ced3aee-45c8-4140-85cd-719fee2cc82d req-36002ee0-8b8e-4eb6-99da-563838ce341a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:46.279213 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-4ced3aee-45c8-4140-85cd-719fee2cc82d req-36002ee0-8b8e-4eb6-99da-563838ce341a service neutron] 10.222.0.109 "GET /v2.0/networks?id=e49a728a-90d2-4a07-8a83-d63652f9661a HTTP/1.1" status: 200 len: 916 time: 0.1116667 Jan 21 09:40:46.365743 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-4ced3aee-45c8-4140-85cd-719fee2cc82d req-a195384a-8a7a-4789-85e8-6241257aa7e0 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d22f9cde-e9ce-4b37-9b2a-f673b65a0353 HTTP/1.1" status: 200 len: 1001 time: 0.0782306 Jan 21 09:40:46.419982 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ced3aee-45c8-4140-85cd-719fee2cc82d req-07e4cff5-084f-40ca-a4b4-b6e1cfaf8889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:46.421476 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-4ced3aee-45c8-4140-85cd-719fee2cc82d req-07e4cff5-084f-40ca-a4b4-b6e1cfaf8889 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=e29f5993-ac69-42ff-9e18-94424da90a30 HTTP/1.1" status: 200 len: 854 time: 0.0490963 Jan 21 09:40:46.473842 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ced3aee-45c8-4140-85cd-719fee2cc82d req-78d42951-71b3-4345-8f99-8bc5dc054bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:46.475379 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-4ced3aee-45c8-4140-85cd-719fee2cc82d req-78d42951-71b3-4345-8f99-8bc5dc054bcf service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=e49a728a-90d2-4a07-8a83-d63652f9661a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0467353 Jan 21 09:40:46.850146 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-4ced3aee-45c8-4140-85cd-719fee2cc82d req-db86b130-db73-405e-bc9e-639f5c9c7b92 service neutron] 10.222.0.109 "GET /v2.0/networks/e49a728a-90d2-4a07-8a83-d63652f9661a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3678246 Jan 21 09:40:46.987428 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-4ced3aee-45c8-4140-85cd-719fee2cc82d req-f39d848b-627d-43cc-aa93-8d109f425157 service neutron] 10.222.0.109 "GET /v2.0/networks/e49a728a-90d2-4a07-8a83-d63652f9661a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302078 Jan 21 09:40:47.081821 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c7d070-dd8c-49e0-94a7-b438bc8acacc req-650d471f-b2fc-47fd-8def-809679c2a38f tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:47.083557 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-63c7d070-dd8c-49e0-94a7-b438bc8acacc req-650d471f-b2fc-47fd-8def-809679c2a38f tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.109 "GET /v2.0/networks?id=647e31d1-4208-41da-8947-db9d9292bd9e HTTP/1.1" status: 200 len: 817 time: 0.1490088 Jan 21 09:40:47.176361 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-63c7d070-dd8c-49e0-94a7-b438bc8acacc req-f30bec66-beeb-4b34-a0a3-b453155ac17d tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.109 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=93281ac9cb504124a055279296f2262f HTTP/1.1" status: 200 len: 379 time: 0.0756369 Jan 21 09:40:47.184890 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.v2.base [req-63c7d070-dd8c-49e0-94a7-b438bc8acacc req-efeaf6a8-12b7-4f47-b222-16e07434252c tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Request body: {'port': {'device_id': 'e3dd8a17-5a2f-4f39-a110-208165e07110', 'network_id': '647e31d1-4208-41da-8947-db9d9292bd9e', 'admin_state_up': True, 'tenant_id': '93281ac9cb504124a055279296f2262f', 'security_groups': ['56c7644d-47e2-4d64-9a0e-cf7864ccb2da']}} {{(pid=103182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:40:47.284505 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-8e8f250c-c51f-4fe7-a12c-b6e17d0d2605 req-354a5b29-aeca-48e4-84ba-b99d1b374d23 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/ports?device_id=e3dd8a17-5a2f-4f39-a110-208165e07110 HTTP/1.1" status: 200 len: 210 time: 0.2612751 Jan 21 09:40:47.406857 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63c7d070-dd8c-49e0-94a7-b438bc8acacc req-efeaf6a8-12b7-4f47-b222-16e07434252c tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Made reservation on behalf of 93281ac9cb504124a055279296f2262f for: {'port': 1} {{(pid=103182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:40:47.411378 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-63c7d070-dd8c-49e0-94a7-b438bc8acacc req-efeaf6a8-12b7-4f47-b222-16e07434252c tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (None), before_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:40:47.550706 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.db.db_base_plugin_common [req-63c7d070-dd8c-49e0-94a7-b438bc8acacc req-efeaf6a8-12b7-4f47-b222-16e07434252c tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Allocated IP 172.20.0.10 (647e31d1-4208-41da-8947-db9d9292bd9e/55369842-b446-444b-92ff-367c2e723c52/248e29e3-d311-4074-bc03-c8c881428352) {{(pid=103182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:40:47.719873 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-63c7d070-dd8c-49e0-94a7-b438bc8acacc req-efeaf6a8-12b7-4f47-b222-16e07434252c tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Publish callbacks [] for port (248e29e3-d311-4074-bc03-c8c881428352), precommit_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:40:47.821009 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-63c7d070-dd8c-49e0-94a7-b438bc8acacc req-efeaf6a8-12b7-4f47-b222-16e07434252c tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774670299796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29186853'] for port (248e29e3-d311-4074-bc03-c8c881428352), after_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:40:47.867117 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63c7d070-dd8c-49e0-94a7-b438bc8acacc req-efeaf6a8-12b7-4f47-b222-16e07434252c tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Network 647e31d1-4208-41da-8947-db9d9292bd9e is already hosted by enough agents. {{(pid=103182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:40:47.872965 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.scheduler.base_scheduler [req-63c7d070-dd8c-49e0-94a7-b438bc8acacc req-efeaf6a8-12b7-4f47-b222-16e07434252c tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Resources bound (agent type, host, resource id): {{(pid=103182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:40:47.877011 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.db.l3_dvrscheduler_db [req-63c7d070-dd8c-49e0-94a7-b438bc8acacc req-efeaf6a8-12b7-4f47-b222-16e07434252c tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Received port after_create {{(pid=103182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 09:40:47.902111 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efeaf6a8-12b7-4f47-b222-16e07434252c tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Pushing event updated for resources: {'Port': ['ID=248e29e3-d311-4074-bc03-c8c881428352,revision_number=1']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:47.934919 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c7d070-dd8c-49e0-94a7-b438bc8acacc req-efeaf6a8-12b7-4f47-b222-16e07434252c tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:47.935669 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-63c7d070-dd8c-49e0-94a7-b438bc8acacc req-efeaf6a8-12b7-4f47-b222-16e07434252c tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11211'] for port (None), before_response {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:40:48.018342 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-63c7d070-dd8c-49e0-94a7-b438bc8acacc req-efeaf6a8-12b7-4f47-b222-16e07434252c tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.109 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8367815 Jan 21 09:40:48.031159 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.v2.base [req-63c7d070-dd8c-49e0-94a7-b438bc8acacc req-544eb817-abff-464e-8c65-df66cfb0a2b8 service neutron] Request body: {'port': {'device_id': 'e3dd8a17-5a2f-4f39-a110-208165e07110', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=103182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:40:48.073883 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.provisioning_blocks [None req-a25dbde5-104e-47b5-826a-6a3e2d669000 None None] Provisioning complete for port 248e29e3-d311-4074-bc03-c8c881428352 triggered by entity DHCP. {{(pid=103184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:40:48.074467 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a25dbde5-104e-47b5-826a-6a3e2d669000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983013'] for port (248e29e3-d311-4074-bc03-c8c881428352), provisioning_complete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:40:48.098815 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-63c7d070-dd8c-49e0-94a7-b438bc8acacc req-544eb817-abff-464e-8c65-df66cfb0a2b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (248e29e3-d311-4074-bc03-c8c881428352), before_update {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:40:48.112331 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-a25dbde5-104e-47b5-826a-6a3e2d669000 None None] Port 248e29e3-d311-4074-bc03-c8c881428352 cannot update to ACTIVE because it is not bound. {{(pid=103184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 21 09:40:48.382739 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5bb0ddd0-b9c4-4767-bdf2-a5552e490f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (e2f5353c-5d20-4dd0-beb4-c302aead9ffd), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:40:48.429353 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.notifiers.nova [req-63c7d070-dd8c-49e0-94a7-b438bc8acacc req-544eb817-abff-464e-8c65-df66cfb0a2b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 248e29e3-d311-4074-bc03-c8c881428352 {{(pid=103182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:40:48.438463 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-63c7d070-dd8c-49e0-94a7-b438bc8acacc req-544eb817-abff-464e-8c65-df66cfb0a2b8 service neutron] Publish callbacks [] for port (248e29e3-d311-4074-bc03-c8c881428352), precommit_update {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:40:48.458394 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.db.provisioning_blocks [req-63c7d070-dd8c-49e0-94a7-b438bc8acacc req-544eb817-abff-464e-8c65-df66cfb0a2b8 service neutron] Transition to ACTIVE for port object 248e29e3-d311-4074-bc03-c8c881428352 will not be triggered until provisioned by entity L2. {{(pid=103182) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:40:48.469225 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f50fb72-1fa6-40b8-9101-97982230cb7d req-82541255-8038-4a55-96d3-3ba92b1dcc0d tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:48.470804 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-0f50fb72-1fa6-40b8-9101-97982230cb7d req-82541255-8038-4a55-96d3-3ba92b1dcc0d tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/ports?device_id=e3dd8a17-5a2f-4f39-a110-208165e07110 HTTP/1.1" status: 200 len: 932 time: 0.0886905 Jan 21 09:40:48.522889 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-63c7d070-dd8c-49e0-94a7-b438bc8acacc req-544eb817-abff-464e-8c65-df66cfb0a2b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774670732957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774670299814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774670299832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29186908'] for port (248e29e3-d311-4074-bc03-c8c881428352), after_update {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:40:48.531667 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-0f50fb72-1fa6-40b8-9101-97982230cb7d req-28929f7d-0852-48a3-8939-c78c9e76f18a tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/security-groups?id=56c7644d-47e2-4d64-9a0e-cf7864ccb2da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544171 Jan 21 09:40:48.588021 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544eb817-abff-464e-8c65-df66cfb0a2b8 service neutron] Pushing event updated for resources: {'Port': ['ID=248e29e3-d311-4074-bc03-c8c881428352,revision_number=2']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:48.667589 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.managers [req-63c7d070-dd8c-49e0-94a7-b438bc8acacc req-544eb817-abff-464e-8c65-df66cfb0a2b8 service neutron] Attempting to bind port 248e29e3-d311-4074-bc03-c8c881428352 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=103182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 09:40:48.667918 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.managers [req-63c7d070-dd8c-49e0-94a7-b438bc8acacc req-544eb817-abff-464e-8c65-df66cfb0a2b8 service neutron] Attempting to bind port 248e29e3-d311-4074-bc03-c8c881428352 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '475e952b-010c-46c4-9dc4-7955dc3077d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '647e31d1-4208-41da-8947-db9d9292bd9e'}] {{(pid=103182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 09:40:48.668243 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c7d070-dd8c-49e0-94a7-b438bc8acacc req-544eb817-abff-464e-8c65-df66cfb0a2b8 service neutron] Attempting to bind port 248e29e3-d311-4074-bc03-c8c881428352 on network 647e31d1-4208-41da-8947-db9d9292bd9e {{(pid=103182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:40:48.674536 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c7d070-dd8c-49e0-94a7-b438bc8acacc req-544eb817-abff-464e-8c65-df66cfb0a2b8 service neutron] Port 248e29e3-d311-4074-bc03-c8c881428352 on network 647e31d1-4208-41da-8947-db9d9292bd9e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=103182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 21 09:40:48.674863 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c7d070-dd8c-49e0-94a7-b438bc8acacc req-544eb817-abff-464e-8c65-df66cfb0a2b8 service neutron] Attempting to bind port 248e29e3-d311-4074-bc03-c8c881428352 on network 647e31d1-4208-41da-8947-db9d9292bd9e {{(pid=103182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:40:48.680977 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c7d070-dd8c-49e0-94a7-b438bc8acacc req-544eb817-abff-464e-8c65-df66cfb0a2b8 service neutron] Checking agent: {'id': '5a7f6758-1e24-44b8-9b24-65ffc30c20d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 33, 47), 'started_at': datetime.datetime(2022, 1, 21, 9, 33, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 40, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:40:48.681390 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c7d070-dd8c-49e0-94a7-b438bc8acacc req-544eb817-abff-464e-8c65-df66cfb0a2b8 service neutron] Checking segment: {'id': '475e952b-010c-46c4-9dc4-7955dc3077d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '647e31d1-4208-41da-8947-db9d9292bd9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 09:40:48.681717 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c7d070-dd8c-49e0-94a7-b438bc8acacc req-544eb817-abff-464e-8c65-df66cfb0a2b8 service neutron] Bound using segment: {'id': '475e952b-010c-46c4-9dc4-7955dc3077d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '647e31d1-4208-41da-8947-db9d9292bd9e'} {{(pid=103182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:40:48.682143 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.managers [req-63c7d070-dd8c-49e0-94a7-b438bc8acacc req-544eb817-abff-464e-8c65-df66cfb0a2b8 service neutron] Bound port: 248e29e3-d311-4074-bc03-c8c881428352, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '475e952b-010c-46c4-9dc4-7955dc3077d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '647e31d1-4208-41da-8947-db9d9292bd9e'}}] {{(pid=103182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 09:40:48.682499 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-63c7d070-dd8c-49e0-94a7-b438bc8acacc req-544eb817-abff-464e-8c65-df66cfb0a2b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (248e29e3-d311-4074-bc03-c8c881428352), before_update {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:40:48.758171 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.db [req-63c7d070-dd8c-49e0-94a7-b438bc8acacc req-544eb817-abff-464e-8c65-df66cfb0a2b8 service neutron] For port 248e29e3-d311-4074-bc03-c8c881428352, host hv-cinder-80403, cleared binding levels {{(pid=103182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:40:48.761506 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.db [req-63c7d070-dd8c-49e0-94a7-b438bc8acacc req-544eb817-abff-464e-8c65-df66cfb0a2b8 service neutron] For port 248e29e3-d311-4074-bc03-c8c881428352, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=248e29e3-d311-4074-bc03-c8c881428352,segment=NetworkSegment(475e952b-010c-46c4-9dc4-7955dc3077d3),segment_id=475e952b-010c-46c4-9dc4-7955dc3077d3)] {{(pid=103182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:40:48.872242 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-63c7d070-dd8c-49e0-94a7-b438bc8acacc req-544eb817-abff-464e-8c65-df66cfb0a2b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774670732957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774670299814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774670299832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29186908'] for port (248e29e3-d311-4074-bc03-c8c881428352), after_update {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:40:48.918274 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c7d070-dd8c-49e0-94a7-b438bc8acacc req-544eb817-abff-464e-8c65-df66cfb0a2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:48.918274 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-63c7d070-dd8c-49e0-94a7-b438bc8acacc req-544eb817-abff-464e-8c65-df66cfb0a2b8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11211'] for port (None), before_response {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:40:48.923131 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-63c7d070-dd8c-49e0-94a7-b438bc8acacc req-544eb817-abff-464e-8c65-df66cfb0a2b8 service neutron] 10.222.0.109 "PUT /v2.0/ports/248e29e3-d311-4074-bc03-c8c881428352 HTTP/1.1" status: 200 len: 1094 time: 0.8945158 Jan 21 09:40:48.923131 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3dd8a17-5a2f-4f39-a110-208165e07110', 'tag': '248e29e3-d311-4074-bc03-c8c881428352'}] {{(pid=103182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:40:48.923598 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa0cc1f82daaed98fc3f7058001f72739ccfc4facde8019b77a0af70a494964c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc36e144-faaf-48a0-becc-ab98784ad616" -d '{"events": [{"name": "network-changed", "server_uuid": "e3dd8a17-5a2f-4f39-a110-208165e07110", "tag": "248e29e3-d311-4074-bc03-c8c881428352"}]}' {{(pid=103182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:40:48.951547 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544eb817-abff-464e-8c65-df66cfb0a2b8 service neutron] Pushing event updated for resources: {'Port': ['ID=248e29e3-d311-4074-bc03-c8c881428352,revision_number=3']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:48.984420 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 09:40:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3af0527-0ec6-4028-9949-3c5d3a84bd94 x-openstack-request-id: req-b3af0527-0ec6-4028-9949-3c5d3a84bd94 {{(pid=103182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:40:48.984713 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3dd8a17-5a2f-4f39-a110-208165e07110", "tag": "248e29e3-d311-4074-bc03-c8c881428352", "status": "completed", "code": 200}]} {{(pid=103182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:40:48.985428 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b3af0527-0ec6-4028-9949-3c5d3a84bd94 {{(pid=103182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:40:48.985660 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3dd8a17-5a2f-4f39-a110-208165e07110', 'tag': '248e29e3-d311-4074-bc03-c8c881428352', 'status': 'completed', 'code': 200} Jan 21 09:40:49.056524 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc36e144-faaf-48a0-becc-ab98784ad616 req-82f66e6a-beeb-4ab3-a425-ae521a84441c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:49.058126 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-cc36e144-faaf-48a0-becc-ab98784ad616 req-82f66e6a-beeb-4ab3-a425-ae521a84441c service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=93281ac9cb504124a055279296f2262f&device_id=e3dd8a17-5a2f-4f39-a110-208165e07110 HTTP/1.1" status: 200 len: 1097 time: 0.0512321 Jan 21 09:40:49.177038 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc36e144-faaf-48a0-becc-ab98784ad616 req-9ab0da26-15be-4f74-94cd-5fefcfa88145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:49.181478 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-cc36e144-faaf-48a0-becc-ab98784ad616 req-9ab0da26-15be-4f74-94cd-5fefcfa88145 service neutron] 10.222.0.109 "GET /v2.0/networks?tenant_id=93281ac9cb504124a055279296f2262f&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1106656 Jan 21 09:40:49.289758 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc36e144-faaf-48a0-becc-ab98784ad616 req-ce22afea-ff90-44bd-895c-d34c3890da54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:49.291261 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-cc36e144-faaf-48a0-becc-ab98784ad616 req-ce22afea-ff90-44bd-895c-d34c3890da54 service neutron] 10.222.0.109 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1066055 Jan 21 09:40:49.327837 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (5a7f6758-1e24-44b8-9b24-65ffc30c20d4), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:40:49.377652 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c7d070-dd8c-49e0-94a7-b438bc8acacc req-3952c07b-e696-475b-89ab-9f9d87f759b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:49.386978 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-63c7d070-dd8c-49e0-94a7-b438bc8acacc req-3952c07b-e696-475b-89ab-9f9d87f759b2 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=93281ac9cb504124a055279296f2262f&device_id=e3dd8a17-5a2f-4f39-a110-208165e07110 HTTP/1.1" status: 200 len: 1097 time: 0.0480978 Jan 21 09:40:49.431566 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-63c7d070-dd8c-49e0-94a7-b438bc8acacc req-ba149f63-6ce5-4f84-bfe6-ed6ad64d04ac service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=248e29e3-d311-4074-bc03-c8c881428352 HTTP/1.1" status: 200 len: 217 time: 0.0402393 Jan 21 09:40:49.486347 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c7d070-dd8c-49e0-94a7-b438bc8acacc req-bc54005a-d826-486b-83dd-69df300194ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:49.491713 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-63c7d070-dd8c-49e0-94a7-b438bc8acacc req-bc54005a-d826-486b-83dd-69df300194ee service neutron] 10.222.0.109 "GET /v2.0/subnets?id=55369842-b446-444b-92ff-367c2e723c52 HTTP/1.1" status: 200 len: 856 time: 0.0479872 Jan 21 09:40:49.517619 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0beda05d-594e-4362-80c2-bc999a9a2b64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (9e31de2d-26a2-4a88-b799-f1f3b7df75bf), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:40:49.539398 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c7d070-dd8c-49e0-94a7-b438bc8acacc req-27ed68e2-2e76-496b-941f-34deedd08912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:49.540914 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-63c7d070-dd8c-49e0-94a7-b438bc8acacc req-27ed68e2-2e76-496b-941f-34deedd08912 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=647e31d1-4208-41da-8947-db9d9292bd9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0453656 Jan 21 09:40:49.662231 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-63c7d070-dd8c-49e0-94a7-b438bc8acacc req-994c5e66-6bc5-40de-a3e7-32d3c79dc546 service neutron] 10.222.0.109 "GET /v2.0/networks/647e31d1-4208-41da-8947-db9d9292bd9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081095 Jan 21 09:40:49.796657 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbec9338-a150-47e9-a80b-0acf93af10db req-42604f7f-7395-476f-9458-1259e98d5ff5 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:49.798275 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-fbec9338-a150-47e9-a80b-0acf93af10db req-42604f7f-7395-476f-9458-1259e98d5ff5 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/ports?device_id=e3dd8a17-5a2f-4f39-a110-208165e07110 HTTP/1.1" status: 200 len: 944 time: 0.1755753 Jan 21 09:40:49.804674 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-63c7d070-dd8c-49e0-94a7-b438bc8acacc req-680c04ab-05bd-40d4-9354-616fc8989b70 service neutron] 10.222.0.109 "GET /v2.0/networks/647e31d1-4208-41da-8947-db9d9292bd9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348815 Jan 21 09:40:49.853827 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-fbec9338-a150-47e9-a80b-0acf93af10db req-59fc2f7e-28b6-434d-9819-40bee1baec17 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/security-groups?id=56c7644d-47e2-4d64-9a0e-cf7864ccb2da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481493 Jan 21 09:40:50.975485 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbf6bbb-bce4-4518-afd4-5aa6947e41c5 req-dc8bed59-2cfc-4fdc-9ef7-d153959c106b tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:50.977050 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-edbf6bbb-bce4-4518-afd4-5aa6947e41c5 req-dc8bed59-2cfc-4fdc-9ef7-d153959c106b tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/ports?device_id=e3dd8a17-5a2f-4f39-a110-208165e07110 HTTP/1.1" status: 200 len: 944 time: 0.0501041 Jan 21 09:40:51.029258 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-edbf6bbb-bce4-4518-afd4-5aa6947e41c5 req-4665e155-5aa6-4575-a102-6198c4148bbc tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/security-groups?id=56c7644d-47e2-4d64-9a0e-cf7864ccb2da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463262 Jan 21 09:40:51.140370 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f5928849-742c-4298-9c4e-ae1543ad1886 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (fd0edb9a-d711-47a6-aedf-fe72898a6c79), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:40:51.279593 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Device 248e29e3-d311-4074-bc03-c8c881428352 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=103184) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 21 09:40:51.376681 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] For port 248e29e3-d311-4074-bc03-c8c881428352, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=248e29e3-d311-4074-bc03-c8c881428352,segment=NetworkSegment(475e952b-010c-46c4-9dc4-7955dc3077d3),segment_id=475e952b-010c-46c4-9dc4-7955dc3077d3)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:40:51.389669 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Returning: {'device': '248e29e3-d311-4074-bc03-c8c881428352', 'network_id': '647e31d1-4208-41da-8947-db9d9292bd9e', 'port_id': '248e29e3-d311-4074-bc03-c8c881428352', 'mac_address': 'fa:16:3e:c7:ca:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55369842-b446-444b-92ff-367c2e723c52', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103184) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 21 09:40:51.435298 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Current status of the port 248e29e3-d311-4074-bc03-c8c881428352 is: DOWN; New status is: BUILD {{(pid=103184) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:40:51.435298 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (248e29e3-d311-4074-bc03-c8c881428352), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:40:51.447982 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.notifiers.nova [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 248e29e3-d311-4074-bc03-c8c881428352 {{(pid=103184) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:40:51.467267 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] For port 248e29e3-d311-4074-bc03-c8c881428352, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=248e29e3-d311-4074-bc03-c8c881428352,segment=NetworkSegment(475e952b-010c-46c4-9dc4-7955dc3077d3),segment_id=475e952b-010c-46c4-9dc4-7955dc3077d3)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:40:51.538720 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774670732957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774670299814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774670299832'] for port (248e29e3-d311-4074-bc03-c8c881428352), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:40:51.587200 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Pushing event updated for resources: {'Port': ['ID=248e29e3-d311-4074-bc03-c8c881428352,revision_number=4']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:51.594432 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:40:51.594784 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:40:51.595126 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:40:51.595464 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:40:51.595796 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:40:51.596130 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:40:51.596459 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:40:51.596785 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:40:51.597110 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:40:51.597985 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:40:51.598480 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:40:51.598783 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:40:51.599110 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:40:51.815970 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] get_ports_and_sgs() called for port_ids ['248e29e3-d311-4074-bc03-c8c881428352'] {{(pid=103184) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 09:40:52.164877 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c5b604-2e53-4960-9647-e4b8464b410c req-48843525-8d6b-4567-ae79-bd281e9d6fbc tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:52.167953 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-e1c5b604-2e53-4960-9647-e4b8464b410c req-48843525-8d6b-4567-ae79-bd281e9d6fbc tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/ports?device_id=e3dd8a17-5a2f-4f39-a110-208165e07110 HTTP/1.1" status: 200 len: 945 time: 0.0566449 Jan 21 09:40:52.223157 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-e1c5b604-2e53-4960-9647-e4b8464b410c req-dedacb72-76e1-4b18-94a2-6d545f49c6a9 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/security-groups?id=56c7644d-47e2-4d64-9a0e-cf7864ccb2da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497432 Jan 21 09:40:52.372610 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (a4f58dde-e5c6-489c-94fe-b355a6abc90e), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:40:53.281626 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Device 248e29e3-d311-4074-bc03-c8c881428352 up at agent hyperv_hv-cinder-80403 {{(pid=103184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:40:53.349547 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce2e48a-7c0e-4546-957a-c020f92b740a req-6726e9d5-0a15-4c6b-b769-0bc43ca3028c tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:53.351064 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-6ce2e48a-7c0e-4546-957a-c020f92b740a req-6726e9d5-0a15-4c6b-b769-0bc43ca3028c tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/ports?device_id=e3dd8a17-5a2f-4f39-a110-208165e07110 HTTP/1.1" status: 200 len: 945 time: 0.0509353 Jan 21 09:40:53.426218 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.provisioning_blocks [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Provisioning for port 248e29e3-d311-4074-bc03-c8c881428352 completed by entity L2. {{(pid=103184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:40:53.430375 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.provisioning_blocks [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Provisioning complete for port 248e29e3-d311-4074-bc03-c8c881428352 triggered by entity L2. {{(pid=103184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:40:53.430755 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983013'] for port (248e29e3-d311-4074-bc03-c8c881428352), provisioning_complete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:40:53.454991 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-6ce2e48a-7c0e-4546-957a-c020f92b740a req-649d6c88-9d70-438b-83a4-392c319a1e26 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/security-groups?id=56c7644d-47e2-4d64-9a0e-cf7864ccb2da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0981276 Jan 21 09:40:53.515818 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.db.agents_db [None req-6cca2222-2941-4527-9622-8fe6bb096302 None None] Agent healthcheck: found 6 active agents {{(pid=103185) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 09:40:53.524941 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Current status of the port 248e29e3-d311-4074-bc03-c8c881428352 is: BUILD; New status is: ACTIVE {{(pid=103184) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:40:53.525442 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (248e29e3-d311-4074-bc03-c8c881428352), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:40:53.554509 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3dd8a17-5a2f-4f39-a110-208165e07110', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '248e29e3-d311-4074-bc03-c8c881428352'}] {{(pid=103184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:40:53.558026 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c59f8b740f259e85ceecfc878b6c10e974145cf55d87f3575c92c12753de108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c09463cf-c638-4741-aa95-42da10be3ead" -d '{"events": [{"server_uuid": "e3dd8a17-5a2f-4f39-a110-208165e07110", "name": "network-vif-plugged", "status": "completed", "tag": "248e29e3-d311-4074-bc03-c8c881428352"}]}' {{(pid=103184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:40:53.575353 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] For port 248e29e3-d311-4074-bc03-c8c881428352, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=248e29e3-d311-4074-bc03-c8c881428352,segment=NetworkSegment(475e952b-010c-46c4-9dc4-7955dc3077d3),segment_id=475e952b-010c-46c4-9dc4-7955dc3077d3)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:40:53.600222 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 09:40:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d024fc9-d252-4944-bbce-3a5eef074f14 x-openstack-request-id: req-9d024fc9-d252-4944-bbce-3a5eef074f14 {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:40:53.600594 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3dd8a17-5a2f-4f39-a110-208165e07110", "name": "network-vif-plugged", "status": "completed", "tag": "248e29e3-d311-4074-bc03-c8c881428352", "code": 200}]} {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:40:53.600849 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9d024fc9-d252-4944-bbce-3a5eef074f14 {{(pid=103184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:40:53.601263 dv-cinder-804035-25-iscsi neutron-server[103184]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3dd8a17-5a2f-4f39-a110-208165e07110', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '248e29e3-d311-4074-bc03-c8c881428352', 'code': 200} Jan 21 09:40:53.638716 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774670732957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774670299814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774670299832'] for port (248e29e3-d311-4074-bc03-c8c881428352), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:40:53.702489 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Pushing event updated for resources: {'Port': ['ID=248e29e3-d311-4074-bc03-c8c881428352,revision_number=5']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:53.912829 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07667099-ac4a-4953-948b-0e86dda44dc7 req-69bf62a8-25c4-4292-9695-a430f4d8051f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:53.914379 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-07667099-ac4a-4953-948b-0e86dda44dc7 req-69bf62a8-25c4-4292-9695-a430f4d8051f service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=e3dd8a17-5a2f-4f39-a110-208165e07110 HTTP/1.1" status: 200 len: 1099 time: 0.0429773 Jan 21 09:40:53.967076 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-07667099-ac4a-4953-948b-0e86dda44dc7 req-51f7a1e9-42a3-4f39-adba-fd209bcb8d7b service neutron] 10.222.0.109 "GET /v2.0/security-groups?id=56c7644d-47e2-4d64-9a0e-cf7864ccb2da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412695 Jan 21 09:40:54.586291 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37bce1a-46d2-42ea-9646-dfedc757c13b req-c10a5a91-47df-471c-94ee-a33228e8ba8b tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:54.587802 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-a37bce1a-46d2-42ea-9646-dfedc757c13b req-c10a5a91-47df-471c-94ee-a33228e8ba8b tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/ports?device_id=e3dd8a17-5a2f-4f39-a110-208165e07110 HTTP/1.1" status: 200 len: 946 time: 0.0559928 Jan 21 09:40:54.639854 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-a37bce1a-46d2-42ea-9646-dfedc757c13b req-396139ca-023a-4b88-a75e-55fac1922a94 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/security-groups?id=56c7644d-47e2-4d64-9a0e-cf7864ccb2da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467403 Jan 21 09:40:55.764001 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7750d9ca-d720-4754-88ec-7052698c4be9 req-bd40b1c0-7de3-4097-a9e9-f8ce77f0f2f6 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:55.765581 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-7750d9ca-d720-4754-88ec-7052698c4be9 req-bd40b1c0-7de3-4097-a9e9-f8ce77f0f2f6 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/ports?device_id=e3dd8a17-5a2f-4f39-a110-208165e07110 HTTP/1.1" status: 200 len: 946 time: 0.0508661 Jan 21 09:40:55.815607 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-7750d9ca-d720-4754-88ec-7052698c4be9 req-2e2b6d4d-a2fc-45db-a3fb-c4d5422025d8 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/security-groups?id=56c7644d-47e2-4d64-9a0e-cf7864ccb2da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426905 Jan 21 09:40:55.943528 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b9e5da-409e-45f2-86a9-a6b3f61f5e39 req-78508cce-a685-4c90-899c-f0928a8a856d tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:55.944949 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-13b9e5da-409e-45f2-86a9-a6b3f61f5e39 req-78508cce-a685-4c90-899c-f0928a8a856d tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/ports?device_id=e3dd8a17-5a2f-4f39-a110-208165e07110 HTTP/1.1" status: 200 len: 946 time: 0.0531604 Jan 21 09:40:55.953553 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.wsgi [-] (103182) accepted ('10.222.0.45', 39320) {{(pid=103182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:40:55.958786 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.v2.base [None req-fc4da1ef-95de-43fe-9c98-e9707f2a00af tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Request body: {'floatingip': {'port_id': '248e29e3-d311-4074-bc03-c8c881428352'}} {{(pid=103182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:40:55.997676 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-fc4da1ef-95de-43fe-9c98-e9707f2a00af tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Publish callbacks [] for floatingip (8eb90e8e-4027-42f7-94e5-9b4e07147934), before_update {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:40:56.442108 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-fc4da1ef-95de-43fe-9c98-e9707f2a00af tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:40:56.517299 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-fc4da1ef-95de-43fe-9c98-e9707f2a00af tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3846398'] for floatingip (8eb90e8e-4027-42f7-94e5-9b4e07147934), after_update {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:40:56.618649 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.db.l3_db [None req-fc4da1ef-95de-43fe-9c98-e9707f2a00af tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Floating IP 8eb90e8e-4027-42f7-94e5-9b4e07147934 associated. External IP: 172.27.3.126, port: 248e29e3-d311-4074-bc03-c8c881428352. Jan 21 09:40:56.835511 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc4da1ef-95de-43fe-9c98-e9707f2a00af tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Router ced5708d-c427-449c-8be1-8af09176c38e has already been hosted by L3 agent e2f5353c-5d20-4dd0-beb4-c302aead9ffd {{(pid=103182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:40:56.945300 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc4da1ef-95de-43fe-9c98-e9707f2a00af tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Notify agent at l3_agent.dv-cinder-804035-25-iscsi the message routers_updated {{(pid=103182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:40:56.950116 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-fc4da1ef-95de-43fe-9c98-e9707f2a00af tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11211'] for floatingip (None), before_response {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:40:56.954725 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5964fa0-5ddf-4c9e-b1e3-35d86f4c2cc6 None None] Sync routers for ids ['ced5708d-c427-449c-8be1-8af09176c38e'] in dv-cinder-804035-25-iscsi {{(pid=103184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:40:56.965870 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5964fa0-5ddf-4c9e-b1e3-35d86f4c2cc6 None None] Routers {'ced5708d-c427-449c-8be1-8af09176c38e'} bound to L3 agent in host dv-cinder-804035-25-iscsi {{(pid=103184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 09:40:56.966508 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.l3_hamode_db [None req-b5964fa0-5ddf-4c9e-b1e3-35d86f4c2cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-21T09:27:18Z,description=,heartbeat_timestamp=2022-01-21T09:40:48Z,host='dv-cinder-804035-25-iscsi',id=e2f5353c-5d20-4dd0-beb4-c302aead9ffd,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:27:19Z,topic='l3_agent')) {'router_ids': ['ced5708d-c427-449c-8be1-8af09176c38e'], 'active': True} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:57.086256 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.l3_dvr_db [None req-b5964fa0-5ddf-4c9e-b1e3-35d86f4c2cc6 None None] Set router ced5708d-c427-449c-8be1-8af09176c38e gateway port host: dv-cinder-804035-25-iscsi {{(pid=103184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:40:57.230588 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [None req-fc4da1ef-95de-43fe-9c98-e9707f2a00af tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "PUT /v2.0/floatingips/8eb90e8e-4027-42f7-94e5-9b4e07147934 HTTP/1.1" status: 200 len: 992 time: 1.2758281 Jan 21 09:40:57.231105 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3dd8a17-5a2f-4f39-a110-208165e07110', 'tag': '248e29e3-d311-4074-bc03-c8c881428352'}] {{(pid=103182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:40:57.233357 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa0cc1f82daaed98fc3f7058001f72739ccfc4facde8019b77a0af70a494964c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-634d805f-4ae2-4fce-a60f-04716a6c71a5" -d '{"events": [{"name": "network-changed", "server_uuid": "e3dd8a17-5a2f-4f39-a110-208165e07110", "tag": "248e29e3-d311-4074-bc03-c8c881428352"}]}' {{(pid=103182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:40:57.278363 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 09:40:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd807c40-b853-4db0-b4f1-3e2886318826 x-openstack-request-id: req-bd807c40-b853-4db0-b4f1-3e2886318826 {{(pid=103182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:40:57.278660 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3dd8a17-5a2f-4f39-a110-208165e07110", "tag": "248e29e3-d311-4074-bc03-c8c881428352", "status": "completed", "code": 200}]} {{(pid=103182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:40:57.278920 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-bd807c40-b853-4db0-b4f1-3e2886318826 {{(pid=103182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:40:57.279323 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3dd8a17-5a2f-4f39-a110-208165e07110', 'tag': '248e29e3-d311-4074-bc03-c8c881428352', 'status': 'completed', 'code': 200} Jan 21 09:40:57.344625 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.l3_hamode_db [None req-b5964fa0-5ddf-4c9e-b1e3-35d86f4c2cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ced5708d-c427-449c-8be1-8af09176c38e', 'name': 'tempest-AttachVolumeShelveTestJSON-1774693524-router', 'tenant_id': '93281ac9cb504124a055279296f2262f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'external_fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': 'fae7be76-2c54-40ee-ae2a-5d1360ed27b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:35:44Z', 'updated_at': '2022-01-21T09:35:52Z', 'revision_number': 4, 'project_id': '93281ac9cb504124a055279296f2262f', 'gw_port': {'id': 'fae7be76-2c54-40ee-ae2a-5d1360ed27b8', 'name': '', 'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:dc:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced5708d-c427-449c-8be1-8af09176c38e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:35:45Z', 'updated_at': '2022-01-21T09:35:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6accd444-6422-45bf-9c21-6be173243a45', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-25-iscsi', '_floatingips': [{'id': '8eb90e8e-4027-42f7-94e5-9b4e07147934', 'tenant_id': '93281ac9cb504124a055279296f2262f', 'floating_ip_address': '172.27.3.126', 'floating_network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'router_id': 'ced5708d-c427-449c-8be1-8af09176c38e', 'port_id': '248e29e3-d311-4074-bc03-c8c881428352', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 524, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '647e31d1-4208-41da-8947-db9d9292bd9e', 'mac_address': 'fa:16:3e:c7:ca:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3dd8a17-5a2f-4f39-a110-208165e07110', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:40:43Z', 'updated_at': '2022-01-21T09:40:56Z', 'revision_number': 1, 'project_id': '93281ac9cb504124a055279296f2262f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45edbbf3-81eb-4aa2-849a-847fc70aaa53', 'name': '', 'network_id': '647e31d1-4208-41da-8947-db9d9292bd9e', 'tenant_id': '93281ac9cb504124a055279296f2262f', 'mac_address': 'fa:16:3e:6e:a5:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced5708d-c427-449c-8be1-8af09176c38e', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '55369842-b446-444b-92ff-367c2e723c52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:35:51Z', 'updated_at': '2022-01-21T09:35:58Z', 'revision_number': 5, 'project_id': '93281ac9cb504124a055279296f2262f', 'subnets': [{'id': '55369842-b446-444b-92ff-367c2e723c52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-25-iscsi', False) {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:57.350436 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634d805f-4ae2-4fce-a60f-04716a6c71a5 req-9189e823-21ad-4814-8952-7d9a0d5f4112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:57.351949 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-634d805f-4ae2-4fce-a60f-04716a6c71a5 req-9189e823-21ad-4814-8952-7d9a0d5f4112 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=93281ac9cb504124a055279296f2262f&device_id=e3dd8a17-5a2f-4f39-a110-208165e07110 HTTP/1.1" status: 200 len: 1099 time: 0.0423617 Jan 21 09:40:57.372916 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5964fa0-5ddf-4c9e-b1e3-35d86f4c2cc6 None None] Checking router: ced5708d-c427-449c-8be1-8af09176c38e for host: dv-cinder-804035-25-iscsi {{(pid=103184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:40:57.383817 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5964fa0-5ddf-4c9e-b1e3-35d86f4c2cc6 None None] Routers {'ced5708d-c427-449c-8be1-8af09176c38e'} bound to L3 agent in host dv-cinder-804035-25-iscsi {{(pid=103184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 09:40:57.384447 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.l3_hamode_db [None req-b5964fa0-5ddf-4c9e-b1e3-35d86f4c2cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-21T09:27:18Z,description=,heartbeat_timestamp=2022-01-21T09:40:48Z,host='dv-cinder-804035-25-iscsi',id=e2f5353c-5d20-4dd0-beb4-c302aead9ffd,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:27:19Z,topic='l3_agent')) {'router_ids': ['ced5708d-c427-449c-8be1-8af09176c38e'], 'active': True} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:57.457329 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634d805f-4ae2-4fce-a60f-04716a6c71a5 req-37cafb3d-9a76-45f0-93da-480ef2e3ded8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:57.458830 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-634d805f-4ae2-4fce-a60f-04716a6c71a5 req-37cafb3d-9a76-45f0-93da-480ef2e3ded8 service neutron] 10.222.0.109 "GET /v2.0/networks?id=647e31d1-4208-41da-8947-db9d9292bd9e HTTP/1.1" status: 200 len: 918 time: 0.1005914 Jan 21 09:40:57.495606 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.l3_dvr_db [None req-b5964fa0-5ddf-4c9e-b1e3-35d86f4c2cc6 None None] Set router ced5708d-c427-449c-8be1-8af09176c38e gateway port host: dv-cinder-804035-25-iscsi {{(pid=103184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:40:57.528121 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-634d805f-4ae2-4fce-a60f-04716a6c71a5 req-df11c55b-017e-4da2-99e4-6852bace5b79 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=248e29e3-d311-4074-bc03-c8c881428352 HTTP/1.1" status: 200 len: 1000 time: 0.0604808 Jan 21 09:40:57.580232 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634d805f-4ae2-4fce-a60f-04716a6c71a5 req-4f638150-f24a-4a4a-a49e-8d9b3a463125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:57.581832 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-634d805f-4ae2-4fce-a60f-04716a6c71a5 req-4f638150-f24a-4a4a-a49e-8d9b3a463125 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=55369842-b446-444b-92ff-367c2e723c52 HTTP/1.1" status: 200 len: 856 time: 0.0454617 Jan 21 09:40:57.643423 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634d805f-4ae2-4fce-a60f-04716a6c71a5 req-29f88738-9329-47af-9ecd-3eab847877f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:57.645967 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-634d805f-4ae2-4fce-a60f-04716a6c71a5 req-29f88738-9329-47af-9ecd-3eab847877f7 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=647e31d1-4208-41da-8947-db9d9292bd9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0569305 Jan 21 09:40:57.741723 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.l3_hamode_db [None req-b5964fa0-5ddf-4c9e-b1e3-35d86f4c2cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ced5708d-c427-449c-8be1-8af09176c38e', 'name': 'tempest-AttachVolumeShelveTestJSON-1774693524-router', 'tenant_id': '93281ac9cb504124a055279296f2262f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'external_fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': 'fae7be76-2c54-40ee-ae2a-5d1360ed27b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:35:44Z', 'updated_at': '2022-01-21T09:35:52Z', 'revision_number': 4, 'project_id': '93281ac9cb504124a055279296f2262f', 'gw_port': {'id': 'fae7be76-2c54-40ee-ae2a-5d1360ed27b8', 'name': '', 'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:dc:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced5708d-c427-449c-8be1-8af09176c38e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:35:45Z', 'updated_at': '2022-01-21T09:35:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6accd444-6422-45bf-9c21-6be173243a45', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-25-iscsi', '_floatingips': [{'id': '8eb90e8e-4027-42f7-94e5-9b4e07147934', 'tenant_id': '93281ac9cb504124a055279296f2262f', 'floating_ip_address': '172.27.3.126', 'floating_network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'router_id': 'ced5708d-c427-449c-8be1-8af09176c38e', 'port_id': '248e29e3-d311-4074-bc03-c8c881428352', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 524, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '647e31d1-4208-41da-8947-db9d9292bd9e', 'mac_address': 'fa:16:3e:c7:ca:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3dd8a17-5a2f-4f39-a110-208165e07110', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:40:43Z', 'updated_at': '2022-01-21T09:40:56Z', 'revision_number': 1, 'project_id': '93281ac9cb504124a055279296f2262f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45edbbf3-81eb-4aa2-849a-847fc70aaa53', 'name': '', 'network_id': '647e31d1-4208-41da-8947-db9d9292bd9e', 'tenant_id': '93281ac9cb504124a055279296f2262f', 'mac_address': 'fa:16:3e:6e:a5:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced5708d-c427-449c-8be1-8af09176c38e', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '55369842-b446-444b-92ff-367c2e723c52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:35:51Z', 'updated_at': '2022-01-21T09:35:58Z', 'revision_number': 5, 'project_id': '93281ac9cb504124a055279296f2262f', 'subnets': [{'id': '55369842-b446-444b-92ff-367c2e723c52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-25-iscsi', False) {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:57.747582 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-634d805f-4ae2-4fce-a60f-04716a6c71a5 req-1174215e-b40b-452f-9a88-a15d92f729dd service neutron] 10.222.0.109 "GET /v2.0/networks/647e31d1-4208-41da-8947-db9d9292bd9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890296 Jan 21 09:40:57.768894 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5964fa0-5ddf-4c9e-b1e3-35d86f4c2cc6 None None] The sync data for ids ['ced5708d-c427-449c-8be1-8af09176c38e'] in dv-cinder-804035-25-iscsi is: [{'id': 'ced5708d-c427-449c-8be1-8af09176c38e', 'name': 'tempest-AttachVolumeShelveTestJSON-1774693524-router', 'tenant_id': '93281ac9cb504124a055279296f2262f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'external_fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': 'fae7be76-2c54-40ee-ae2a-5d1360ed27b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:35:44Z', 'updated_at': '2022-01-21T09:35:52Z', 'revision_number': 4, 'project_id': '93281ac9cb504124a055279296f2262f', 'gw_port': {'id': 'fae7be76-2c54-40ee-ae2a-5d1360ed27b8', 'name': '', 'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:dc:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced5708d-c427-449c-8be1-8af09176c38e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:35:45Z', 'updated_at': '2022-01-21T09:35:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6accd444-6422-45bf-9c21-6be173243a45', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-25-iscsi', '_floatingips': [{'id': '8eb90e8e-4027-42f7-94e5-9b4e07147934', 'tenant_id': '93281ac9cb504124a055279296f2262f', 'floating_ip_address': '172.27.3.126', 'floating_network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'router_id': 'ced5708d-c427-449c-8be1-8af09176c38e', 'port_id': '248e29e3-d311-4074-bc03-c8c881428352', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 524, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '647e31d1-4208-41da-8947-db9d9292bd9e', 'mac_address': 'fa:16:3e:c7:ca:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3dd8a17-5a2f-4f39-a110-208165e07110', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:40:43Z', 'updated_at': '2022-01-21T09:40:56Z', 'revision_number': 1, 'project_id': '93281ac9cb504124a055279296f2262f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45edbbf3-81eb-4aa2-849a-847fc70aaa53', 'name': '', 'network_id': '647e31d1-4208-41da-8947-db9d9292bd9e', 'tenant_id': '93281ac9cb504124a055279296f2262f', 'mac_address': 'fa:16:3e:6e:a5:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced5708d-c427-449c-8be1-8af09176c38e', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '55369842-b446-444b-92ff-367c2e723c52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:35:51Z', 'updated_at': '2022-01-21T09:35:58Z', 'revision_number': 5, 'project_id': '93281ac9cb504124a055279296f2262f', 'subnets': [{'id': '55369842-b446-444b-92ff-367c2e723c52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:40:57.848151 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-634d805f-4ae2-4fce-a60f-04716a6c71a5 req-c9aa1576-26ca-4a56-9b2c-7144e595fb9c service neutron] 10.222.0.109 "GET /v2.0/networks/647e31d1-4208-41da-8947-db9d9292bd9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919302 Jan 21 09:40:57.978454 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd8144e-d29f-4ac3-9a88-8f10f2fc62c0 None None] New status for floating IP 8eb90e8e-4027-42f7-94e5-9b4e07147934: ACTIVE {{(pid=103185) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 09:41:04.015394 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-63935bc0-a8b1-46da-bd7b-47e2db9c6079 req-99cdf8f1-974b-484b-8947-1a3cc195c7a0 tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-71706229&fields=id&tenant_id=10ed49573f464cc18794b94fd1c115ee HTTP/1.1" status: 200 len: 267 time: 0.0461981 Jan 21 09:41:04.069728 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63935bc0-a8b1-46da-bd7b-47e2db9c6079 req-2bac94dd-236e-46ab-be1e-acea6b3b6a8b tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:04.071232 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-63935bc0-a8b1-46da-bd7b-47e2db9c6079 req-2bac94dd-236e-46ab-be1e-acea6b3b6a8b tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] 10.222.0.45 "GET /v2.0/ports?device_id=750f8ae5-b267-4b76-bb13-170071722932 HTTP/1.1" status: 200 len: 984 time: 0.0501244 Jan 21 09:41:04.081843 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.v2.base [req-63935bc0-a8b1-46da-bd7b-47e2db9c6079 req-abcfcb1e-d3ea-4399-9acd-e71ad905f64d tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] Request body: {'port': {'security_groups': ['98741539-7e8f-4cb1-b02f-12a07fa1dee3']}} {{(pid=103182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:41:04.179068 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-63935bc0-a8b1-46da-bd7b-47e2db9c6079 req-abcfcb1e-d3ea-4399-9acd-e71ad905f64d tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (d22f9cde-e9ce-4b37-9b2a-f673b65a0353), before_update {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:04.362381 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.db [req-63935bc0-a8b1-46da-bd7b-47e2db9c6079 req-abcfcb1e-d3ea-4399-9acd-e71ad905f64d tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] For port d22f9cde-e9ce-4b37-9b2a-f673b65a0353, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=d22f9cde-e9ce-4b37-9b2a-f673b65a0353,segment=NetworkSegment(ca5bfd78-f762-4f49-9105-ff4007fd6139),segment_id=ca5bfd78-f762-4f49-9105-ff4007fd6139)] {{(pid=103182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:41:04.392766 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-63935bc0-a8b1-46da-bd7b-47e2db9c6079 req-abcfcb1e-d3ea-4399-9acd-e71ad905f64d tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] Publish callbacks [] for port (d22f9cde-e9ce-4b37-9b2a-f673b65a0353), precommit_update {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:04.470010 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-63935bc0-a8b1-46da-bd7b-47e2db9c6079 req-abcfcb1e-d3ea-4399-9acd-e71ad905f64d tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774670732957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774670299814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774670299832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29186908'] for port (d22f9cde-e9ce-4b37-9b2a-f673b65a0353), after_update {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:04.482845 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] get_ports_and_sgs() called for port_ids ['d22f9cde-e9ce-4b37-9b2a-f673b65a0353'] {{(pid=103184) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 09:41:04.515392 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63935bc0-a8b1-46da-bd7b-47e2db9c6079 req-abcfcb1e-d3ea-4399-9acd-e71ad905f64d tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:04.516147 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-63935bc0-a8b1-46da-bd7b-47e2db9c6079 req-abcfcb1e-d3ea-4399-9acd-e71ad905f64d tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11211'] for port (None), before_response {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:04.524103 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-63935bc0-a8b1-46da-bd7b-47e2db9c6079 req-abcfcb1e-d3ea-4399-9acd-e71ad905f64d tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] 10.222.0.45 "PUT /v2.0/ports/d22f9cde-e9ce-4b37-9b2a-f673b65a0353 HTTP/1.1" status: 200 len: 942 time: 0.4403150 Jan 21 09:41:04.524103 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '750f8ae5-b267-4b76-bb13-170071722932', 'tag': 'd22f9cde-e9ce-4b37-9b2a-f673b65a0353'}] {{(pid=103182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:41:04.524103 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa0cc1f82daaed98fc3f7058001f72739ccfc4facde8019b77a0af70a494964c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27393b6a-e62c-4e34-b098-5c3e017e9c5d" -d '{"events": [{"name": "network-changed", "server_uuid": "750f8ae5-b267-4b76-bb13-170071722932", "tag": "d22f9cde-e9ce-4b37-9b2a-f673b65a0353"}]}' {{(pid=103182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:41:04.526413 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.wsgi [-] (103182) accepted ('10.222.0.45', 39400) {{(pid=103182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:41:04.586628 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 09:41:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afbae9b2-b696-425b-a490-3caececcedbf x-openstack-request-id: req-afbae9b2-b696-425b-a490-3caececcedbf {{(pid=103182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:41:04.586921 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "750f8ae5-b267-4b76-bb13-170071722932", "tag": "d22f9cde-e9ce-4b37-9b2a-f673b65a0353", "status": "completed", "code": 200}]} {{(pid=103182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:41:04.587182 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-afbae9b2-b696-425b-a490-3caececcedbf {{(pid=103182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:41:04.587587 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '750f8ae5-b267-4b76-bb13-170071722932', 'tag': 'd22f9cde-e9ce-4b37-9b2a-f673b65a0353', 'status': 'completed', 'code': 200} Jan 21 09:41:04.595971 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcfcb1e-d3ea-4399-9acd-e71ad905f64d tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] Pushing event updated for resources: {'Port': ['ID=d22f9cde-e9ce-4b37-9b2a-f673b65a0353,revision_number=7']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:04.608301 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] get_ports_and_sgs() called for port_ids ['d22f9cde-e9ce-4b37-9b2a-f673b65a0353'] {{(pid=103184) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 09:41:04.620199 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcfcb1e-d3ea-4399-9acd-e71ad905f64d tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:04.620671 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcfcb1e-d3ea-4399-9acd-e71ad905f64d tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:04.620992 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcfcb1e-d3ea-4399-9acd-e71ad905f64d tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:04.621488 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcfcb1e-d3ea-4399-9acd-e71ad905f64d tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:04.622065 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcfcb1e-d3ea-4399-9acd-e71ad905f64d tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:04.623111 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcfcb1e-d3ea-4399-9acd-e71ad905f64d tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:04.623856 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcfcb1e-d3ea-4399-9acd-e71ad905f64d tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:04.624431 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcfcb1e-d3ea-4399-9acd-e71ad905f64d tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:04.625039 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcfcb1e-d3ea-4399-9acd-e71ad905f64d tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:04.625664 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcfcb1e-d3ea-4399-9acd-e71ad905f64d tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:04.636444 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcfcb1e-d3ea-4399-9acd-e71ad905f64d tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:04.636444 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcfcb1e-d3ea-4399-9acd-e71ad905f64d tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:04.636444 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcfcb1e-d3ea-4399-9acd-e71ad905f64d tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:04.690165 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-3c8758dd-c6b5-4b43-a349-5a43a825c0dc tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] Publish callbacks [] for security_group (24c9a066-57df-44c0-a738-031af5f33ea2), before_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:04.715652 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27393b6a-e62c-4e34-b098-5c3e017e9c5d req-6e468e31-5501-4e0c-88c9-b23e7f4f389f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:04.717221 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-27393b6a-e62c-4e34-b098-5c3e017e9c5d req-6e468e31-5501-4e0c-88c9-b23e7f4f389f service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=10ed49573f464cc18794b94fd1c115ee&device_id=750f8ae5-b267-4b76-bb13-170071722932 HTTP/1.1" status: 200 len: 1098 time: 0.1060171 Jan 21 09:41:04.739167 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-3c8758dd-c6b5-4b43-a349-5a43a825c0dc tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] Publish callbacks [] for security_group (24c9a066-57df-44c0-a738-031af5f33ea2), precommit_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:04.806309 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.provisioning_blocks [None req-bbf5beed-f6fa-4391-b3f0-410485fafad9 None None] Provisioning complete for port d22f9cde-e9ce-4b37-9b2a-f673b65a0353 triggered by entity DHCP. {{(pid=103184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:41:04.806826 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-bbf5beed-f6fa-4391-b3f0-410485fafad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983013'] for port (d22f9cde-e9ce-4b37-9b2a-f673b65a0353), provisioning_complete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:04.868543 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27393b6a-e62c-4e34-b098-5c3e017e9c5d req-cede68e8-4b91-433e-ace8-2e8c68e40238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:04.870314 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-27393b6a-e62c-4e34-b098-5c3e017e9c5d req-cede68e8-4b91-433e-ace8-2e8c68e40238 service neutron] 10.222.0.109 "GET /v2.0/networks?id=e49a728a-90d2-4a07-8a83-d63652f9661a HTTP/1.1" status: 200 len: 916 time: 0.1423371 Jan 21 09:41:04.956273 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-27393b6a-e62c-4e34-b098-5c3e017e9c5d req-29185008-9916-4318-b91d-e985c8757941 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d22f9cde-e9ce-4b37-9b2a-f673b65a0353 HTTP/1.1" status: 200 len: 1001 time: 0.0795832 Jan 21 09:41:04.967551 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-bbf5beed-f6fa-4391-b3f0-410485fafad9 None None] Current status of the port d22f9cde-e9ce-4b37-9b2a-f673b65a0353 is: ACTIVE; New status is: ACTIVE {{(pid=103184) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:41:04.991545 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-3c8758dd-c6b5-4b43-a349-5a43a825c0dc tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126007'] for security_group (24c9a066-57df-44c0-a738-031af5f33ea2), after_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:04.993986 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-3c8758dd-c6b5-4b43-a349-5a43a825c0dc tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] Publish callbacks [] for security_group (None), before_response {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:04.995120 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [None req-3c8758dd-c6b5-4b43-a349-5a43a825c0dc tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] 10.222.0.45 "DELETE /v2.0/security-groups/24c9a066-57df-44c0-a738-031af5f33ea2 HTTP/1.1" status: 204 len: 168 time: 0.4653082 Jan 21 09:41:04.998276 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.45', 39406) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:41:05.018511 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8758dd-c6b5-4b43-a349-5a43a825c0dc tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24c9a066-57df-44c0-a738-031af5f33ea2,revision_number=None']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:05.027236 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27393b6a-e62c-4e34-b098-5c3e017e9c5d req-5c330e70-f82a-4dc9-ae6b-3c9e281be227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:05.028764 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-27393b6a-e62c-4e34-b098-5c3e017e9c5d req-5c330e70-f82a-4dc9-ae6b-3c9e281be227 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=e29f5993-ac69-42ff-9e18-94424da90a30 HTTP/1.1" status: 200 len: 854 time: 0.0655532 Jan 21 09:41:05.083791 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27393b6a-e62c-4e34-b098-5c3e017e9c5d req-f8e1aecd-8893-4a80-b2a3-31ee7259193d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:05.085326 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-27393b6a-e62c-4e34-b098-5c3e017e9c5d req-f8e1aecd-8893-4a80-b2a3-31ee7259193d service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=e49a728a-90d2-4a07-8a83-d63652f9661a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0481801 Jan 21 09:41:05.182855 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-27393b6a-e62c-4e34-b098-5c3e017e9c5d req-68fbf52a-f14c-4269-b685-4cdc280fc754 service neutron] 10.222.0.109 "GET /v2.0/networks/e49a728a-90d2-4a07-8a83-d63652f9661a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902443 Jan 21 09:41:05.194413 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-9a595df6-4092-41cd-a06f-1a864490691c tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] Deleting port 3b822ce7-46cc-4cca-a549-f002ac6949fe {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 09:41:05.194413 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-9a595df6-4092-41cd-a06f-1a864490691c tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774670727720'] for port (3b822ce7-46cc-4cca-a549-f002ac6949fe), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:05.282082 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-9a595df6-4092-41cd-a06f-1a864490691c tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3846167'] for port (3b822ce7-46cc-4cca-a549-f002ac6949fe), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:05.282477 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-9a595df6-4092-41cd-a06f-1a864490691c tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] Publish callbacks [] for floatingip (3b822ce7-46cc-4cca-a549-f002ac6949fe), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:05.296274 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-27393b6a-e62c-4e34-b098-5c3e017e9c5d req-3e8e7f0f-f34d-4ea8-b9e1-953136b41ffe service neutron] 10.222.0.109 "GET /v2.0/networks/e49a728a-90d2-4a07-8a83-d63652f9661a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072938 Jan 21 09:41:05.306206 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-9a595df6-4092-41cd-a06f-1a864490691c tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] Calling delete_port for 3b822ce7-46cc-4cca-a549-f002ac6949fe owned by network:floatingip {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 09:41:05.574756 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-9a595df6-4092-41cd-a06f-1a864490691c tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774670733020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774670299805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181744'] for port (3b822ce7-46cc-4cca-a549-f002ac6949fe), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:05.609109 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a595df6-4092-41cd-a06f-1a864490691c tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] Pushing event deleted for resources: {'Port': ['ID=3b822ce7-46cc-4cca-a549-f002ac6949fe,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:05.670541 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-9a595df6-4092-41cd-a06f-1a864490691c tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] Publish callbacks [] for floatingip (08890a8d-19a9-46c3-8f38-00b44d1eff84), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:05.670866 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.db.l3_db [None req-9a595df6-4092-41cd-a06f-1a864490691c tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] Floating IP 08890a8d-19a9-46c3-8f38-00b44d1eff84 disassociated (deleted). External IP: 172.27.3.110, port: d22f9cde-e9ce-4b37-9b2a-f673b65a0353. Jan 21 09:41:05.897467 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a595df6-4092-41cd-a06f-1a864490691c tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] Router 5dd45841-36f2-429c-8076-9834ce99a892 has already been hosted by L3 agent e2f5353c-5d20-4dd0-beb4-c302aead9ffd {{(pid=103183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:41:06.010331 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a595df6-4092-41cd-a06f-1a864490691c tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] Notify agent at l3_agent.dv-cinder-804035-25-iscsi the message routers_updated {{(pid=103183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:41:06.014999 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-9a595df6-4092-41cd-a06f-1a864490691c tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11211'] for floatingip (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:06.020334 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bbfbea6-0769-48ec-9ccc-08af4dec071f None None] Sync routers for ids ['5dd45841-36f2-429c-8076-9834ce99a892'] in dv-cinder-804035-25-iscsi {{(pid=103184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:41:06.031038 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bbfbea6-0769-48ec-9ccc-08af4dec071f None None] Routers {'5dd45841-36f2-429c-8076-9834ce99a892'} bound to L3 agent in host dv-cinder-804035-25-iscsi {{(pid=103184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 09:41:06.031653 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.l3_hamode_db [None req-7bbfbea6-0769-48ec-9ccc-08af4dec071f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-21T09:27:18Z,description=,heartbeat_timestamp=2022-01-21T09:40:48Z,host='dv-cinder-804035-25-iscsi',id=e2f5353c-5d20-4dd0-beb4-c302aead9ffd,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:27:19Z,topic='l3_agent')) {'router_ids': ['5dd45841-36f2-429c-8076-9834ce99a892'], 'active': True} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:06.047794 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [None req-9a595df6-4092-41cd-a06f-1a864490691c tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] 10.222.0.45 "DELETE /v2.0/floatingips/08890a8d-19a9-46c3-8f38-00b44d1eff84 HTTP/1.1" status: 204 len: 168 time: 1.0476658 Jan 21 09:41:06.047794 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '750f8ae5-b267-4b76-bb13-170071722932', 'tag': 'd22f9cde-e9ce-4b37-9b2a-f673b65a0353'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:41:06.049960 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}992134b551516638de2fc86679e3aea2e95c492b491da8cc78de32f00b876de5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ed98445-b425-4c35-93e5-1bbf3d00d831" -d '{"events": [{"name": "network-changed", "server_uuid": "750f8ae5-b267-4b76-bb13-170071722932", "tag": "d22f9cde-e9ce-4b37-9b2a-f673b65a0353"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:41:06.098159 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 09:41:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7824ad83-0f94-48b3-b492-79c32b6adda0 x-openstack-request-id: req-7824ad83-0f94-48b3-b492-79c32b6adda0 {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:41:06.098514 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "750f8ae5-b267-4b76-bb13-170071722932", "tag": "d22f9cde-e9ce-4b37-9b2a-f673b65a0353", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:41:06.098994 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7824ad83-0f94-48b3-b492-79c32b6adda0 {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:41:06.099454 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '750f8ae5-b267-4b76-bb13-170071722932', 'tag': 'd22f9cde-e9ce-4b37-9b2a-f673b65a0353', 'status': 'completed', 'code': 200} Jan 21 09:41:06.150937 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.l3_dvr_db [None req-7bbfbea6-0769-48ec-9ccc-08af4dec071f None None] Set router 5dd45841-36f2-429c-8076-9834ce99a892 gateway port host: dv-cinder-804035-25-iscsi {{(pid=103184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:41:06.246506 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed98445-b425-4c35-93e5-1bbf3d00d831 req-f2f608a3-2f5e-4e74-b442-f3fe8aa3d161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:06.248649 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-9ed98445-b425-4c35-93e5-1bbf3d00d831 req-f2f608a3-2f5e-4e74-b442-f3fe8aa3d161 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=10ed49573f464cc18794b94fd1c115ee&device_id=750f8ae5-b267-4b76-bb13-170071722932 HTTP/1.1" status: 200 len: 1098 time: 0.1303539 Jan 21 09:41:06.341558 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed98445-b425-4c35-93e5-1bbf3d00d831 req-6a59a1d8-273f-4aa0-b7d8-4a2e16cf463c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:06.343030 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-9ed98445-b425-4c35-93e5-1bbf3d00d831 req-6a59a1d8-273f-4aa0-b7d8-4a2e16cf463c service neutron] 10.222.0.109 "GET /v2.0/networks?id=e49a728a-90d2-4a07-8a83-d63652f9661a HTTP/1.1" status: 200 len: 916 time: 0.0877895 Jan 21 09:41:06.372749 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.l3_hamode_db [None req-7bbfbea6-0769-48ec-9ccc-08af4dec071f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dd45841-36f2-429c-8076-9834ce99a892', 'name': 'tempest-TestMinimumBasicScenario-1638274019-router', 'tenant_id': '10ed49573f464cc18794b94fd1c115ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'external_fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': '944583b6-5e79-4d42-9361-80430e64ac43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:37:33Z', 'updated_at': '2022-01-21T09:37:40Z', 'revision_number': 4, 'project_id': '10ed49573f464cc18794b94fd1c115ee', 'gw_port': {'id': '944583b6-5e79-4d42-9361-80430e64ac43', 'name': '', 'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:01:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd45841-36f2-429c-8076-9834ce99a892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:37:34Z', 'updated_at': '2022-01-21T09:37:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6accd444-6422-45bf-9c21-6be173243a45', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-25-iscsi', '_interfaces': [{'id': '00d01d4c-70b6-4f80-8744-b565d8751f73', 'name': '', 'network_id': 'e49a728a-90d2-4a07-8a83-d63652f9661a', 'tenant_id': '10ed49573f464cc18794b94fd1c115ee', 'mac_address': 'fa:16:3e:11:e5:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd45841-36f2-429c-8076-9834ce99a892', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'e29f5993-ac69-42ff-9e18-94424da90a30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:37:38Z', 'updated_at': '2022-01-21T09:37:44Z', 'revision_number': 5, 'project_id': '10ed49573f464cc18794b94fd1c115ee', 'subnets': [{'id': 'e29f5993-ac69-42ff-9e18-94424da90a30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-25-iscsi', False) {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:06.387202 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-9ed98445-b425-4c35-93e5-1bbf3d00d831 req-4e7842cd-c621-40c0-b0d5-1cf0671abe75 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d22f9cde-e9ce-4b37-9b2a-f673b65a0353 HTTP/1.1" status: 200 len: 217 time: 0.0381958 Jan 21 09:41:06.400217 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bbfbea6-0769-48ec-9ccc-08af4dec071f None None] Checking router: 5dd45841-36f2-429c-8076-9834ce99a892 for host: dv-cinder-804035-25-iscsi {{(pid=103184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:41:06.409211 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bbfbea6-0769-48ec-9ccc-08af4dec071f None None] Routers {'5dd45841-36f2-429c-8076-9834ce99a892'} bound to L3 agent in host dv-cinder-804035-25-iscsi {{(pid=103184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 09:41:06.409888 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.l3_hamode_db [None req-7bbfbea6-0769-48ec-9ccc-08af4dec071f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-21T09:27:18Z,description=,heartbeat_timestamp=2022-01-21T09:40:48Z,host='dv-cinder-804035-25-iscsi',id=e2f5353c-5d20-4dd0-beb4-c302aead9ffd,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:27:19Z,topic='l3_agent')) {'router_ids': ['5dd45841-36f2-429c-8076-9834ce99a892'], 'active': True} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:06.442298 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed98445-b425-4c35-93e5-1bbf3d00d831 req-96a91aba-f3cb-4120-9366-d8c1fe2604dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:06.444203 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-9ed98445-b425-4c35-93e5-1bbf3d00d831 req-96a91aba-f3cb-4120-9366-d8c1fe2604dc service neutron] 10.222.0.109 "GET /v2.0/subnets?id=e29f5993-ac69-42ff-9e18-94424da90a30 HTTP/1.1" status: 200 len: 854 time: 0.0506487 Jan 21 09:41:06.499794 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed98445-b425-4c35-93e5-1bbf3d00d831 req-4db23d6b-9f87-4bdc-a302-e1b7b179884e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:06.501371 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-9ed98445-b425-4c35-93e5-1bbf3d00d831 req-4db23d6b-9f87-4bdc-a302-e1b7b179884e service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=e49a728a-90d2-4a07-8a83-d63652f9661a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0513003 Jan 21 09:41:06.642710 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-9ed98445-b425-4c35-93e5-1bbf3d00d831 req-d26fac28-a27f-46b0-8853-eb317249afcb service neutron] 10.222.0.109 "GET /v2.0/networks/e49a728a-90d2-4a07-8a83-d63652f9661a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252980 Jan 21 09:41:06.688982 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.l3_dvr_db [None req-7bbfbea6-0769-48ec-9ccc-08af4dec071f None None] Set router 5dd45841-36f2-429c-8076-9834ce99a892 gateway port host: dv-cinder-804035-25-iscsi {{(pid=103184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:41:06.745305 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-9ed98445-b425-4c35-93e5-1bbf3d00d831 req-003c100b-8f06-43cc-bd4f-0a9cd762de2c service neutron] 10.222.0.109 "GET /v2.0/networks/e49a728a-90d2-4a07-8a83-d63652f9661a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894690 Jan 21 09:41:06.901120 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.l3_hamode_db [None req-7bbfbea6-0769-48ec-9ccc-08af4dec071f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dd45841-36f2-429c-8076-9834ce99a892', 'name': 'tempest-TestMinimumBasicScenario-1638274019-router', 'tenant_id': '10ed49573f464cc18794b94fd1c115ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'external_fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': '944583b6-5e79-4d42-9361-80430e64ac43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:37:33Z', 'updated_at': '2022-01-21T09:37:40Z', 'revision_number': 4, 'project_id': '10ed49573f464cc18794b94fd1c115ee', 'gw_port': {'id': '944583b6-5e79-4d42-9361-80430e64ac43', 'name': '', 'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:01:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd45841-36f2-429c-8076-9834ce99a892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:37:34Z', 'updated_at': '2022-01-21T09:37:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6accd444-6422-45bf-9c21-6be173243a45', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-25-iscsi', '_interfaces': [{'id': '00d01d4c-70b6-4f80-8744-b565d8751f73', 'name': '', 'network_id': 'e49a728a-90d2-4a07-8a83-d63652f9661a', 'tenant_id': '10ed49573f464cc18794b94fd1c115ee', 'mac_address': 'fa:16:3e:11:e5:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd45841-36f2-429c-8076-9834ce99a892', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'e29f5993-ac69-42ff-9e18-94424da90a30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:37:38Z', 'updated_at': '2022-01-21T09:37:44Z', 'revision_number': 5, 'project_id': '10ed49573f464cc18794b94fd1c115ee', 'subnets': [{'id': 'e29f5993-ac69-42ff-9e18-94424da90a30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-25-iscsi', False) {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:06.933601 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bbfbea6-0769-48ec-9ccc-08af4dec071f None None] The sync data for ids ['5dd45841-36f2-429c-8076-9834ce99a892'] in dv-cinder-804035-25-iscsi is: [{'id': '5dd45841-36f2-429c-8076-9834ce99a892', 'name': 'tempest-TestMinimumBasicScenario-1638274019-router', 'tenant_id': '10ed49573f464cc18794b94fd1c115ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'external_fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': '944583b6-5e79-4d42-9361-80430e64ac43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:37:33Z', 'updated_at': '2022-01-21T09:37:40Z', 'revision_number': 4, 'project_id': '10ed49573f464cc18794b94fd1c115ee', 'gw_port': {'id': '944583b6-5e79-4d42-9361-80430e64ac43', 'name': '', 'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:01:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd45841-36f2-429c-8076-9834ce99a892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:37:34Z', 'updated_at': '2022-01-21T09:37:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6accd444-6422-45bf-9c21-6be173243a45', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-25-iscsi', '_interfaces': [{'id': '00d01d4c-70b6-4f80-8744-b565d8751f73', 'name': '', 'network_id': 'e49a728a-90d2-4a07-8a83-d63652f9661a', 'tenant_id': '10ed49573f464cc18794b94fd1c115ee', 'mac_address': 'fa:16:3e:11:e5:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd45841-36f2-429c-8076-9834ce99a892', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'e29f5993-ac69-42ff-9e18-94424da90a30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:37:38Z', 'updated_at': '2022-01-21T09:37:44Z', 'revision_number': 5, 'project_id': '10ed49573f464cc18794b94fd1c115ee', 'subnets': [{'id': 'e29f5993-ac69-42ff-9e18-94424da90a30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:41:06.997763 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.wsgi [-] (103182) accepted ('10.222.0.45', 39444) {{(pid=103182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:41:07.143944 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-1475ec9c-a7ee-4b39-bc1b-5fe01f0438a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:07.227685 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce9d207-2b31-4571-bc08-3b2b80ade5f5 None None] New status for floating IP 08890a8d-19a9-46c3-8f38-00b44d1eff84: DOWN {{(pid=103185) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 09:41:07.256318 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-1475ec9c-a7ee-4b39-bc1b-5fe01f0438a8 admin admin] Publish callbacks [] for security_group (91ebbeae-0323-46b1-a2ce-dd082a49a6c0), precommit_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:07.350047 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-1475ec9c-a7ee-4b39-bc1b-5fe01f0438a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126007'] for security_group (91ebbeae-0323-46b1-a2ce-dd082a49a6c0), after_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:07.398033 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1475ec9c-a7ee-4b39-bc1b-5fe01f0438a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91ebbeae-0323-46b1-a2ce-dd082a49a6c0,revision_number=1']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:07.405109 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.45', 39450) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:41:07.405696 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [None req-1475ec9c-a7ee-4b39-bc1b-5fe01f0438a8 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=40c512db141e41828ae60855e980ec34&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4060988 Jan 21 09:41:07.458365 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-31590be3-6a4d-4dcc-b8b3-d5a8195be7d1 admin admin] Publish callbacks [] for security_group (91ebbeae-0323-46b1-a2ce-dd082a49a6c0), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:07.479179 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-31590be3-6a4d-4dcc-b8b3-d5a8195be7d1 admin admin] Publish callbacks [] for security_group (91ebbeae-0323-46b1-a2ce-dd082a49a6c0), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:07.616176 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-31590be3-6a4d-4dcc-b8b3-d5a8195be7d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126007'] for security_group (91ebbeae-0323-46b1-a2ce-dd082a49a6c0), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:07.618835 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-31590be3-6a4d-4dcc-b8b3-d5a8195be7d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:07.619988 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [None req-31590be3-6a4d-4dcc-b8b3-d5a8195be7d1 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/91ebbeae-0323-46b1-a2ce-dd082a49a6c0 HTTP/1.1" status: 204 len: 168 time: 0.2131543 Jan 21 09:41:07.631108 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31590be3-6a4d-4dcc-b8b3-d5a8195be7d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91ebbeae-0323-46b1-a2ce-dd082a49a6c0,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:10.393437 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6654d1e-89ba-4f80-9e88-3cedc72b5497 req-2c2d52dc-7eeb-4da2-bc34-d94fd4eeb4c8 tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:10.395801 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-d6654d1e-89ba-4f80-9e88-3cedc72b5497 req-2c2d52dc-7eeb-4da2-bc34-d94fd4eeb4c8 tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] 10.222.0.45 "GET /v2.0/ports?device_id=750f8ae5-b267-4b76-bb13-170071722932 HTTP/1.1" status: 200 len: 945 time: 0.0541122 Jan 21 09:41:10.445829 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-d6654d1e-89ba-4f80-9e88-3cedc72b5497 req-9e91b724-862e-41aa-97ec-3d50cc808e1d tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] 10.222.0.45 "GET /v2.0/security-groups?id=98741539-7e8f-4cb1-b02f-12a07fa1dee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443292 Jan 21 09:41:11.578277 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67efc53-0ea2-4a64-a865-ceec5ff0ed99 req-1b6d6c25-fbb7-4bf8-890b-ba17d042a033 tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:11.579905 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-a67efc53-0ea2-4a64-a865-ceec5ff0ed99 req-1b6d6c25-fbb7-4bf8-890b-ba17d042a033 tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] 10.222.0.45 "GET /v2.0/ports?device_id=750f8ae5-b267-4b76-bb13-170071722932 HTTP/1.1" status: 200 len: 945 time: 0.0545542 Jan 21 09:41:11.633078 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-a67efc53-0ea2-4a64-a865-ceec5ff0ed99 req-2fb780e1-3d62-49da-8beb-f53e6f17b0d6 tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] 10.222.0.45 "GET /v2.0/security-groups?id=98741539-7e8f-4cb1-b02f-12a07fa1dee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460660 Jan 21 09:41:12.268483 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc3231d-18e5-4174-bc56-ca3341520a05 req-2c3f5886-4d6f-4849-8aa6-da6cc4871f3c tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:12.270479 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-dfc3231d-18e5-4174-bc56-ca3341520a05 req-2c3f5886-4d6f-4849-8aa6-da6cc4871f3c tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] 10.222.0.109 "GET /v2.0/ports?device_id=750f8ae5-b267-4b76-bb13-170071722932 HTTP/1.1" status: 200 len: 945 time: 0.0525620 Jan 21 09:41:12.364924 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.plugin [req-dfc3231d-18e5-4174-bc56-ca3341520a05 req-ed020d6d-7d66-4cad-94d9-eb25579c450a tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] Deleting port d22f9cde-e9ce-4b37-9b2a-f673b65a0353 {{(pid=103182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 09:41:12.365295 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-dfc3231d-18e5-4174-bc56-ca3341520a05 req-ed020d6d-7d66-4cad-94d9-eb25579c450a tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774670727720'] for port (d22f9cde-e9ce-4b37-9b2a-f673b65a0353), before_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:12.460387 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.db [req-dfc3231d-18e5-4174-bc56-ca3341520a05 req-ed020d6d-7d66-4cad-94d9-eb25579c450a tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] For port d22f9cde-e9ce-4b37-9b2a-f673b65a0353, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=d22f9cde-e9ce-4b37-9b2a-f673b65a0353,segment=NetworkSegment(ca5bfd78-f762-4f49-9105-ff4007fd6139),segment_id=ca5bfd78-f762-4f49-9105-ff4007fd6139)] {{(pid=103182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:41:12.460755 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-dfc3231d-18e5-4174-bc56-ca3341520a05 req-ed020d6d-7d66-4cad-94d9-eb25579c450a tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3846167'] for port (d22f9cde-e9ce-4b37-9b2a-f673b65a0353), precommit_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:12.473567 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.plugin [req-dfc3231d-18e5-4174-bc56-ca3341520a05 req-ed020d6d-7d66-4cad-94d9-eb25579c450a tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] Calling delete_port for d22f9cde-e9ce-4b37-9b2a-f673b65a0353 owned by compute:nova {{(pid=103182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 09:41:12.672852 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-dfc3231d-18e5-4174-bc56-ca3341520a05 req-ed020d6d-7d66-4cad-94d9-eb25579c450a tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774670733020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774670299805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29186853'] for port (d22f9cde-e9ce-4b37-9b2a-f673b65a0353), after_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:12.685739 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] get_ports_and_sgs() called for port_ids ['d22f9cde-e9ce-4b37-9b2a-f673b65a0353'] {{(pid=103184) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 09:41:12.727173 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed020d6d-7d66-4cad-94d9-eb25579c450a tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] Pushing event deleted for resources: {'Port': ['ID=d22f9cde-e9ce-4b37-9b2a-f673b65a0353,revision_number=None']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:12.774374 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-bcf6dd03-b4eb-4f70-a84e-3eb54a70819b req-85c776b0-96fc-403c-a2e7-2e42b0a06dad tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] 10.222.0.45 "GET /v2.0/ports?device_id=750f8ae5-b267-4b76-bb13-170071722932 HTTP/1.1" status: 200 len: 210 time: 0.0473843 Jan 21 09:41:12.788216 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfc3231d-18e5-4174-bc56-ca3341520a05 req-ed020d6d-7d66-4cad-94d9-eb25579c450a tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] No DVR routers for this DVR port d22f9cde-e9ce-4b37-9b2a-f673b65a0353 on host hv-cinder-80403 {{(pid=103182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:41:12.797040 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-dfc3231d-18e5-4174-bc56-ca3341520a05 req-ed020d6d-7d66-4cad-94d9-eb25579c450a tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11211'] for port (None), before_response {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:12.801243 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-dfc3231d-18e5-4174-bc56-ca3341520a05 req-ed020d6d-7d66-4cad-94d9-eb25579c450a tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] 10.222.0.109 "DELETE /v2.0/ports/d22f9cde-e9ce-4b37-9b2a-f673b65a0353 HTTP/1.1" status: 204 len: 173 time: 0.5243549 Jan 21 09:41:12.801945 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '750f8ae5-b267-4b76-bb13-170071722932', 'name': 'network-vif-deleted', 'tag': 'd22f9cde-e9ce-4b37-9b2a-f673b65a0353'}] {{(pid=103182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:41:12.804713 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa0cc1f82daaed98fc3f7058001f72739ccfc4facde8019b77a0af70a494964c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4443a398-0961-4caf-915a-e9e9c975a3f3" -d '{"events": [{"server_uuid": "750f8ae5-b267-4b76-bb13-170071722932", "name": "network-vif-deleted", "tag": "d22f9cde-e9ce-4b37-9b2a-f673b65a0353"}]}' {{(pid=103182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:41:12.969596 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 09:41:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2987fcaf-77f8-4905-b86d-01b4b5d3b6f1 x-openstack-request-id: req-2987fcaf-77f8-4905-b86d-01b4b5d3b6f1 {{(pid=103182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:41:12.969596 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "750f8ae5-b267-4b76-bb13-170071722932", "name": "network-vif-deleted", "tag": "d22f9cde-e9ce-4b37-9b2a-f673b65a0353", "status": "completed", "code": 200}]} {{(pid=103182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:41:12.969596 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2987fcaf-77f8-4905-b86d-01b4b5d3b6f1 {{(pid=103182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:41:12.969596 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '750f8ae5-b267-4b76-bb13-170071722932', 'name': 'network-vif-deleted', 'tag': 'd22f9cde-e9ce-4b37-9b2a-f673b65a0353', 'status': 'completed', 'code': 200} Jan 21 09:41:13.894922 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-dd04bb9b-44e3-498b-ae0f-fcef263c5a72 req-cb6781f7-520f-4512-9015-2aa86dec3621 tempest-TestMinimumBasicScenario-560934513 tempest-TestMinimumBasicScenario-560934513-project] 10.222.0.45 "GET /v2.0/ports?device_id=750f8ae5-b267-4b76-bb13-170071722932 HTTP/1.1" status: 200 len: 210 time: 0.0381255 Jan 21 09:41:15.413284 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Device d22f9cde-e9ce-4b37-9b2a-f673b65a0353 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=103184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:41:15.436988 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] No Port match for: d22f9cde-e9ce-4b37-9b2a-f673b65a0353 {{(pid=103184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 21 09:41:15.437781 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Device d22f9cde-e9ce-4b37-9b2a-f673b65a0353 not bound to the agent host hv-cinder-80403 {{(pid=103184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:41:15.894919 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ca8b919c-86fd-47a2-929d-7ffb3353acd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (8a5d4a72-43a4-4fcf-b58e-bc9792bd5f0a), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:16.653195 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.wsgi [-] (103182) accepted ('10.222.0.45', 39676) {{(pid=103182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:41:17.144441 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-b29ba1be-675a-4a90-a226-d3216ea60ac8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3852419'] for router_interface (5dd45841-36f2-429c-8076-9834ce99a892), before_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:17.462969 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.plugin [None req-b29ba1be-675a-4a90-a226-d3216ea60ac8 admin admin] Deleting port 00d01d4c-70b6-4f80-8744-b565d8751f73 {{(pid=103182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 09:41:17.463297 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-b29ba1be-675a-4a90-a226-d3216ea60ac8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774670727720'] for port (00d01d4c-70b6-4f80-8744-b565d8751f73), before_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:17.583045 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.db [None req-b29ba1be-675a-4a90-a226-d3216ea60ac8 admin admin] For port 00d01d4c-70b6-4f80-8744-b565d8751f73, host dv-cinder-804035-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-25-iscsi',level=0,port_id=00d01d4c-70b6-4f80-8744-b565d8751f73,segment=NetworkSegment(ca5bfd78-f762-4f49-9105-ff4007fd6139),segment_id=ca5bfd78-f762-4f49-9105-ff4007fd6139)] {{(pid=103182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:41:17.587065 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-b29ba1be-675a-4a90-a226-d3216ea60ac8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3846167'] for port (00d01d4c-70b6-4f80-8744-b565d8751f73), precommit_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:17.605130 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.plugin [None req-b29ba1be-675a-4a90-a226-d3216ea60ac8 admin admin] Calling delete_port for 00d01d4c-70b6-4f80-8744-b565d8751f73 owned by network:router_interface {{(pid=103182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 09:41:17.623976 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bb8a32-036e-460b-b728-1452d1a98f21 req-636b3a61-a912-4eb2-b004-3b059ebf0951 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:17.625501 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-27bb8a32-036e-460b-b728-1452d1a98f21 req-636b3a61-a912-4eb2-b004-3b059ebf0951 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c18953a-7af3-4d71-97ad-05eda7e34a73 HTTP/1.1" status: 200 len: 946 time: 0.0934007 Jan 21 09:41:17.722543 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-27bb8a32-036e-460b-b728-1452d1a98f21 req-eacd3998-a9df-459b-986e-0ce7fc064651 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] 10.222.0.45 "GET /v2.0/security-groups?id=1cc6ad58-dddb-4fcf-b68c-2275ad19dfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897481 Jan 21 09:41:17.915304 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-b29ba1be-675a-4a90-a226-d3216ea60ac8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774670733020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774670299805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29186853'] for port (00d01d4c-70b6-4f80-8744-b565d8751f73), after_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:17.946490 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29ba1be-675a-4a90-a226-d3216ea60ac8 admin admin] Pushing event deleted for resources: {'Port': ['ID=00d01d4c-70b6-4f80-8744-b565d8751f73,revision_number=None']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:18.363168 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-b29ba1be-675a-4a90-a226-d3216ea60ac8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4184423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3851456'] for router_interface (5dd45841-36f2-429c-8076-9834ce99a892), after_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:18.407139 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1adca61a-9dc3-424b-a030-8f7b338b38a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (e2f5353c-5d20-4dd0-beb4-c302aead9ffd), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:18.589138 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b29ba1be-675a-4a90-a226-d3216ea60ac8 admin admin] Router 5dd45841-36f2-429c-8076-9834ce99a892 has already been hosted by L3 agent e2f5353c-5d20-4dd0-beb4-c302aead9ffd {{(pid=103182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:41:18.708580 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b29ba1be-675a-4a90-a226-d3216ea60ac8 admin admin] Notify agent at l3_agent.dv-cinder-804035-25-iscsi the message routers_updated {{(pid=103182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:41:18.713860 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [None req-b29ba1be-675a-4a90-a226-d3216ea60ac8 admin admin] 10.222.0.45 "PUT /v2.0/routers/5dd45841-36f2-429c-8076-9834ce99a892/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0596418 Jan 21 09:41:18.716577 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.wsgi [-] (103182) accepted ('10.222.0.45', 39706) {{(pid=103182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:41:18.717172 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f0b597-d1ff-4ce9-a1e6-2958435fab86 None None] Sync routers for ids ['5dd45841-36f2-429c-8076-9834ce99a892'] in dv-cinder-804035-25-iscsi {{(pid=103184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:41:18.728625 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f0b597-d1ff-4ce9-a1e6-2958435fab86 None None] Routers {'5dd45841-36f2-429c-8076-9834ce99a892'} bound to L3 agent in host dv-cinder-804035-25-iscsi {{(pid=103184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 09:41:18.729292 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.l3_hamode_db [None req-d6f0b597-d1ff-4ce9-a1e6-2958435fab86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-21T09:27:18Z,description=,heartbeat_timestamp=2022-01-21T09:41:18Z,host='dv-cinder-804035-25-iscsi',id=e2f5353c-5d20-4dd0-beb4-c302aead9ffd,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:27:19Z,topic='l3_agent')) {'router_ids': ['5dd45841-36f2-429c-8076-9834ce99a892'], 'active': True} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:18.850458 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.l3_dvr_db [None req-d6f0b597-d1ff-4ce9-a1e6-2958435fab86 None None] Set router 5dd45841-36f2-429c-8076-9834ce99a892 gateway port host: dv-cinder-804035-25-iscsi {{(pid=103184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:41:18.861980 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-c85f4920-9229-445a-927c-66e4b5214fc2 admin admin] Publish callbacks [] for router (5dd45841-36f2-429c-8076-9834ce99a892), before_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:18.911087 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd25a20-d04b-44a0-bd84-f27a5b3c0fd4 req-815b8e7e-78da-4000-884f-8c5f357956db tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:18.912911 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-7dd25a20-d04b-44a0-bd84-f27a5b3c0fd4 req-815b8e7e-78da-4000-884f-8c5f357956db tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c18953a-7af3-4d71-97ad-05eda7e34a73 HTTP/1.1" status: 200 len: 946 time: 0.1040103 Jan 21 09:41:19.044378 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-7dd25a20-d04b-44a0-bd84-f27a5b3c0fd4 req-05b69902-5cc4-43b1-b846-c66c446724a1 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] 10.222.0.45 "GET /v2.0/security-groups?id=1cc6ad58-dddb-4fcf-b68c-2275ad19dfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1142373 Jan 21 09:41:19.045048 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.l3_hamode_db [None req-d6f0b597-d1ff-4ce9-a1e6-2958435fab86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dd45841-36f2-429c-8076-9834ce99a892', 'name': 'tempest-TestMinimumBasicScenario-1638274019-router', 'tenant_id': '10ed49573f464cc18794b94fd1c115ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'external_fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': '944583b6-5e79-4d42-9361-80430e64ac43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:37:33Z', 'updated_at': '2022-01-21T09:41:17Z', 'revision_number': 5, 'project_id': '10ed49573f464cc18794b94fd1c115ee', 'gw_port': {'id': '944583b6-5e79-4d42-9361-80430e64ac43', 'name': '', 'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:01:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd45841-36f2-429c-8076-9834ce99a892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:37:34Z', 'updated_at': '2022-01-21T09:37:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6accd444-6422-45bf-9c21-6be173243a45', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-25-iscsi'}], 'dv-cinder-804035-25-iscsi', False) {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:19.045630 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-c85f4920-9229-445a-927c-66e4b5214fc2 admin admin] Publish callbacks [] for router_gateway (5dd45841-36f2-429c-8076-9834ce99a892), before_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:19.077583 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f0b597-d1ff-4ce9-a1e6-2958435fab86 None None] Checking router: 5dd45841-36f2-429c-8076-9834ce99a892 for host: dv-cinder-804035-25-iscsi {{(pid=103184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:41:19.087643 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f0b597-d1ff-4ce9-a1e6-2958435fab86 None None] Routers {'5dd45841-36f2-429c-8076-9834ce99a892'} bound to L3 agent in host dv-cinder-804035-25-iscsi {{(pid=103184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 09:41:19.088291 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.l3_hamode_db [None req-d6f0b597-d1ff-4ce9-a1e6-2958435fab86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-21T09:27:18Z,description=,heartbeat_timestamp=2022-01-21T09:41:18Z,host='dv-cinder-804035-25-iscsi',id=e2f5353c-5d20-4dd0-beb4-c302aead9ffd,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:27:19Z,topic='l3_agent')) {'router_ids': ['5dd45841-36f2-429c-8076-9834ce99a892'], 'active': True} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:19.201944 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.l3_dvr_db [None req-d6f0b597-d1ff-4ce9-a1e6-2958435fab86 None None] Set router 5dd45841-36f2-429c-8076-9834ce99a892 gateway port host: dv-cinder-804035-25-iscsi {{(pid=103184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:41:19.229618 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.plugin [None req-c85f4920-9229-445a-927c-66e4b5214fc2 admin admin] Deleting port 944583b6-5e79-4d42-9361-80430e64ac43 {{(pid=103182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 09:41:19.229954 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-c85f4920-9229-445a-927c-66e4b5214fc2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774670727720'] for port (944583b6-5e79-4d42-9361-80430e64ac43), before_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:19.322677 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.db [None req-c85f4920-9229-445a-927c-66e4b5214fc2 admin admin] For port 944583b6-5e79-4d42-9361-80430e64ac43, host dv-cinder-804035-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-25-iscsi',level=0,port_id=944583b6-5e79-4d42-9361-80430e64ac43,segment=NetworkSegment(04cdc6b6-1d9e-45db-8cc2-90c03cb493f2),segment_id=04cdc6b6-1d9e-45db-8cc2-90c03cb493f2)] {{(pid=103182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:41:19.323454 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-c85f4920-9229-445a-927c-66e4b5214fc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3846167'] for port (944583b6-5e79-4d42-9361-80430e64ac43), precommit_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:19.338864 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.plugin [None req-c85f4920-9229-445a-927c-66e4b5214fc2 admin admin] Calling delete_port for 944583b6-5e79-4d42-9361-80430e64ac43 owned by network:router_gateway {{(pid=103182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 09:41:19.352261 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (5a7f6758-1e24-44b8-9b24-65ffc30c20d4), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:19.406434 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.l3_hamode_db [None req-d6f0b597-d1ff-4ce9-a1e6-2958435fab86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dd45841-36f2-429c-8076-9834ce99a892', 'name': 'tempest-TestMinimumBasicScenario-1638274019-router', 'tenant_id': '10ed49573f464cc18794b94fd1c115ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'external_fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': '944583b6-5e79-4d42-9361-80430e64ac43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:37:33Z', 'updated_at': '2022-01-21T09:41:17Z', 'revision_number': 5, 'project_id': '10ed49573f464cc18794b94fd1c115ee', 'gw_port': {'id': '944583b6-5e79-4d42-9361-80430e64ac43', 'name': '', 'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:01:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd45841-36f2-429c-8076-9834ce99a892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:37:34Z', 'updated_at': '2022-01-21T09:37:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6accd444-6422-45bf-9c21-6be173243a45', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-25-iscsi'}], 'dv-cinder-804035-25-iscsi', False) {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:19.435630 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f0b597-d1ff-4ce9-a1e6-2958435fab86 None None] The sync data for ids ['5dd45841-36f2-429c-8076-9834ce99a892'] in dv-cinder-804035-25-iscsi is: [{'id': '5dd45841-36f2-429c-8076-9834ce99a892', 'name': 'tempest-TestMinimumBasicScenario-1638274019-router', 'tenant_id': '10ed49573f464cc18794b94fd1c115ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'external_fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': '944583b6-5e79-4d42-9361-80430e64ac43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:37:33Z', 'updated_at': '2022-01-21T09:41:17Z', 'revision_number': 5, 'project_id': '10ed49573f464cc18794b94fd1c115ee', 'gw_port': {'id': '944583b6-5e79-4d42-9361-80430e64ac43', 'name': '', 'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:01:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd45841-36f2-429c-8076-9834ce99a892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:37:34Z', 'updated_at': '2022-01-21T09:37:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6accd444-6422-45bf-9c21-6be173243a45', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-25-iscsi'}] {{(pid=103184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:41:19.529690 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0beda05d-594e-4362-80c2-bc999a9a2b64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (9e31de2d-26a2-4a88-b799-f1f3b7df75bf), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:19.580227 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-c85f4920-9229-445a-927c-66e4b5214fc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774670733020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774670299805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29186853'] for port (944583b6-5e79-4d42-9361-80430e64ac43), after_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:19.611676 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85f4920-9229-445a-927c-66e4b5214fc2 admin admin] Pushing event deleted for resources: {'Port': ['ID=944583b6-5e79-4d42-9361-80430e64ac43,revision_number=None']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:19.680766 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-c85f4920-9229-445a-927c-66e4b5214fc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3846237'] for router_gateway (5dd45841-36f2-429c-8076-9834ce99a892), after_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:19.816536 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-c85f4920-9229-445a-927c-66e4b5214fc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3842947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3085'] for router (5dd45841-36f2-429c-8076-9834ce99a892), precommit_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:19.822364 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-c85f4920-9229-445a-927c-66e4b5214fc2 admin admin] Publish callbacks [] for router_controller (5dd45841-36f2-429c-8076-9834ce99a892), precommit_delete_associations {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:19.978668 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-c85f4920-9229-445a-927c-66e4b5214fc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3842952'] for router (5dd45841-36f2-429c-8076-9834ce99a892), after_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:19.979889 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c85f4920-9229-445a-927c-66e4b5214fc2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5dd45841-36f2-429c-8076-9834ce99a892 {{(pid=103182) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 09:41:19.984401 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-c85f4920-9229-445a-927c-66e4b5214fc2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:19.985874 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [None req-c85f4920-9229-445a-927c-66e4b5214fc2 admin admin] 10.222.0.45 "DELETE /v2.0/routers/5dd45841-36f2-429c-8076-9834ce99a892 HTTP/1.1" status: 204 len: 168 time: 1.2681623 Jan 21 09:41:19.991151 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.45', 39718) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:41:20.044451 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.db.db_base_plugin_v2 [None req-704dfdff-d17e-4334-98e1-e6ecf22d7d12 admin admin] Deleting subnet e29f5993-ac69-42ff-9e18-94424da90a30 {{(pid=103183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 21 09:41:20.053547 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-704dfdff-d17e-4334-98e1-e6ecf22d7d12 admin admin] Publish callbacks [] for subnet (e29f5993-ac69-42ff-9e18-94424da90a30), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:20.117641 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-704dfdff-d17e-4334-98e1-e6ecf22d7d12 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29255376'] for subnet (e29f5993-ac69-42ff-9e18-94424da90a30), precommit_delete_associations {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:20.251327 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a300f4ce-1f9a-4933-a4cc-ce63019005fa req-2c0a9ce1-c52f-401c-99f4-b25f3d6fc0df tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:20.254472 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-a300f4ce-1f9a-4933-a4cc-ce63019005fa req-2c0a9ce1-c52f-401c-99f4-b25f3d6fc0df tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c18953a-7af3-4d71-97ad-05eda7e34a73 HTTP/1.1" status: 200 len: 946 time: 0.1282444 Jan 21 09:41:20.311536 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Device 00d01d4c-70b6-4f80-8744-b565d8751f73 no longer exists at agent ovs-agent-dv-cinder-804035-25-iscsi {{(pid=103184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:41:20.340081 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-704dfdff-d17e-4334-98e1-e6ecf22d7d12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-981758'] for subnet (e29f5993-ac69-42ff-9e18-94424da90a30), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:20.370499 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] No Port match for: 00d01d4c-70b6-4f80-8744-b565d8751f73 {{(pid=103184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 21 09:41:20.371043 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Device 00d01d4c-70b6-4f80-8744-b565d8751f73 not bound to the agent host dv-cinder-804035-25-iscsi {{(pid=103184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:41:20.380318 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-a300f4ce-1f9a-4933-a4cc-ce63019005fa req-4d37de56-e796-408c-8a8a-20c6c9e45c31 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] 10.222.0.45 "GET /v2.0/security-groups?id=1cc6ad58-dddb-4fcf-b68c-2275ad19dfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1124866 Jan 21 09:41:20.510701 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-704dfdff-d17e-4334-98e1-e6ecf22d7d12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-982036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4120330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25181703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28848082'] for subnet (e29f5993-ac69-42ff-9e18-94424da90a30), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:20.539490 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704dfdff-d17e-4334-98e1-e6ecf22d7d12 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e29f5993-ac69-42ff-9e18-94424da90a30,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:20.544323 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-704dfdff-d17e-4334-98e1-e6ecf22d7d12 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:20.551662 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [None req-704dfdff-d17e-4334-98e1-e6ecf22d7d12 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/e29f5993-ac69-42ff-9e18-94424da90a30 HTTP/1.1" status: 204 len: 168 time: 0.5551283 Jan 21 09:41:20.552430 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.wsgi [-] (103182) accepted ('10.222.0.45', 39724) {{(pid=103182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:41:20.553679 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704dfdff-d17e-4334-98e1-e6ecf22d7d12 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:20.554055 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704dfdff-d17e-4334-98e1-e6ecf22d7d12 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:20.554388 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704dfdff-d17e-4334-98e1-e6ecf22d7d12 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:20.554589 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-292bf7a1-74e5-43c7-91ab-dea77e889294 None None] Network e49a728a-90d2-4a07-8a83-d63652f9661a requested from dv-cinder-804035-25-iscsi {{(pid=103184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 09:41:20.555320 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704dfdff-d17e-4334-98e1-e6ecf22d7d12 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:20.555320 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704dfdff-d17e-4334-98e1-e6ecf22d7d12 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:20.555625 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704dfdff-d17e-4334-98e1-e6ecf22d7d12 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:20.555786 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704dfdff-d17e-4334-98e1-e6ecf22d7d12 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:20.556016 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704dfdff-d17e-4334-98e1-e6ecf22d7d12 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:20.556349 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704dfdff-d17e-4334-98e1-e6ecf22d7d12 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:20.556837 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704dfdff-d17e-4334-98e1-e6ecf22d7d12 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:20.557017 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704dfdff-d17e-4334-98e1-e6ecf22d7d12 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:20.557347 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704dfdff-d17e-4334-98e1-e6ecf22d7d12 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:20.557674 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704dfdff-d17e-4334-98e1-e6ecf22d7d12 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:20.692052 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-9dab8b8c-2f20-4c42-bf09-105649d8870f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-989250'] for network (e49a728a-90d2-4a07-8a83-d63652f9661a), before_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:20.758184 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.plugin [None req-9dab8b8c-2f20-4c42-bf09-105649d8870f admin admin] Deleting port ab026e80-c61d-4d48-a03d-5ef282bc46d5 {{(pid=103182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 09:41:20.758525 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-9dab8b8c-2f20-4c42-bf09-105649d8870f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774670727720'] for port (ab026e80-c61d-4d48-a03d-5ef282bc46d5), before_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:20.761172 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14f9672f-2172-46fe-a89d-f330b098acf6 None None] DHCP port deletion for e49a728a-90d2-4a07-8a83-d63652f9661a request from dv-cinder-804035-25-iscsi {{(pid=103184) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 21 09:41:20.824937 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-14f9672f-2172-46fe-a89d-f330b098acf6 None None] Deleting port ab026e80-c61d-4d48-a03d-5ef282bc46d5 {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 09:41:20.825444 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-14f9672f-2172-46fe-a89d-f330b098acf6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774670727720'] for port (ab026e80-c61d-4d48-a03d-5ef282bc46d5), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:20.870650 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.db [None req-9dab8b8c-2f20-4c42-bf09-105649d8870f admin admin] For port ab026e80-c61d-4d48-a03d-5ef282bc46d5, host dv-cinder-804035-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-25-iscsi',level=0,port_id=ab026e80-c61d-4d48-a03d-5ef282bc46d5,segment=NetworkSegment(ca5bfd78-f762-4f49-9105-ff4007fd6139),segment_id=ca5bfd78-f762-4f49-9105-ff4007fd6139)] {{(pid=103182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:41:20.871253 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-9dab8b8c-2f20-4c42-bf09-105649d8870f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3846167'] for port (ab026e80-c61d-4d48-a03d-5ef282bc46d5), precommit_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:20.895809 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.plugin [None req-9dab8b8c-2f20-4c42-bf09-105649d8870f admin admin] Calling delete_port for ab026e80-c61d-4d48-a03d-5ef282bc46d5 owned by network:dhcp {{(pid=103182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 09:41:20.926023 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-14f9672f-2172-46fe-a89d-f330b098acf6 None None] For port ab026e80-c61d-4d48-a03d-5ef282bc46d5, host dv-cinder-804035-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-25-iscsi',level=0,port_id=ab026e80-c61d-4d48-a03d-5ef282bc46d5,segment=NetworkSegment(ca5bfd78-f762-4f49-9105-ff4007fd6139),segment_id=ca5bfd78-f762-4f49-9105-ff4007fd6139)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:41:20.926454 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-14f9672f-2172-46fe-a89d-f330b098acf6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3846167'] for port (ab026e80-c61d-4d48-a03d-5ef282bc46d5), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:20.944812 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-14f9672f-2172-46fe-a89d-f330b098acf6 None None] Calling delete_port for ab026e80-c61d-4d48-a03d-5ef282bc46d5 owned by network:dhcp {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 09:41:21.157886 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-9dab8b8c-2f20-4c42-bf09-105649d8870f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774670733020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774670299805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29186853'] for port (ab026e80-c61d-4d48-a03d-5ef282bc46d5), after_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:21.182049 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-14f9672f-2172-46fe-a89d-f330b098acf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774670733020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774670299805'] for port (ab026e80-c61d-4d48-a03d-5ef282bc46d5), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:21.203914 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dab8b8c-2f20-4c42-bf09-105649d8870f admin admin] Pushing event deleted for resources: {'Port': ['ID=ab026e80-c61d-4d48-a03d-5ef282bc46d5,revision_number=None']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:21.208361 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dab8b8c-2f20-4c42-bf09-105649d8870f admin admin] No DVR routers for this DVR port ab026e80-c61d-4d48-a03d-5ef282bc46d5 on host dv-cinder-804035-25-iscsi {{(pid=103182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:41:21.221342 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f9672f-2172-46fe-a89d-f330b098acf6 None None] Pushing event deleted for resources: {'Port': ['ID=ab026e80-c61d-4d48-a03d-5ef282bc46d5,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:21.227281 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f9672f-2172-46fe-a89d-f330b098acf6 None None] No DVR routers for this DVR port ab026e80-c61d-4d48-a03d-5ef282bc46d5 on host dv-cinder-804035-25-iscsi {{(pid=103184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:41:21.296454 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-9dab8b8c-2f20-4c42-bf09-105649d8870f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968284', 'neutron.services.segments.db._delete_segments_for_network-8774670886943'] for network (e49a728a-90d2-4a07-8a83-d63652f9661a), precommit_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:21.299921 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f5928849-742c-4298-9c4e-ae1543ad1886 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (fd0edb9a-d711-47a6-aedf-fe72898a6c79), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:21.324432 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.services.segments.db [None req-9dab8b8c-2f20-4c42-bf09-105649d8870f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e49a728a-90d2-4a07-8a83-d63652f9661a']}} {{(pid=103182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:21.332877 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.services.segments.db [None req-9dab8b8c-2f20-4c42-bf09-105649d8870f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca5bfd78-f762-4f49-9105-ff4007fd6139') {'for_net_delete': True} {{(pid=103182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:21.333224 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.services.segments.db [None req-9dab8b8c-2f20-4c42-bf09-105649d8870f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca5bfd78-f762-4f49-9105-ff4007fd6139') {} {{(pid=103182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:21.348417 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-9dab8b8c-2f20-4c42-bf09-105649d8870f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774670886301', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28985495'] for segment (ca5bfd78-f762-4f49-9105-ff4007fd6139), before_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:21.365713 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-9dab8b8c-2f20-4c42-bf09-105649d8870f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906022'] for segment (ca5bfd78-f762-4f49-9105-ff4007fd6139), precommit_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:21.374719 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9dab8b8c-2f20-4c42-bf09-105649d8870f admin admin] Releasing vlan 351 on physical network physnet1 to pool {{(pid=103182) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:41:21.375328 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-9dab8b8c-2f20-4c42-bf09-105649d8870f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29186936'] for segment (ca5bfd78-f762-4f49-9105-ff4007fd6139), after_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:21.379300 dv-cinder-804035-25-iscsi neutron-server[103182]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:41:21.379300 dv-cinder-804035-25-iscsi neutron-server[103182]: warnings.warn(msg) Jan 21 09:41:21.379300 dv-cinder-804035-25-iscsi neutron-server[103182]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:41:21.379300 dv-cinder-804035-25-iscsi neutron-server[103182]: warnings.warn(msg) Jan 21 09:41:21.379300 dv-cinder-804035-25-iscsi neutron-server[103182]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:41:21.379300 dv-cinder-804035-25-iscsi neutron-server[103182]: warnings.warn(msg) Jan 21 09:41:21.379300 dv-cinder-804035-25-iscsi neutron-server[103182]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:41:21.379300 dv-cinder-804035-25-iscsi neutron-server[103182]: warnings.warn(msg) Jan 21 09:41:21.379300 dv-cinder-804035-25-iscsi neutron-server[103182]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:41:21.379300 dv-cinder-804035-25-iscsi neutron-server[103182]: warnings.warn(msg) Jan 21 09:41:21.379300 dv-cinder-804035-25-iscsi neutron-server[103182]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:41:21.379300 dv-cinder-804035-25-iscsi neutron-server[103182]: warnings.warn(msg) Jan 21 09:41:21.379300 dv-cinder-804035-25-iscsi neutron-server[103182]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:41:21.379300 dv-cinder-804035-25-iscsi neutron-server[103182]: warnings.warn(msg) Jan 21 09:41:21.379300 dv-cinder-804035-25-iscsi neutron-server[103182]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:41:21.379300 dv-cinder-804035-25-iscsi neutron-server[103182]: warnings.warn(msg) Jan 21 09:41:21.379300 dv-cinder-804035-25-iscsi neutron-server[103182]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:41:21.379300 dv-cinder-804035-25-iscsi neutron-server[103182]: warnings.warn(msg) Jan 21 09:41:21.379300 dv-cinder-804035-25-iscsi neutron-server[103182]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:41:21.379300 dv-cinder-804035-25-iscsi neutron-server[103182]: warnings.warn(msg) Jan 21 09:41:21.379300 dv-cinder-804035-25-iscsi neutron-server[103182]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:41:21.379300 dv-cinder-804035-25-iscsi neutron-server[103182]: warnings.warn(msg) Jan 21 09:41:21.379300 dv-cinder-804035-25-iscsi neutron-server[103182]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:41:21.379300 dv-cinder-804035-25-iscsi neutron-server[103182]: warnings.warn(msg) Jan 21 09:41:21.379300 dv-cinder-804035-25-iscsi neutron-server[103182]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:41:21.379300 dv-cinder-804035-25-iscsi neutron-server[103182]: warnings.warn(msg) Jan 21 09:41:21.379300 dv-cinder-804035-25-iscsi neutron-server[103182]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:41:21.379300 dv-cinder-804035-25-iscsi neutron-server[103182]: warnings.warn(msg) Jan 21 09:41:21.379300 dv-cinder-804035-25-iscsi neutron-server[103182]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:41:21.379300 dv-cinder-804035-25-iscsi neutron-server[103182]: warnings.warn(msg) Jan 21 09:41:21.379300 dv-cinder-804035-25-iscsi neutron-server[103182]: Traceback (most recent call last): Jan 21 09:41:21.379300 dv-cinder-804035-25-iscsi neutron-server[103182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:41:21.379300 dv-cinder-804035-25-iscsi neutron-server[103182]: timer() Jan 21 09:41:21.379300 dv-cinder-804035-25-iscsi neutron-server[103182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:41:21.379300 dv-cinder-804035-25-iscsi neutron-server[103182]: cb(*args, **kw) Jan 21 09:41:21.379300 dv-cinder-804035-25-iscsi neutron-server[103182]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 09:41:21.379300 dv-cinder-804035-25-iscsi neutron-server[103182]: return func(*args, **kwargs) Jan 21 09:41:21.379300 dv-cinder-804035-25-iscsi neutron-server[103182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:41:21.379300 dv-cinder-804035-25-iscsi neutron-server[103182]: self._notify() Jan 21 09:41:21.379300 dv-cinder-804035-25-iscsi neutron-server[103182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:41:21.379300 dv-cinder-804035-25-iscsi neutron-server[103182]: self.callback(batched_events) Jan 21 09:41:21.379300 dv-cinder-804035-25-iscsi neutron-server[103182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:41:21.379300 dv-cinder-804035-25-iscsi neutron-server[103182]: event.method(event) Jan 21 09:41:21.379300 dv-cinder-804035-25-iscsi neutron-server[103182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 09:41:21.379300 dv-cinder-804035-25-iscsi neutron-server[103182]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:41:21.379300 dv-cinder-804035-25-iscsi neutron-server[103182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 09:41:21.379300 dv-cinder-804035-25-iscsi neutron-server[103182]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:41:21.382769 dv-cinder-804035-25-iscsi neutron-server[103182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 09:41:21.382769 dv-cinder-804035-25-iscsi neutron-server[103182]: return f(self, *a, **k) Jan 21 09:41:21.382769 dv-cinder-804035-25-iscsi neutron-server[103182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:41:21.382769 dv-cinder-804035-25-iscsi neutron-server[103182]: return self._get(url).json() Jan 21 09:41:21.382769 dv-cinder-804035-25-iscsi neutron-server[103182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:41:21.382769 dv-cinder-804035-25-iscsi neutron-server[103182]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:41:21.382769 dv-cinder-804035-25-iscsi neutron-server[103182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:41:21.382769 dv-cinder-804035-25-iscsi neutron-server[103182]: return self.request(url, 'GET', **kwargs) Jan 21 09:41:21.382769 dv-cinder-804035-25-iscsi neutron-server[103182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:41:21.382769 dv-cinder-804035-25-iscsi neutron-server[103182]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:41:21.382769 dv-cinder-804035-25-iscsi neutron-server[103182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:41:21.382769 dv-cinder-804035-25-iscsi neutron-server[103182]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:41:21.382769 dv-cinder-804035-25-iscsi neutron-server[103182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:41:21.382769 dv-cinder-804035-25-iscsi neutron-server[103182]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:41:21.382769 dv-cinder-804035-25-iscsi neutron-server[103182]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:41:21.539972 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-9dab8b8c-2f20-4c42-bf09-105649d8870f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3846310'] for network (e49a728a-90d2-4a07-8a83-d63652f9661a), after_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:21.545969 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-9dab8b8c-2f20-4c42-bf09-105649d8870f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4184320'] for network (None), before_response {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:21.554141 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [None req-9dab8b8c-2f20-4c42-bf09-105649d8870f admin admin] 10.222.0.45 "DELETE /v2.0/networks/e49a728a-90d2-4a07-8a83-d63652f9661a HTTP/1.1" status: 204 len: 168 time: 0.9951398 Jan 21 09:41:21.554141 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.wsgi [-] (103182) accepted ('10.222.0.45', 39736) {{(pid=103182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:41:21.578907 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc5291f-337b-44db-9d32-76cdabc2be27 req-8b58b2eb-796d-4964-bf71-63bc529e6c18 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:21.580370 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-4cc5291f-337b-44db-9d32-76cdabc2be27 req-8b58b2eb-796d-4964-bf71-63bc529e6c18 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c18953a-7af3-4d71-97ad-05eda7e34a73 HTTP/1.1" status: 200 len: 946 time: 0.0970044 Jan 21 09:41:21.616748 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dab8b8c-2f20-4c42-bf09-105649d8870f admin admin] Pushing event deleted for resources: {'Network': ['ID=e49a728a-90d2-4a07-8a83-d63652f9661a,revision_number=None']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:21.655095 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.45', 39738) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:41:21.729837 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-4cc5291f-337b-44db-9d32-76cdabc2be27 req-92c738b1-50f4-4254-a4dc-ab574f88d2eb tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] 10.222.0.45 "GET /v2.0/security-groups?id=1cc6ad58-dddb-4fcf-b68c-2275ad19dfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1109285 Jan 21 09:41:21.814040 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a97e67b0-ded1-4a1e-b48c-b848814549e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:21.910941 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a97e67b0-ded1-4a1e-b48c-b848814549e5 admin admin] Publish callbacks [] for security_group (55648c37-3331-4a50-a215-650c151dc36d), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:21.984526 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a97e67b0-ded1-4a1e-b48c-b848814549e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126007'] for security_group (55648c37-3331-4a50-a215-650c151dc36d), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:22.033300 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-6593fe05-3100-44f3-b61e-c4bd691fcf11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3852419'] for router_interface (8555b0db-39f0-4307-9c87-5b080d8dfa67), before_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:22.052807 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [None req-a97e67b0-ded1-4a1e-b48c-b848814549e5 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=80533c31c89343d98c99d2dfc4e8e120&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3843067 Jan 21 09:41:22.053101 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97e67b0-ded1-4a1e-b48c-b848814549e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55648c37-3331-4a50-a215-650c151dc36d,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:22.057075 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.45', 39742) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:41:22.141923 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-322543f8-7729-4b77-a5f6-c000e11dc2ce admin admin] Publish callbacks [] for security_group (55648c37-3331-4a50-a215-650c151dc36d), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:22.167988 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-322543f8-7729-4b77-a5f6-c000e11dc2ce admin admin] Publish callbacks [] for security_group (55648c37-3331-4a50-a215-650c151dc36d), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:22.233340 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Device ab026e80-c61d-4d48-a03d-5ef282bc46d5 no longer exists at agent ovs-agent-dv-cinder-804035-25-iscsi {{(pid=103184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:41:22.266911 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] No Port match for: ab026e80-c61d-4d48-a03d-5ef282bc46d5 {{(pid=103184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 21 09:41:22.267357 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Device ab026e80-c61d-4d48-a03d-5ef282bc46d5 not bound to the agent host dv-cinder-804035-25-iscsi {{(pid=103184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:41:22.267777 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Device 944583b6-5e79-4d42-9361-80430e64ac43 no longer exists at agent ovs-agent-dv-cinder-804035-25-iscsi {{(pid=103184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:41:22.290549 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] No Port match for: 944583b6-5e79-4d42-9361-80430e64ac43 {{(pid=103184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 21 09:41:22.290884 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Device 944583b6-5e79-4d42-9361-80430e64ac43 not bound to the agent host dv-cinder-804035-25-iscsi {{(pid=103184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:41:22.335201 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-322543f8-7729-4b77-a5f6-c000e11dc2ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126007'] for security_group (55648c37-3331-4a50-a215-650c151dc36d), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:22.341001 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-322543f8-7729-4b77-a5f6-c000e11dc2ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:22.345027 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [None req-322543f8-7729-4b77-a5f6-c000e11dc2ce admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/55648c37-3331-4a50-a215-650c151dc36d HTTP/1.1" status: 204 len: 168 time: 0.2842999 Jan 21 09:41:22.359061 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322543f8-7729-4b77-a5f6-c000e11dc2ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55648c37-3331-4a50-a215-650c151dc36d,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:22.375242 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.plugin [None req-6593fe05-3100-44f3-b61e-c4bd691fcf11 admin admin] Deleting port 411393d2-a071-4c6b-bdd2-6f1233062bc9 {{(pid=103182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 09:41:22.375961 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-6593fe05-3100-44f3-b61e-c4bd691fcf11 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774670727720'] for port (411393d2-a071-4c6b-bdd2-6f1233062bc9), before_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:22.419073 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (a4f58dde-e5c6-489c-94fe-b355a6abc90e), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:22.484417 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.db [None req-6593fe05-3100-44f3-b61e-c4bd691fcf11 admin admin] For port 411393d2-a071-4c6b-bdd2-6f1233062bc9, host dv-cinder-804035-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-25-iscsi',level=0,port_id=411393d2-a071-4c6b-bdd2-6f1233062bc9,segment=NetworkSegment(44817e3d-0188-47ac-ae66-bcdc651a5b41),segment_id=44817e3d-0188-47ac-ae66-bcdc651a5b41)] {{(pid=103182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:41:22.485245 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-6593fe05-3100-44f3-b61e-c4bd691fcf11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3846167'] for port (411393d2-a071-4c6b-bdd2-6f1233062bc9), precommit_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:22.499286 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.plugin [None req-6593fe05-3100-44f3-b61e-c4bd691fcf11 admin admin] Calling delete_port for 411393d2-a071-4c6b-bdd2-6f1233062bc9 owned by network:router_interface {{(pid=103182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 09:41:22.896051 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-6593fe05-3100-44f3-b61e-c4bd691fcf11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774670733020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774670299805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29186853'] for port (411393d2-a071-4c6b-bdd2-6f1233062bc9), after_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:22.943405 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6593fe05-3100-44f3-b61e-c4bd691fcf11 admin admin] Pushing event deleted for resources: {'Port': ['ID=411393d2-a071-4c6b-bdd2-6f1233062bc9,revision_number=None']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:22.962645 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058a03c7-c8ec-4d8a-a17c-1939e31e8e18 req-d23d5d18-269b-4941-9700-f70602e79ea2 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:22.964279 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-058a03c7-c8ec-4d8a-a17c-1939e31e8e18 req-d23d5d18-269b-4941-9700-f70602e79ea2 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c18953a-7af3-4d71-97ad-05eda7e34a73 HTTP/1.1" status: 200 len: 946 time: 0.1218622 Jan 21 09:41:23.134323 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-058a03c7-c8ec-4d8a-a17c-1939e31e8e18 req-44fb7ad0-97b6-41b6-a6cf-0aaebb17c3ec tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] 10.222.0.45 "GET /v2.0/security-groups?id=1cc6ad58-dddb-4fcf-b68c-2275ad19dfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1531544 Jan 21 09:41:23.240241 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-6593fe05-3100-44f3-b61e-c4bd691fcf11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4184423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3851456'] for router_interface (8555b0db-39f0-4307-9c87-5b080d8dfa67), after_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:23.827592 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6593fe05-3100-44f3-b61e-c4bd691fcf11 admin admin] Router 8555b0db-39f0-4307-9c87-5b080d8dfa67 has already been hosted by L3 agent e2f5353c-5d20-4dd0-beb4-c302aead9ffd {{(pid=103182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:41:23.828210 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.45', 39772) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:41:23.934366 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.v2.base [None req-32a44706-6a06-4b93-a67b-5ccbb834da6f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1065983917-network', 'tenant_id': 'd2ac0334d1e14c29aa6222d547c64b00'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:41:23.948930 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6593fe05-3100-44f3-b61e-c4bd691fcf11 admin admin] Notify agent at l3_agent.dv-cinder-804035-25-iscsi the message routers_updated {{(pid=103182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:41:23.954862 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [None req-6593fe05-3100-44f3-b61e-c4bd691fcf11 admin admin] 10.222.0.45 "PUT /v2.0/routers/8555b0db-39f0-4307-9c87-5b080d8dfa67/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3993573 Jan 21 09:41:23.957566 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.wsgi [-] (103182) accepted ('10.222.0.45', 39776) {{(pid=103182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:41:23.964022 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ccf64a9-57c0-48f8-9112-b2a029e0a23b None None] Sync routers for ids ['8555b0db-39f0-4307-9c87-5b080d8dfa67'] in dv-cinder-804035-25-iscsi {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:41:23.981326 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ccf64a9-57c0-48f8-9112-b2a029e0a23b None None] Routers {'8555b0db-39f0-4307-9c87-5b080d8dfa67'} bound to L3 agent in host dv-cinder-804035-25-iscsi {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 09:41:23.982275 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-0ccf64a9-57c0-48f8-9112-b2a029e0a23b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-21T09:27:18Z,description=,heartbeat_timestamp=2022-01-21T09:41:18Z,host='dv-cinder-804035-25-iscsi',id=e2f5353c-5d20-4dd0-beb4-c302aead9ffd,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:27:19Z,topic='l3_agent')) {'router_ids': ['8555b0db-39f0-4307-9c87-5b080d8dfa67'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:24.036348 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32a44706-6a06-4b93-a67b-5ccbb834da6f admin admin] Made reservation on behalf of d2ac0334d1e14c29aa6222d547c64b00 for: {'network': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:41:24.038855 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-32a44706-6a06-4b93-a67b-5ccbb834da6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for network (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:24.049688 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-32a44706-6a06-4b93-a67b-5ccbb834da6f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:24.071725 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-8dfb1f8f-f94b-4b1e-9619-7f14849dd77d admin admin] Publish callbacks [] for router (8555b0db-39f0-4307-9c87-5b080d8dfa67), before_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:24.169820 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-32a44706-6a06-4b93-a67b-5ccbb834da6f admin admin] Publish callbacks [] for security_group (72ccfd8d-abb1-4f82-8508-7cab8ddf7516), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:24.208100 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-8dfb1f8f-f94b-4b1e-9619-7f14849dd77d admin admin] Publish callbacks [] for router_gateway (8555b0db-39f0-4307-9c87-5b080d8dfa67), before_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:24.225250 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-0ccf64a9-57c0-48f8-9112-b2a029e0a23b None None] Set router 8555b0db-39f0-4307-9c87-5b080d8dfa67 gateway port host: dv-cinder-804035-25-iscsi {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:41:24.259726 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-32a44706-6a06-4b93-a67b-5ccbb834da6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126007'] for security_group (72ccfd8d-abb1-4f82-8508-7cab8ddf7516), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:24.286876 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32a44706-6a06-4b93-a67b-5ccbb834da6f admin admin] vlan segment allocate from pool success with {'vlan_id': 388, 'physical_network': 'physnet1'} {{(pid=103183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:41:24.300497 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a44706-6a06-4b93-a67b-5ccbb834da6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72ccfd8d-abb1-4f82-8508-7cab8ddf7516,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:24.304108 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-32a44706-6a06-4b93-a67b-5ccbb834da6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906022'] for segment (aa78cb95-90e0-401d-9637-4d1897b31e11), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:24.304715 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.db.segments_db [None req-32a44706-6a06-4b93-a67b-5ccbb834da6f admin admin] Added segment aa78cb95-90e0-401d-9637-4d1897b31e11 of type vlan for network ec6c0da2-1dbe-43af-89f3-68cb39bbc90b Jan 21 09:41:24.326027 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da6c596-8111-462b-92e0-0aa7c889fc2e req-d4e71801-9279-453b-9071-44f4bfd74429 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:24.327628 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-0da6c596-8111-462b-92e0-0aa7c889fc2e req-d4e71801-9279-453b-9071-44f4bfd74429 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c18953a-7af3-4d71-97ad-05eda7e34a73 HTTP/1.1" status: 200 len: 946 time: 0.0833335 Jan 21 09:41:24.355487 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-32a44706-6a06-4b93-a67b-5ccbb834da6f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774670334190'] for network (ec6c0da2-1dbe-43af-89f3-68cb39bbc90b), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:24.436105 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-0ccf64a9-57c0-48f8-9112-b2a029e0a23b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8555b0db-39f0-4307-9c87-5b080d8dfa67', 'name': 'tempest-TestMinimumBasicScenario-256953474-router', 'tenant_id': 'eea3e00798d84b9bb92be033028274ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'external_fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': '1c33c508-430d-4e09-9711-083ae4d5f645', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:37:44Z', 'updated_at': '2022-01-21T09:41:22Z', 'revision_number': 5, 'project_id': 'eea3e00798d84b9bb92be033028274ab', 'gw_port': {'id': '1c33c508-430d-4e09-9711-083ae4d5f645', 'name': '', 'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:11:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8555b0db-39f0-4307-9c87-5b080d8dfa67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:37:45Z', 'updated_at': '2022-01-21T09:37:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6accd444-6422-45bf-9c21-6be173243a45', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-25-iscsi'}], 'dv-cinder-804035-25-iscsi', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:24.458247 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-0da6c596-8111-462b-92e0-0aa7c889fc2e req-f023ee22-4c23-451e-9d31-3c9a07665d64 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] 10.222.0.45 "GET /v2.0/security-groups?id=1cc6ad58-dddb-4fcf-b68c-2275ad19dfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1189883 Jan 21 09:41:24.466443 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ccf64a9-57c0-48f8-9112-b2a029e0a23b None None] Checking router: 8555b0db-39f0-4307-9c87-5b080d8dfa67 for host: dv-cinder-804035-25-iscsi {{(pid=103185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:41:24.476047 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ccf64a9-57c0-48f8-9112-b2a029e0a23b None None] Routers {'8555b0db-39f0-4307-9c87-5b080d8dfa67'} bound to L3 agent in host dv-cinder-804035-25-iscsi {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 09:41:24.476925 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-0ccf64a9-57c0-48f8-9112-b2a029e0a23b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-21T09:27:18Z,description=,heartbeat_timestamp=2022-01-21T09:41:18Z,host='dv-cinder-804035-25-iscsi',id=e2f5353c-5d20-4dd0-beb4-c302aead9ffd,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:27:19Z,topic='l3_agent')) {'router_ids': ['8555b0db-39f0-4307-9c87-5b080d8dfa67'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:24.486658 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.plugin [None req-8dfb1f8f-f94b-4b1e-9619-7f14849dd77d admin admin] Deleting port 1c33c508-430d-4e09-9711-083ae4d5f645 {{(pid=103182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 09:41:24.487070 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-8dfb1f8f-f94b-4b1e-9619-7f14849dd77d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774670727720'] for port (1c33c508-430d-4e09-9711-083ae4d5f645), before_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:24.494373 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-32a44706-6a06-4b93-a67b-5ccbb834da6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430'] for network (ec6c0da2-1dbe-43af-89f3-68cb39bbc90b), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:24.497404 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32a44706-6a06-4b93-a67b-5ccbb834da6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:24.497404 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-32a44706-6a06-4b93-a67b-5ccbb834da6f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4184320'] for network (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:24.562190 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a44706-6a06-4b93-a67b-5ccbb834da6f admin admin] Pushing event updated for resources: {'Network': ['ID=ec6c0da2-1dbe-43af-89f3-68cb39bbc90b,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:24.573773 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Network ec6c0da2-1dbe-43af-89f3-68cb39bbc90b details requested by agent ovs-agent-dv-cinder-804035-25-iscsi with host dv-cinder-804035-25-iscsi {{(pid=103184) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 09:41:24.579604 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.db [None req-8dfb1f8f-f94b-4b1e-9619-7f14849dd77d admin admin] For port 1c33c508-430d-4e09-9711-083ae4d5f645, host dv-cinder-804035-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-25-iscsi',level=0,port_id=1c33c508-430d-4e09-9711-083ae4d5f645,segment=NetworkSegment(04cdc6b6-1d9e-45db-8cc2-90c03cb493f2),segment_id=04cdc6b6-1d9e-45db-8cc2-90c03cb493f2)] {{(pid=103182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:41:24.580511 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-8dfb1f8f-f94b-4b1e-9619-7f14849dd77d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3846167'] for port (1c33c508-430d-4e09-9711-083ae4d5f645), precommit_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:24.583593 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-0ccf64a9-57c0-48f8-9112-b2a029e0a23b None None] Set router 8555b0db-39f0-4307-9c87-5b080d8dfa67 gateway port host: None {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:41:24.594688 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.plugin [None req-8dfb1f8f-f94b-4b1e-9619-7f14849dd77d admin admin] Calling delete_port for 1c33c508-430d-4e09-9711-083ae4d5f645 owned by network:router_gateway {{(pid=103182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 09:41:24.639002 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [None req-32a44706-6a06-4b93-a67b-5ccbb834da6f admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8098845 Jan 21 09:41:24.640115 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.45', 39780) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:41:24.647127 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-0ccf64a9-57c0-48f8-9112-b2a029e0a23b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8555b0db-39f0-4307-9c87-5b080d8dfa67', 'name': 'tempest-TestMinimumBasicScenario-256953474-router', 'tenant_id': 'eea3e00798d84b9bb92be033028274ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:37:44Z', 'updated_at': '2022-01-21T09:41:24Z', 'revision_number': 6, 'project_id': 'eea3e00798d84b9bb92be033028274ab', 'gw_port_host': None}], 'dv-cinder-804035-25-iscsi', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:24.650336 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.v2.base [None req-5854b757-496f-49ce-8772-8ac2f9dc7d2a admin admin] Request body: {'subnet': {'network_id': 'ec6c0da2-1dbe-43af-89f3-68cb39bbc90b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1065983917-subnet', 'tenant_id': 'd2ac0334d1e14c29aa6222d547c64b00', 'ip_version': 4}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:41:24.680289 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ccf64a9-57c0-48f8-9112-b2a029e0a23b None None] The sync data for ids ['8555b0db-39f0-4307-9c87-5b080d8dfa67'] in dv-cinder-804035-25-iscsi is: [{'id': '8555b0db-39f0-4307-9c87-5b080d8dfa67', 'name': 'tempest-TestMinimumBasicScenario-256953474-router', 'tenant_id': 'eea3e00798d84b9bb92be033028274ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:37:44Z', 'updated_at': '2022-01-21T09:41:24Z', 'revision_number': 6, 'project_id': 'eea3e00798d84b9bb92be033028274ab', 'gw_port_host': None}] {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:41:24.751967 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5854b757-496f-49ce-8772-8ac2f9dc7d2a admin admin] Made reservation on behalf of d2ac0334d1e14c29aa6222d547c64b00 for: {'subnet': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:41:24.755274 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-5854b757-496f-49ce-8772-8ac2f9dc7d2a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28848053'] for subnet (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:24.945094 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-8dfb1f8f-f94b-4b1e-9619-7f14849dd77d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774670733020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774670299805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29186853'] for port (1c33c508-430d-4e09-9711-083ae4d5f645), after_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:24.983889 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfb1f8f-f94b-4b1e-9619-7f14849dd77d admin admin] Pushing event deleted for resources: {'Port': ['ID=1c33c508-430d-4e09-9711-083ae4d5f645,revision_number=None']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:25.025740 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-5854b757-496f-49ce-8772-8ac2f9dc7d2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4120330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25182144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28848043'] for subnet (1bf23acc-59f7-4a2a-af00-01a8c5f75fdb), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:25.060572 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-8dfb1f8f-f94b-4b1e-9619-7f14849dd77d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3846237'] for router_gateway (8555b0db-39f0-4307-9c87-5b080d8dfa67), after_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:25.110997 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5854b757-496f-49ce-8772-8ac2f9dc7d2a admin admin] Pushing event updated for resources: {'Subnet': ['ID=1bf23acc-59f7-4a2a-af00-01a8c5f75fdb,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:25.122646 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5854b757-496f-49ce-8772-8ac2f9dc7d2a admin admin] Checking segment: {'id': 'aa78cb95-90e0-401d-9637-4d1897b31e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'ec6c0da2-1dbe-43af-89f3-68cb39bbc90b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 09:41:25.123014 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5854b757-496f-49ce-8772-8ac2f9dc7d2a admin admin] Network hostable DHCP agents. Network: ec6c0da2-1dbe-43af-89f3-68cb39bbc90b, hostable agents: ['8a5d4a72-43a4-4fcf-b58e-bc9792bd5f0a'], hosted agents: [] {{(pid=103183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:41:25.165918 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-8dfb1f8f-f94b-4b1e-9619-7f14849dd77d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3842947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3085'] for router (8555b0db-39f0-4307-9c87-5b080d8dfa67), precommit_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:25.168410 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-8dfb1f8f-f94b-4b1e-9619-7f14849dd77d admin admin] Publish callbacks [] for router_controller (8555b0db-39f0-4307-9c87-5b080d8dfa67), precommit_delete_associations {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:25.288371 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5854b757-496f-49ce-8772-8ac2f9dc7d2a admin admin] Network ec6c0da2-1dbe-43af-89f3-68cb39bbc90b is scheduled to be hosted by DHCP agent 8a5d4a72-43a4-4fcf-b58e-bc9792bd5f0a with binding_index 1 {{(pid=103183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:41:25.391460 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-8dfb1f8f-f94b-4b1e-9619-7f14849dd77d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3842952'] for router (8555b0db-39f0-4307-9c87-5b080d8dfa67), after_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:25.394565 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dfb1f8f-f94b-4b1e-9619-7f14849dd77d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8555b0db-39f0-4307-9c87-5b080d8dfa67 {{(pid=103182) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 09:41:25.397436 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-8dfb1f8f-f94b-4b1e-9619-7f14849dd77d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:25.398611 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [None req-8dfb1f8f-f94b-4b1e-9619-7f14849dd77d admin admin] 10.222.0.45 "DELETE /v2.0/routers/8555b0db-39f0-4307-9c87-5b080d8dfa67 HTTP/1.1" status: 204 len: 168 time: 1.4403825 Jan 21 09:41:25.401098 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.wsgi [-] (103182) accepted ('10.222.0.45', 39784) {{(pid=103182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:41:25.418538 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-5854b757-496f-49ce-8772-8ac2f9dc7d2a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-25-iscsi, ec6c0da2-1dbe-43af-89f3-68cb39bbc90b) {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:41:25.422803 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5854b757-496f-49ce-8772-8ac2f9dc7d2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:25.423646 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-5854b757-496f-49ce-8772-8ac2f9dc7d2a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:25.430482 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ddceb6b-cd9c-4cb0-bc88-e12fd8ca4801 None None] Network ec6c0da2-1dbe-43af-89f3-68cb39bbc90b requested from dv-cinder-804035-25-iscsi {{(pid=103184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 09:41:25.455415 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.db.db_base_plugin_v2 [None req-351fc085-70f7-46c3-8b0d-81ca251605df admin admin] Deleting subnet 843b2d34-b8c9-480e-9780-56dc88be7a11 {{(pid=103182) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 21 09:41:25.460034 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-351fc085-70f7-46c3-8b0d-81ca251605df admin admin] Publish callbacks [] for subnet (843b2d34-b8c9-480e-9780-56dc88be7a11), before_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:25.504771 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-351fc085-70f7-46c3-8b0d-81ca251605df admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28985452'] for subnet (843b2d34-b8c9-480e-9780-56dc88be7a11), precommit_delete_associations {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:25.516318 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [None req-5854b757-496f-49ce-8772-8ac2f9dc7d2a admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8748288 Jan 21 09:41:25.521066 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.45', 39788) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:41:25.532808 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.v2.base [None req-fe991b8e-7381-47f8-9cde-990286251c7d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1065983917-router', 'tenant_id': 'd2ac0334d1e14c29aa6222d547c64b00', 'external_gateway_info': {'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5'}}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:41:25.553953 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-758c6817-92f5-4836-b9d9-15cc072984f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdb391ba1-f7e2-5f62-9648-e4a8f7be7f09-ec6c0da2-1dbe-43af-89f3-68cb39bbc90b', 'network_id': 'ec6c0da2-1dbe-43af-89f3-68cb39bbc90b', 'project_id': 'd2ac0334d1e14c29aa6222d547c64b00', 'fixed_ips': [{'subnet_id': '1bf23acc-59f7-4a2a-af00-01a8c5f75fdb'}]}} from dv-cinder-804035-25-iscsi. {{(pid=103184) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 21 09:41:25.559176 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-758c6817-92f5-4836-b9d9-15cc072984f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:25.716495 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-fe991b8e-7381-47f8-9cde-990286251c7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3844473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3103'] for router (daae59a1-b0b5-40c7-8881-501152a755ac), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:25.718044 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-fe991b8e-7381-47f8-9cde-990286251c7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3843017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3850133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3732829', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3092'] for router (daae59a1-b0b5-40c7-8881-501152a755ac), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:25.769098 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-351fc085-70f7-46c3-8b0d-81ca251605df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-981758'] for subnet (843b2d34-b8c9-480e-9780-56dc88be7a11), precommit_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:25.779050 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f366225-6c3f-4d4c-95d2-41be4c6b74df req-7b39a734-1c31-41a6-80e8-66fb3a3d1124 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:25.780658 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-9f366225-6c3f-4d4c-95d2-41be4c6b74df req-7b39a734-1c31-41a6-80e8-66fb3a3d1124 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c18953a-7af3-4d71-97ad-05eda7e34a73 HTTP/1.1" status: 200 len: 946 time: 0.1953681 Jan 21 09:41:25.788896 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [None req-758c6817-92f5-4836-b9d9-15cc072984f4 None None] Allocated IP 172.20.0.2 (ec6c0da2-1dbe-43af-89f3-68cb39bbc90b/1bf23acc-59f7-4a2a-af00-01a8c5f75fdb/ef86d453-d932-4e17-8b19-fe59cca30a13) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:41:25.802738 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-fe991b8e-7381-47f8-9cde-990286251c7d admin admin] Publish callbacks [] for router_controller (daae59a1-b0b5-40c7-8881-501152a755ac), precommit_add_association {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:25.872913 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-9f366225-6c3f-4d4c-95d2-41be4c6b74df req-a45332e2-99d7-4e5a-b001-fb82bc7dbce5 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] 10.222.0.45 "GET /v2.0/security-groups?id=1cc6ad58-dddb-4fcf-b68c-2275ad19dfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722604 Jan 21 09:41:25.980704 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-351fc085-70f7-46c3-8b0d-81ca251605df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-982036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4120330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29186834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29057315'] for subnet (843b2d34-b8c9-480e-9780-56dc88be7a11), after_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:26.012837 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351fc085-70f7-46c3-8b0d-81ca251605df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=843b2d34-b8c9-480e-9780-56dc88be7a11,revision_number=None']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:26.022166 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-351fc085-70f7-46c3-8b0d-81ca251605df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4184320'] for subnet (None), before_response {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:26.025227 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [None req-351fc085-70f7-46c3-8b0d-81ca251605df admin admin] 10.222.0.45 "DELETE /v2.0/subnets/843b2d34-b8c9-480e-9780-56dc88be7a11 HTTP/1.1" status: 204 len: 168 time: 0.6223958 Jan 21 09:41:26.026996 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.wsgi [-] (103182) accepted ('10.222.0.45', 39792) {{(pid=103182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:41:26.043007 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b2859c1-b5a1-4716-8868-f026ef1962c8 None None] Network 88b73176-8096-4e52-a228-063840239032 requested from dv-cinder-804035-25-iscsi {{(pid=103184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 09:41:26.108488 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-707d058e-d62f-46aa-bd93-a01e8932abf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-989250'] for network (88b73176-8096-4e52-a228-063840239032), before_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:26.114231 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-fe991b8e-7381-47f8-9cde-990286251c7d admin admin] Publish callbacks [] for router_gateway (daae59a1-b0b5-40c7-8881-501152a755ac), precommit_update {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:26.171518 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.plugin [None req-707d058e-d62f-46aa-bd93-a01e8932abf0 admin admin] Deleting port 8d42e57c-9325-4f12-b506-fa632c9e0cb2 {{(pid=103182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 09:41:26.171820 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-707d058e-d62f-46aa-bd93-a01e8932abf0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774670727720'] for port (8d42e57c-9325-4f12-b506-fa632c9e0cb2), before_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:26.242987 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Device 411393d2-a071-4c6b-bdd2-6f1233062bc9 no longer exists at agent ovs-agent-dv-cinder-804035-25-iscsi {{(pid=103184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:41:26.248738 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.db [None req-707d058e-d62f-46aa-bd93-a01e8932abf0 admin admin] For port 8d42e57c-9325-4f12-b506-fa632c9e0cb2, host dv-cinder-804035-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-25-iscsi',level=0,port_id=8d42e57c-9325-4f12-b506-fa632c9e0cb2,segment=NetworkSegment(44817e3d-0188-47ac-ae66-bcdc651a5b41),segment_id=44817e3d-0188-47ac-ae66-bcdc651a5b41)] {{(pid=103182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:41:26.249131 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-707d058e-d62f-46aa-bd93-a01e8932abf0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3846167'] for port (8d42e57c-9325-4f12-b506-fa632c9e0cb2), precommit_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:26.256622 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-758c6817-92f5-4836-b9d9-15cc072984f4 None None] Publish callbacks [] for port (ef86d453-d932-4e17-8b19-fe59cca30a13), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:26.263089 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.plugin [None req-707d058e-d62f-46aa-bd93-a01e8932abf0 admin admin] Calling delete_port for 8d42e57c-9325-4f12-b506-fa632c9e0cb2 owned by network:dhcp {{(pid=103182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 09:41:26.294864 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] No Port match for: 411393d2-a071-4c6b-bdd2-6f1233062bc9 {{(pid=103184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 21 09:41:26.295571 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Device 411393d2-a071-4c6b-bdd2-6f1233062bc9 not bound to the agent host dv-cinder-804035-25-iscsi {{(pid=103184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:41:26.296291 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Device 1c33c508-430d-4e09-9711-083ae4d5f645 no longer exists at agent ovs-agent-dv-cinder-804035-25-iscsi {{(pid=103184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:41:26.324532 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] No Port match for: 1c33c508-430d-4e09-9711-083ae4d5f645 {{(pid=103184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 21 09:41:26.325162 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Device 1c33c508-430d-4e09-9711-083ae4d5f645 not bound to the agent host dv-cinder-804035-25-iscsi {{(pid=103184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:41:26.373609 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-758c6817-92f5-4836-b9d9-15cc072984f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774670299796'] for port (ef86d453-d932-4e17-8b19-fe59cca30a13), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:26.419815 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-758c6817-92f5-4836-b9d9-15cc072984f4 None None] Network ec6c0da2-1dbe-43af-89f3-68cb39bbc90b is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:41:26.428667 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-758c6817-92f5-4836-b9d9-15cc072984f4 None None] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:41:26.429966 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-707d058e-d62f-46aa-bd93-a01e8932abf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774670733020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774670299805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29186853'] for port (8d42e57c-9325-4f12-b506-fa632c9e0cb2), after_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:26.431826 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1e1bf9e-6878-42a5-a055-3f170a7bbbe4 None None] DHCP port deletion for 88b73176-8096-4e52-a228-063840239032 request from dv-cinder-804035-25-iscsi {{(pid=103184) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 21 09:41:26.440565 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-758c6817-92f5-4836-b9d9-15cc072984f4 None None] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 09:41:26.455212 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758c6817-92f5-4836-b9d9-15cc072984f4 None None] Pushing event updated for resources: {'Port': ['ID=ef86d453-d932-4e17-8b19-fe59cca30a13,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:26.458133 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707d058e-d62f-46aa-bd93-a01e8932abf0 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d42e57c-9325-4f12-b506-fa632c9e0cb2,revision_number=None']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:26.463432 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-707d058e-d62f-46aa-bd93-a01e8932abf0 admin admin] No DVR routers for this DVR port 8d42e57c-9325-4f12-b506-fa632c9e0cb2 on host dv-cinder-804035-25-iscsi {{(pid=103182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:41:26.528453 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [None req-758c6817-92f5-4836-b9d9-15cc072984f4 None None] Attempting to bind port ef86d453-d932-4e17-8b19-fe59cca30a13 on host dv-cinder-804035-25-iscsi for vnic_type normal with profile {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 09:41:26.528935 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [None req-758c6817-92f5-4836-b9d9-15cc072984f4 None None] Attempting to bind port ef86d453-d932-4e17-8b19-fe59cca30a13 by drivers openvswitch,hyperv on host dv-cinder-804035-25-iscsi at level 0 using segments [{'id': 'aa78cb95-90e0-401d-9637-4d1897b31e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'ec6c0da2-1dbe-43af-89f3-68cb39bbc90b'}] {{(pid=103184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 09:41:26.529540 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-758c6817-92f5-4836-b9d9-15cc072984f4 None None] Attempting to bind port ef86d453-d932-4e17-8b19-fe59cca30a13 on network ec6c0da2-1dbe-43af-89f3-68cb39bbc90b {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:41:26.536591 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-758c6817-92f5-4836-b9d9-15cc072984f4 None None] Checking agent: {'id': 'a4f58dde-e5c6-489c-94fe-b355a6abc90e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-25-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 27, 22), 'started_at': datetime.datetime(2022, 1, 21, 9, 27, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 41, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-25-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:41:26.536980 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-758c6817-92f5-4836-b9d9-15cc072984f4 None None] Checking segment: {'id': 'aa78cb95-90e0-401d-9637-4d1897b31e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'ec6c0da2-1dbe-43af-89f3-68cb39bbc90b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 09:41:26.537549 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-758c6817-92f5-4836-b9d9-15cc072984f4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:26.538019 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-758c6817-92f5-4836-b9d9-15cc072984f4 None None] Bound using segment: {'id': 'aa78cb95-90e0-401d-9637-4d1897b31e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'ec6c0da2-1dbe-43af-89f3-68cb39bbc90b'} {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:41:26.538594 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [None req-758c6817-92f5-4836-b9d9-15cc072984f4 None None] Bound port: ef86d453-d932-4e17-8b19-fe59cca30a13, host: dv-cinder-804035-25-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa78cb95-90e0-401d-9637-4d1897b31e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'ec6c0da2-1dbe-43af-89f3-68cb39bbc90b'}}] {{(pid=103184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 09:41:26.539054 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-758c6817-92f5-4836-b9d9-15cc072984f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (ef86d453-d932-4e17-8b19-fe59cca30a13), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:26.585298 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-707d058e-d62f-46aa-bd93-a01e8932abf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968284', 'neutron.services.segments.db._delete_segments_for_network-8774670886943'] for network (88b73176-8096-4e52-a228-063840239032), precommit_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:26.618147 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.services.segments.db [None req-707d058e-d62f-46aa-bd93-a01e8932abf0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88b73176-8096-4e52-a228-063840239032']}} {{(pid=103182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:26.620232 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-758c6817-92f5-4836-b9d9-15cc072984f4 None None] For port ef86d453-d932-4e17-8b19-fe59cca30a13, host dv-cinder-804035-25-iscsi, cleared binding levels {{(pid=103184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:41:26.623935 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-758c6817-92f5-4836-b9d9-15cc072984f4 None None] For port ef86d453-d932-4e17-8b19-fe59cca30a13, host dv-cinder-804035-25-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-25-iscsi',level=0,port_id=ef86d453-d932-4e17-8b19-fe59cca30a13,segment=NetworkSegment(aa78cb95-90e0-401d-9637-4d1897b31e11),segment_id=aa78cb95-90e0-401d-9637-4d1897b31e11)] {{(pid=103184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:41:26.637472 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.services.segments.db [None req-707d058e-d62f-46aa-bd93-a01e8932abf0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44817e3d-0188-47ac-ae66-bcdc651a5b41') {'for_net_delete': True} {{(pid=103182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:26.637472 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.services.segments.db [None req-707d058e-d62f-46aa-bd93-a01e8932abf0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44817e3d-0188-47ac-ae66-bcdc651a5b41') {} {{(pid=103182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:26.647940 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-707d058e-d62f-46aa-bd93-a01e8932abf0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774670886301', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28985495'] for segment (44817e3d-0188-47ac-ae66-bcdc651a5b41), before_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:26.667949 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-707d058e-d62f-46aa-bd93-a01e8932abf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906022'] for segment (44817e3d-0188-47ac-ae66-bcdc651a5b41), precommit_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:26.679305 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-707d058e-d62f-46aa-bd93-a01e8932abf0 admin admin] Releasing vlan 395 on physical network physnet1 to pool {{(pid=103182) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:41:26.679931 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-707d058e-d62f-46aa-bd93-a01e8932abf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29186936'] for segment (44817e3d-0188-47ac-ae66-bcdc651a5b41), after_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:26.682798 dv-cinder-804035-25-iscsi neutron-server[103182]: Traceback (most recent call last): Jan 21 09:41:26.682798 dv-cinder-804035-25-iscsi neutron-server[103182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:41:26.682798 dv-cinder-804035-25-iscsi neutron-server[103182]: timer() Jan 21 09:41:26.682798 dv-cinder-804035-25-iscsi neutron-server[103182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:41:26.682798 dv-cinder-804035-25-iscsi neutron-server[103182]: cb(*args, **kw) Jan 21 09:41:26.682798 dv-cinder-804035-25-iscsi neutron-server[103182]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 09:41:26.682798 dv-cinder-804035-25-iscsi neutron-server[103182]: return func(*args, **kwargs) Jan 21 09:41:26.682798 dv-cinder-804035-25-iscsi neutron-server[103182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:41:26.682798 dv-cinder-804035-25-iscsi neutron-server[103182]: self._notify() Jan 21 09:41:26.682798 dv-cinder-804035-25-iscsi neutron-server[103182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:41:26.682798 dv-cinder-804035-25-iscsi neutron-server[103182]: self.callback(batched_events) Jan 21 09:41:26.682798 dv-cinder-804035-25-iscsi neutron-server[103182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:41:26.682798 dv-cinder-804035-25-iscsi neutron-server[103182]: event.method(event) Jan 21 09:41:26.682798 dv-cinder-804035-25-iscsi neutron-server[103182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 09:41:26.682798 dv-cinder-804035-25-iscsi neutron-server[103182]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:41:26.682798 dv-cinder-804035-25-iscsi neutron-server[103182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 09:41:26.682798 dv-cinder-804035-25-iscsi neutron-server[103182]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:41:26.682798 dv-cinder-804035-25-iscsi neutron-server[103182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 09:41:26.682798 dv-cinder-804035-25-iscsi neutron-server[103182]: return f(self, *a, **k) Jan 21 09:41:26.682798 dv-cinder-804035-25-iscsi neutron-server[103182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:41:26.682798 dv-cinder-804035-25-iscsi neutron-server[103182]: return self._get(url).json() Jan 21 09:41:26.682798 dv-cinder-804035-25-iscsi neutron-server[103182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:41:26.682798 dv-cinder-804035-25-iscsi neutron-server[103182]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:41:26.682798 dv-cinder-804035-25-iscsi neutron-server[103182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:41:26.682798 dv-cinder-804035-25-iscsi neutron-server[103182]: return self.request(url, 'GET', **kwargs) Jan 21 09:41:26.682798 dv-cinder-804035-25-iscsi neutron-server[103182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:41:26.682798 dv-cinder-804035-25-iscsi neutron-server[103182]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:41:26.682798 dv-cinder-804035-25-iscsi neutron-server[103182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:41:26.682798 dv-cinder-804035-25-iscsi neutron-server[103182]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:41:26.682798 dv-cinder-804035-25-iscsi neutron-server[103182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:41:26.682798 dv-cinder-804035-25-iscsi neutron-server[103182]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:41:26.682798 dv-cinder-804035-25-iscsi neutron-server[103182]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:41:26.701351 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-758c6817-92f5-4836-b9d9-15cc072984f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774670732957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774670299814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774670299832'] for port (ef86d453-d932-4e17-8b19-fe59cca30a13), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:26.733286 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-fe991b8e-7381-47f8-9cde-990286251c7d admin admin] Publish callbacks [] for router_gateway (daae59a1-b0b5-40c7-8881-501152a755ac), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:26.778915 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758c6817-92f5-4836-b9d9-15cc072984f4 None None] Pushing event updated for resources: {'Port': ['ID=ef86d453-d932-4e17-8b19-fe59cca30a13,revision_number=2']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:26.780172 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-fe991b8e-7381-47f8-9cde-990286251c7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:26.854977 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-707d058e-d62f-46aa-bd93-a01e8932abf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3846310'] for network (88b73176-8096-4e52-a228-063840239032), after_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:26.875310 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707d058e-d62f-46aa-bd93-a01e8932abf0 admin admin] Pushing event deleted for resources: {'Network': ['ID=88b73176-8096-4e52-a228-063840239032,revision_number=None']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:26.877727 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-707d058e-d62f-46aa-bd93-a01e8932abf0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4184320'] for network (None), before_response {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:26.886571 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [None req-707d058e-d62f-46aa-bd93-a01e8932abf0 admin admin] 10.222.0.45 "DELETE /v2.0/networks/88b73176-8096-4e52-a228-063840239032 HTTP/1.1" status: 204 len: 168 time: 0.8573368 Jan 21 09:41:27.023816 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.db.db_base_plugin_common [None req-fe991b8e-7381-47f8-9cde-990286251c7d admin admin] Allocated IP 172.27.3.219 (c13ce787-b669-4a63-b567-cda42d951ad5/6accd444-6422-45bf-9c21-6be173243a45/93bccaa3-b892-4457-927a-2ef77e091327) {{(pid=103183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:41:27.137170 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa2e0cb-d9a0-4a86-b9f4-4db1b39089f4 req-200cad7d-d703-4a52-b0bf-1fdf79b4dfd7 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:27.149797 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-9aa2e0cb-d9a0-4a86-b9f4-4db1b39089f4 req-200cad7d-d703-4a52-b0bf-1fdf79b4dfd7 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c18953a-7af3-4d71-97ad-05eda7e34a73 HTTP/1.1" status: 200 len: 946 time: 0.1206493 Jan 21 09:41:27.214208 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-fe991b8e-7381-47f8-9cde-990286251c7d admin admin] Publish callbacks [] for port (93bccaa3-b892-4457-927a-2ef77e091327), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:27.234808 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-9aa2e0cb-d9a0-4a86-b9f4-4db1b39089f4 req-78cde833-b0ff-49f5-bed8-ce1cde2150ae tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] 10.222.0.45 "GET /v2.0/security-groups?id=1cc6ad58-dddb-4fcf-b68c-2275ad19dfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795462 Jan 21 09:41:27.353079 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.45', 39800) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:41:27.388696 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-fe991b8e-7381-47f8-9cde-990286251c7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774670299796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181744'] for port (93bccaa3-b892-4457-927a-2ef77e091327), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:27.436170 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [None req-bd4897cf-90d1-4721-abb8-f1a4a390105e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=10ed49573f464cc18794b94fd1c115ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0816097 Jan 21 09:41:27.439561 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.wsgi [-] (103182) accepted ('10.222.0.45', 39802) {{(pid=103182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:41:27.453095 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe991b8e-7381-47f8-9cde-990286251c7d admin admin] Network c13ce787-b669-4a63-b567-cda42d951ad5 is already hosted by enough agents. {{(pid=103183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:41:27.456774 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-fe991b8e-7381-47f8-9cde-990286251c7d admin admin] Resources bound (agent type, host, resource id): {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:41:27.461518 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe991b8e-7381-47f8-9cde-990286251c7d admin admin] Received port after_create {{(pid=103183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 09:41:27.464879 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe991b8e-7381-47f8-9cde-990286251c7d admin admin] Pushing event updated for resources: {'Port': ['ID=93bccaa3-b892-4457-927a-2ef77e091327,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:27.512646 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-766385b9-6df4-47b0-9ee1-d58dba65f137 admin admin] Publish callbacks [] for security_group (98741539-7e8f-4cb1-b02f-12a07fa1dee3), before_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:27.540656 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-766385b9-6df4-47b0-9ee1-d58dba65f137 admin admin] Publish callbacks [] for security_group (98741539-7e8f-4cb1-b02f-12a07fa1dee3), precommit_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:27.677781 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-766385b9-6df4-47b0-9ee1-d58dba65f137 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126007'] for security_group (98741539-7e8f-4cb1-b02f-12a07fa1dee3), after_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:27.682415 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-766385b9-6df4-47b0-9ee1-d58dba65f137 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:27.688265 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [None req-766385b9-6df4-47b0-9ee1-d58dba65f137 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/98741539-7e8f-4cb1-b02f-12a07fa1dee3 HTTP/1.1" status: 204 len: 168 time: 0.2423425 Jan 21 09:41:27.700444 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766385b9-6df4-47b0-9ee1-d58dba65f137 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98741539-7e8f-4cb1-b02f-12a07fa1dee3,revision_number=None']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:27.886393 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-fe991b8e-7381-47f8-9cde-990286251c7d admin admin] Publish callbacks [] for router_gateway (daae59a1-b0b5-40c7-8881-501152a755ac), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:28.014123 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c064bca-19e1-4935-a1e3-ee709e86120a None None] Network ec6c0da2-1dbe-43af-89f3-68cb39bbc90b requested from dv-cinder-804035-25-iscsi {{(pid=103184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 09:41:28.125318 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.provisioning_blocks [None req-a7e971ab-7e34-4534-bee1-518896d9573f None None] Provisioning complete for port ef86d453-d932-4e17-8b19-fe59cca30a13 triggered by entity DHCP. {{(pid=103184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:41:28.125705 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a7e971ab-7e34-4534-bee1-518896d9573f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983013'] for port (ef86d453-d932-4e17-8b19-fe59cca30a13), provisioning_complete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:28.147401 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-fe991b8e-7381-47f8-9cde-990286251c7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3843070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3846200'] for router (daae59a1-b0b5-40c7-8881-501152a755ac), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:28.363333 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-a7e971ab-7e34-4534-bee1-518896d9573f None None] Current status of the port ef86d453-d932-4e17-8b19-fe59cca30a13 is: DOWN; New status is: ACTIVE {{(pid=103184) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:41:28.364327 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a7e971ab-7e34-4534-bee1-518896d9573f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (ef86d453-d932-4e17-8b19-fe59cca30a13), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:28.403837 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Device ef86d453-d932-4e17-8b19-fe59cca30a13 up at agent ovs-agent-dv-cinder-804035-25-iscsi {{(pid=103184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:41:28.494520 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-a7e971ab-7e34-4534-bee1-518896d9573f None None] For port ef86d453-d932-4e17-8b19-fe59cca30a13, host dv-cinder-804035-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-25-iscsi',level=0,port_id=ef86d453-d932-4e17-8b19-fe59cca30a13,segment=NetworkSegment(aa78cb95-90e0-401d-9637-4d1897b31e11),segment_id=aa78cb95-90e0-401d-9637-4d1897b31e11)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:41:28.521929 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.provisioning_blocks [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Provisioning complete for port ef86d453-d932-4e17-8b19-fe59cca30a13 triggered by entity L2. {{(pid=103184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:41:28.522225 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc182986-baea-4421-81a8-6a01e39ce871 req-b0940fb6-7168-47d3-8095-d28bee37511f tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:28.522714 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983013'] for port (ef86d453-d932-4e17-8b19-fe59cca30a13), provisioning_complete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:28.537840 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-fc182986-baea-4421-81a8-6a01e39ce871 req-b0940fb6-7168-47d3-8095-d28bee37511f tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c18953a-7af3-4d71-97ad-05eda7e34a73 HTTP/1.1" status: 200 len: 946 time: 0.1253905 Jan 21 09:41:28.586042 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a7e971ab-7e34-4534-bee1-518896d9573f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774670732957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774670299814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774670299832'] for port (ef86d453-d932-4e17-8b19-fe59cca30a13), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:28.615640 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe991b8e-7381-47f8-9cde-990286251c7d admin admin] Router daae59a1-b0b5-40c7-8881-501152a755ac is scheduled to L3 agent e2f5353c-5d20-4dd0-beb4-c302aead9ffd with binding_index 1 {{(pid=103183) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 09:41:28.622838 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-fc182986-baea-4421-81a8-6a01e39ce871 req-68f035b5-83dd-48b5-adc9-ef77d20a4fee tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] 10.222.0.45 "GET /v2.0/security-groups?id=1cc6ad58-dddb-4fcf-b68c-2275ad19dfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786619 Jan 21 09:41:28.674415 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e971ab-7e34-4534-bee1-518896d9573f None None] Pushing event updated for resources: {'Port': ['ID=ef86d453-d932-4e17-8b19-fe59cca30a13,revision_number=3']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:28.682066 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Current status of the port ef86d453-d932-4e17-8b19-fe59cca30a13 is: ACTIVE; New status is: ACTIVE {{(pid=103184) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:41:28.689274 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.wsgi [-] (103182) accepted ('10.222.0.45', 39812) {{(pid=103182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:41:28.717136 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.provisioning_blocks [None req-fddae977-bd4f-4696-9b93-0859f8e0012c None None] Provisioning complete for port ef86d453-d932-4e17-8b19-fe59cca30a13 triggered by entity DHCP. {{(pid=103184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:41:28.717781 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-fddae977-bd4f-4696-9b93-0859f8e0012c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983013'] for port (ef86d453-d932-4e17-8b19-fe59cca30a13), provisioning_complete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:28.764164 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [None req-c4ff1147-40b2-4291-ba29-a64fbe14d0de admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=eea3e00798d84b9bb92be033028274ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0734551 Jan 21 09:41:28.766575 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.wsgi [-] (103182) accepted ('10.222.0.45', 39814) {{(pid=103182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:41:28.782044 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Device 8d42e57c-9325-4f12-b506-fa632c9e0cb2 no longer exists at agent ovs-agent-dv-cinder-804035-25-iscsi {{(pid=103184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:41:28.792883 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe991b8e-7381-47f8-9cde-990286251c7d admin admin] Notify agent at l3_agent.dv-cinder-804035-25-iscsi the message routers_updated {{(pid=103183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:41:28.834443 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd67c07d-2ad6-448c-855d-ab5a3905c6fe None None] Sync routers for ids ['daae59a1-b0b5-40c7-8881-501152a755ac'] in dv-cinder-804035-25-iscsi {{(pid=103184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:41:28.839944 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] No Port match for: 8d42e57c-9325-4f12-b506-fa632c9e0cb2 {{(pid=103184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 21 09:41:28.839944 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Device 8d42e57c-9325-4f12-b506-fa632c9e0cb2 not bound to the agent host dv-cinder-804035-25-iscsi {{(pid=103184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:41:28.842746 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-830c3de8-24e3-4f76-8589-7bd8d3593520 admin admin] Publish callbacks [] for security_group (c0b50b37-b303-4207-ab4c-0d6aecbedd04), before_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:28.856376 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd67c07d-2ad6-448c-855d-ab5a3905c6fe None None] Routers {'daae59a1-b0b5-40c7-8881-501152a755ac'} bound to L3 agent in host dv-cinder-804035-25-iscsi {{(pid=103184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 09:41:28.857015 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.l3_hamode_db [None req-bd67c07d-2ad6-448c-855d-ab5a3905c6fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-21T09:27:18Z,description=,heartbeat_timestamp=2022-01-21T09:41:18Z,host='dv-cinder-804035-25-iscsi',id=e2f5353c-5d20-4dd0-beb4-c302aead9ffd,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:27:19Z,topic='l3_agent')) {'router_ids': ['daae59a1-b0b5-40c7-8881-501152a755ac'], 'active': True} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:28.871802 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-830c3de8-24e3-4f76-8589-7bd8d3593520 admin admin] Publish callbacks [] for security_group (c0b50b37-b303-4207-ab4c-0d6aecbedd04), precommit_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:28.917245 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-fe991b8e-7381-47f8-9cde-990286251c7d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:28.919370 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [None req-fe991b8e-7381-47f8-9cde-990286251c7d admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.3967783 Jan 21 09:41:28.921974 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.wsgi [-] (103182) accepted ('10.222.0.45', 39816) {{(pid=103182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:41:28.979390 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-fddae977-bd4f-4696-9b93-0859f8e0012c None None] Current status of the port ef86d453-d932-4e17-8b19-fe59cca30a13 is: ACTIVE; New status is: ACTIVE {{(pid=103184) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:41:29.013405 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.l3_dvr_db [None req-bd67c07d-2ad6-448c-855d-ab5a3905c6fe None None] Set router daae59a1-b0b5-40c7-8881-501152a755ac gateway port host: dv-cinder-804035-25-iscsi {{(pid=103184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:41:29.090090 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-830c3de8-24e3-4f76-8589-7bd8d3593520 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126007'] for security_group (c0b50b37-b303-4207-ab4c-0d6aecbedd04), after_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:29.092609 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-830c3de8-24e3-4f76-8589-7bd8d3593520 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:29.093848 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [None req-830c3de8-24e3-4f76-8589-7bd8d3593520 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c0b50b37-b303-4207-ab4c-0d6aecbedd04 HTTP/1.1" status: 204 len: 168 time: 0.3261867 Jan 21 09:41:29.108612 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830c3de8-24e3-4f76-8589-7bd8d3593520 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0b50b37-b303-4207-ab4c-0d6aecbedd04,revision_number=None']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:29.292194 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.l3_hamode_db [None req-bd67c07d-2ad6-448c-855d-ab5a3905c6fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daae59a1-b0b5-40c7-8881-501152a755ac', 'name': 'tempest-TestShelveInstance-1065983917-router', 'tenant_id': 'd2ac0334d1e14c29aa6222d547c64b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'external_fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '93bccaa3-b892-4457-927a-2ef77e091327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:41:25Z', 'updated_at': '2022-01-21T09:41:27Z', 'revision_number': 3, 'project_id': 'd2ac0334d1e14c29aa6222d547c64b00', 'gw_port': {'id': '93bccaa3-b892-4457-927a-2ef77e091327', 'name': '', 'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:5f:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daae59a1-b0b5-40c7-8881-501152a755ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:41:26Z', 'updated_at': '2022-01-21T09:41:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6accd444-6422-45bf-9c21-6be173243a45', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-25-iscsi'}], 'dv-cinder-804035-25-iscsi', False) {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:29.342656 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd67c07d-2ad6-448c-855d-ab5a3905c6fe None None] Checking router: daae59a1-b0b5-40c7-8881-501152a755ac for host: dv-cinder-804035-25-iscsi {{(pid=103184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:41:29.343837 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd67c07d-2ad6-448c-855d-ab5a3905c6fe None None] Updating router daae59a1-b0b5-40c7-8881-501152a755ac port 93bccaa3-b892-4457-927a-2ef77e091327 binding host dv-cinder-804035-25-iscsi {{(pid=103184) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 09:41:29.382429 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-bd67c07d-2ad6-448c-855d-ab5a3905c6fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (93bccaa3-b892-4457-927a-2ef77e091327), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:29.483788 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-9eb1d378-6e51-4a0a-a150-b2839807c73e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (None), before_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:29.801874 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.db.db_base_plugin_common [None req-9eb1d378-6e51-4a0a-a150-b2839807c73e admin admin] Allocated IP 172.20.0.1 (ec6c0da2-1dbe-43af-89f3-68cb39bbc90b/1bf23acc-59f7-4a2a-af00-01a8c5f75fdb/db5aff75-6e43-48df-812f-9444771a37e5) {{(pid=103182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:41:29.894501 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-bd67c07d-2ad6-448c-855d-ab5a3905c6fe None None] Publish callbacks [] for port (93bccaa3-b892-4457-927a-2ef77e091327), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:29.946940 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b612996-5207-436f-bcef-e62ee7751b2e req-85dfcd05-e227-4e3c-a233-4d52fe6cf03f tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:29.948559 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-2b612996-5207-436f-bcef-e62ee7751b2e req-85dfcd05-e227-4e3c-a233-4d52fe6cf03f tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c18953a-7af3-4d71-97ad-05eda7e34a73 HTTP/1.1" status: 200 len: 946 time: 0.1246548 Jan 21 09:41:30.007323 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-9eb1d378-6e51-4a0a-a150-b2839807c73e admin admin] Publish callbacks [] for port (db5aff75-6e43-48df-812f-9444771a37e5), precommit_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:30.021841 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-bd67c07d-2ad6-448c-855d-ab5a3905c6fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774670732957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774670299814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774670299832'] for port (93bccaa3-b892-4457-927a-2ef77e091327), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:30.031561 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-2b612996-5207-436f-bcef-e62ee7751b2e req-7a5936af-99fb-43bc-8848-b3aa2283cf3f tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] 10.222.0.45 "GET /v2.0/security-groups?id=1cc6ad58-dddb-4fcf-b68c-2275ad19dfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772686 Jan 21 09:41:30.118460 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [None req-bd67c07d-2ad6-448c-855d-ab5a3905c6fe None None] Attempting to bind port 93bccaa3-b892-4457-927a-2ef77e091327 on host dv-cinder-804035-25-iscsi for vnic_type normal with profile {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 09:41:30.119030 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [None req-bd67c07d-2ad6-448c-855d-ab5a3905c6fe None None] Attempting to bind port 93bccaa3-b892-4457-927a-2ef77e091327 by drivers openvswitch,hyperv on host dv-cinder-804035-25-iscsi at level 0 using segments [{'id': '04cdc6b6-1d9e-45db-8cc2-90c03cb493f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5'}] {{(pid=103184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 09:41:30.119547 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd67c07d-2ad6-448c-855d-ab5a3905c6fe None None] Attempting to bind port 93bccaa3-b892-4457-927a-2ef77e091327 on network c13ce787-b669-4a63-b567-cda42d951ad5 {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:41:30.139250 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd67c07d-2ad6-448c-855d-ab5a3905c6fe None None] Checking agent: {'id': 'a4f58dde-e5c6-489c-94fe-b355a6abc90e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-25-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 27, 22), 'started_at': datetime.datetime(2022, 1, 21, 9, 27, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 41, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-25-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:41:30.139250 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd67c07d-2ad6-448c-855d-ab5a3905c6fe None None] Checking segment: {'id': '04cdc6b6-1d9e-45db-8cc2-90c03cb493f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 09:41:30.139250 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-bd67c07d-2ad6-448c-855d-ab5a3905c6fe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:30.139250 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd67c07d-2ad6-448c-855d-ab5a3905c6fe None None] Bound using segment: {'id': '04cdc6b6-1d9e-45db-8cc2-90c03cb493f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5'} {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:41:30.139841 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [None req-bd67c07d-2ad6-448c-855d-ab5a3905c6fe None None] Bound port: 93bccaa3-b892-4457-927a-2ef77e091327, host: dv-cinder-804035-25-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04cdc6b6-1d9e-45db-8cc2-90c03cb493f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5'}}] {{(pid=103184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 09:41:30.140140 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-bd67c07d-2ad6-448c-855d-ab5a3905c6fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (93bccaa3-b892-4457-927a-2ef77e091327), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:30.152245 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058cf633-fd86-47b3-973c-89e3e419b0b7 None None] Pushing event updated for resources: {'Port': ['ID=93bccaa3-b892-4457-927a-2ef77e091327,revision_number=2']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:30.198464 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-9eb1d378-6e51-4a0a-a150-b2839807c73e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774670299796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29186853'] for port (db5aff75-6e43-48df-812f-9444771a37e5), after_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:30.233513 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-bd67c07d-2ad6-448c-855d-ab5a3905c6fe None None] For port 93bccaa3-b892-4457-927a-2ef77e091327, host dv-cinder-804035-25-iscsi, cleared binding levels {{(pid=103184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:41:30.238625 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-bd67c07d-2ad6-448c-855d-ab5a3905c6fe None None] For port 93bccaa3-b892-4457-927a-2ef77e091327, host dv-cinder-804035-25-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-25-iscsi',level=0,port_id=93bccaa3-b892-4457-927a-2ef77e091327,segment=NetworkSegment(04cdc6b6-1d9e-45db-8cc2-90c03cb493f2),segment_id=04cdc6b6-1d9e-45db-8cc2-90c03cb493f2)] {{(pid=103184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:41:30.244293 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Device ef86d453-d932-4e17-8b19-fe59cca30a13 up at agent ovs-agent-dv-cinder-804035-25-iscsi {{(pid=103184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:41:30.259252 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eb1d378-6e51-4a0a-a150-b2839807c73e admin admin] Network ec6c0da2-1dbe-43af-89f3-68cb39bbc90b is already hosted by enough agents. {{(pid=103182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:41:30.266880 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.scheduler.base_scheduler [None req-9eb1d378-6e51-4a0a-a150-b2839807c73e admin admin] Resources bound (agent type, host, resource id): {{(pid=103182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:41:30.269947 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb1d378-6e51-4a0a-a150-b2839807c73e admin admin] Received port after_create {{(pid=103182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 09:41:30.305318 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb1d378-6e51-4a0a-a150-b2839807c73e admin admin] Pushing event updated for resources: {'Port': ['ID=db5aff75-6e43-48df-812f-9444771a37e5,revision_number=1']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:30.329383 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.provisioning_blocks [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Provisioning complete for port ef86d453-d932-4e17-8b19-fe59cca30a13 triggered by entity L2. {{(pid=103184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:41:30.330004 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983013'] for port (ef86d453-d932-4e17-8b19-fe59cca30a13), provisioning_complete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:30.332825 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-9eb1d378-6e51-4a0a-a150-b2839807c73e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3852810'] for router_interface (daae59a1-b0b5-40c7-8881-501152a755ac), before_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:30.335693 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-bd67c07d-2ad6-448c-855d-ab5a3905c6fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774670732957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774670299814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774670299832'] for port (93bccaa3-b892-4457-927a-2ef77e091327), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:30.517566 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.db.agents_db [None req-6cca2222-2941-4527-9622-8fe6bb096302 None None] Agent healthcheck: found 6 active agents {{(pid=103185) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 09:41:30.525965 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058cf633-fd86-47b3-973c-89e3e419b0b7 None None] Pushing event updated for resources: {'Port': ['ID=93bccaa3-b892-4457-927a-2ef77e091327,revision_number=3']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:30.532726 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd67c07d-2ad6-448c-855d-ab5a3905c6fe None None] Routers {'daae59a1-b0b5-40c7-8881-501152a755ac'} bound to L3 agent in host dv-cinder-804035-25-iscsi {{(pid=103184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 09:41:30.533887 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.l3_hamode_db [None req-bd67c07d-2ad6-448c-855d-ab5a3905c6fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-21T09:27:18Z,description=,heartbeat_timestamp=2022-01-21T09:41:18Z,host='dv-cinder-804035-25-iscsi',id=e2f5353c-5d20-4dd0-beb4-c302aead9ffd,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:27:19Z,topic='l3_agent')) {'router_ids': ['daae59a1-b0b5-40c7-8881-501152a755ac'], 'active': True} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:30.607005 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-9eb1d378-6e51-4a0a-a150-b2839807c73e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (db5aff75-6e43-48df-812f-9444771a37e5), before_update {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:30.701450 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.provisioning_blocks [None req-23653396-4ace-4e19-8ebd-5a8c0221526f None None] Provisioning complete for port db5aff75-6e43-48df-812f-9444771a37e5 triggered by entity DHCP. {{(pid=103184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:41:30.701847 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-23653396-4ace-4e19-8ebd-5a8c0221526f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983013'] for port (db5aff75-6e43-48df-812f-9444771a37e5), provisioning_complete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:30.741524 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Current status of the port ef86d453-d932-4e17-8b19-fe59cca30a13 is: ACTIVE; New status is: ACTIVE {{(pid=103184) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:41:30.769370 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.l3_dvr_db [None req-bd67c07d-2ad6-448c-855d-ab5a3905c6fe None None] Set router daae59a1-b0b5-40c7-8881-501152a755ac gateway port host: dv-cinder-804035-25-iscsi {{(pid=103184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:41:30.771765 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-23653396-4ace-4e19-8ebd-5a8c0221526f None None] Port db5aff75-6e43-48df-812f-9444771a37e5 cannot update to ACTIVE because it is not bound. {{(pid=103184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 21 09:41:30.907165 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-9eb1d378-6e51-4a0a-a150-b2839807c73e admin admin] Publish callbacks [] for port (db5aff75-6e43-48df-812f-9444771a37e5), precommit_update {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:30.974653 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-9eb1d378-6e51-4a0a-a150-b2839807c73e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774670732957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774670299814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774670299832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29186908'] for port (db5aff75-6e43-48df-812f-9444771a37e5), after_update {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:31.097530 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-9eb1d378-6e51-4a0a-a150-b2839807c73e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4184412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3852437'] for router_interface (daae59a1-b0b5-40c7-8881-501152a755ac), after_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:31.099449 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb1d378-6e51-4a0a-a150-b2839807c73e admin admin] Pushing event updated for resources: {'Port': ['ID=db5aff75-6e43-48df-812f-9444771a37e5,revision_number=2']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:31.187412 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.l3_hamode_db [None req-bd67c07d-2ad6-448c-855d-ab5a3905c6fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daae59a1-b0b5-40c7-8881-501152a755ac', 'name': 'tempest-TestShelveInstance-1065983917-router', 'tenant_id': 'd2ac0334d1e14c29aa6222d547c64b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'external_fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '93bccaa3-b892-4457-927a-2ef77e091327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:41:25Z', 'updated_at': '2022-01-21T09:41:27Z', 'revision_number': 3, 'project_id': 'd2ac0334d1e14c29aa6222d547c64b00', 'gw_port': {'id': '93bccaa3-b892-4457-927a-2ef77e091327', 'name': '', 'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:5f:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daae59a1-b0b5-40c7-8881-501152a755ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:41:26Z', 'updated_at': '2022-01-21T09:41:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6accd444-6422-45bf-9c21-6be173243a45', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-25-iscsi'}], 'dv-cinder-804035-25-iscsi', False) {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:31.220763 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd67c07d-2ad6-448c-855d-ab5a3905c6fe None None] The sync data for ids ['daae59a1-b0b5-40c7-8881-501152a755ac'] in dv-cinder-804035-25-iscsi is: [{'id': 'daae59a1-b0b5-40c7-8881-501152a755ac', 'name': 'tempest-TestShelveInstance-1065983917-router', 'tenant_id': 'd2ac0334d1e14c29aa6222d547c64b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'external_fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '93bccaa3-b892-4457-927a-2ef77e091327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:41:25Z', 'updated_at': '2022-01-21T09:41:27Z', 'revision_number': 3, 'project_id': 'd2ac0334d1e14c29aa6222d547c64b00', 'gw_port': {'id': '93bccaa3-b892-4457-927a-2ef77e091327', 'name': '', 'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:5f:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daae59a1-b0b5-40c7-8881-501152a755ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:41:26Z', 'updated_at': '2022-01-21T09:41:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6accd444-6422-45bf-9c21-6be173243a45', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-25-iscsi'}] {{(pid=103184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:41:31.253882 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eb1d378-6e51-4a0a-a150-b2839807c73e admin admin] Network ec6c0da2-1dbe-43af-89f3-68cb39bbc90b is already hosted by enough agents. {{(pid=103182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:41:31.256526 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.scheduler.base_scheduler [None req-9eb1d378-6e51-4a0a-a150-b2839807c73e admin admin] Resources bound (agent type, host, resource id): {{(pid=103182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:41:31.350431 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fddfd1-958f-48c2-abc0-6e0856bf1d41 req-61ec9b14-a8e3-45b3-b5c0-59a7a10828ac tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:31.352591 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-65fddfd1-958f-48c2-abc0-6e0856bf1d41 req-61ec9b14-a8e3-45b3-b5c0-59a7a10828ac tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c18953a-7af3-4d71-97ad-05eda7e34a73 HTTP/1.1" status: 200 len: 946 time: 0.1633942 Jan 21 09:41:31.613629 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.provisioning_blocks [None req-cc9acfde-9959-469b-b216-487116b13b72 None None] Provisioning complete for port db5aff75-6e43-48df-812f-9444771a37e5 triggered by entity DHCP. {{(pid=103184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:41:31.613629 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-cc9acfde-9959-469b-b216-487116b13b72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983013'] for port (db5aff75-6e43-48df-812f-9444771a37e5), provisioning_complete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:31.698345 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-cc9acfde-9959-469b-b216-487116b13b72 None None] Port db5aff75-6e43-48df-812f-9444771a37e5 cannot update to ACTIVE because it is not bound. {{(pid=103184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 21 09:41:31.886348 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-65fddfd1-958f-48c2-abc0-6e0856bf1d41 req-47a39ae6-eed0-4f2c-ba7e-bc0739edb75d tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] 10.222.0.45 "GET /v2.0/security-groups?id=1cc6ad58-dddb-4fcf-b68c-2275ad19dfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5193164 Jan 21 09:41:31.895121 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9eb1d378-6e51-4a0a-a150-b2839807c73e admin admin] Router daae59a1-b0b5-40c7-8881-501152a755ac has already been hosted by L3 agent e2f5353c-5d20-4dd0-beb4-c302aead9ffd {{(pid=103182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:41:32.057466 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9eb1d378-6e51-4a0a-a150-b2839807c73e admin admin] Notify agent at l3_agent.dv-cinder-804035-25-iscsi the message routers_updated {{(pid=103182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:41:32.066129 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [None req-9eb1d378-6e51-4a0a-a150-b2839807c73e admin admin] 10.222.0.45 "PUT /v2.0/routers/daae59a1-b0b5-40c7-8881-501152a755ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1426539 Jan 21 09:41:32.303965 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Device 93bccaa3-b892-4457-927a-2ef77e091327 up at agent ovs-agent-dv-cinder-804035-25-iscsi {{(pid=103184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:41:32.375238 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.provisioning_blocks [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Provisioning complete for port 93bccaa3-b892-4457-927a-2ef77e091327 triggered by entity L2. {{(pid=103184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:41:32.375679 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983013'] for port (93bccaa3-b892-4457-927a-2ef77e091327), provisioning_complete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:32.476772 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Current status of the port 93bccaa3-b892-4457-927a-2ef77e091327 is: DOWN; New status is: ACTIVE {{(pid=103184) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:41:32.477290 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (93bccaa3-b892-4457-927a-2ef77e091327), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:32.502340 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] For port 93bccaa3-b892-4457-927a-2ef77e091327, host dv-cinder-804035-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-25-iscsi',level=0,port_id=93bccaa3-b892-4457-927a-2ef77e091327,segment=NetworkSegment(04cdc6b6-1d9e-45db-8cc2-90c03cb493f2),segment_id=04cdc6b6-1d9e-45db-8cc2-90c03cb493f2)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:41:32.581850 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774670732957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774670299814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774670299832'] for port (93bccaa3-b892-4457-927a-2ef77e091327), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:32.671122 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Pushing event updated for resources: {'Port': ['ID=93bccaa3-b892-4457-927a-2ef77e091327,revision_number=4']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:33.071326 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a03edfe-fda7-49c4-9552-5e7a013431e6 req-71a71d08-3d5d-472d-96a7-c1c1e1458e41 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:33.073402 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-6a03edfe-fda7-49c4-9552-5e7a013431e6 req-71a71d08-3d5d-472d-96a7-c1c1e1458e41 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c18953a-7af3-4d71-97ad-05eda7e34a73 HTTP/1.1" status: 200 len: 946 time: 0.0957508 Jan 21 09:41:33.143067 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-6a03edfe-fda7-49c4-9552-5e7a013431e6 req-a5226b56-176f-4902-bf03-5bdd72f93d7d tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] 10.222.0.45 "GET /v2.0/security-groups?id=1cc6ad58-dddb-4fcf-b68c-2275ad19dfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534108 Jan 21 09:41:33.218559 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.wsgi [-] (103182) accepted ('10.222.0.45', 39848) {{(pid=103182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:41:33.225198 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.v2.base [None req-85c49713-bb04-4bd5-80b7-5053a8923db2 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-746905012-network', 'tenant_id': '19fc5d13f8354e4caf80f220f92c0761'}} {{(pid=103182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:41:33.286388 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b6c3577-3c06-4e2c-8969-f363defea7df None None] Sync routers for ids ['daae59a1-b0b5-40c7-8881-501152a755ac'] in dv-cinder-804035-25-iscsi {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:41:33.298120 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b6c3577-3c06-4e2c-8969-f363defea7df None None] Routers {'daae59a1-b0b5-40c7-8881-501152a755ac'} bound to L3 agent in host dv-cinder-804035-25-iscsi {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 09:41:33.298881 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-6b6c3577-3c06-4e2c-8969-f363defea7df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-21T09:27:18Z,description=,heartbeat_timestamp=2022-01-21T09:41:18Z,host='dv-cinder-804035-25-iscsi',id=e2f5353c-5d20-4dd0-beb4-c302aead9ffd,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:27:19Z,topic='l3_agent')) {'router_ids': ['daae59a1-b0b5-40c7-8881-501152a755ac'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:33.374526 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85c49713-bb04-4bd5-80b7-5053a8923db2 admin admin] Made reservation on behalf of 19fc5d13f8354e4caf80f220f92c0761 for: {'network': 1} {{(pid=103182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:41:33.377256 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-85c49713-bb04-4bd5-80b7-5053a8923db2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for network (None), before_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:33.388666 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-85c49713-bb04-4bd5-80b7-5053a8923db2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:33.446470 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-6b6c3577-3c06-4e2c-8969-f363defea7df None None] Set router daae59a1-b0b5-40c7-8881-501152a755ac gateway port host: dv-cinder-804035-25-iscsi {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:41:33.506221 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-85c49713-bb04-4bd5-80b7-5053a8923db2 admin admin] Publish callbacks [] for security_group (5c0f7d25-96d1-45b3-a7f3-d078db939c4f), precommit_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:33.580487 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-85c49713-bb04-4bd5-80b7-5053a8923db2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126007'] for security_group (5c0f7d25-96d1-45b3-a7f3-d078db939c4f), after_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:33.616680 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85c49713-bb04-4bd5-80b7-5053a8923db2 admin admin] vlan segment allocate from pool success with {'vlan_id': 354, 'physical_network': 'physnet1'} {{(pid=103182) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:41:33.623713 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c49713-bb04-4bd5-80b7-5053a8923db2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c0f7d25-96d1-45b3-a7f3-d078db939c4f,revision_number=1']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:33.630910 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-85c49713-bb04-4bd5-80b7-5053a8923db2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906022'] for segment (dc28abba-2bb3-454e-b90e-5a05bb5be019), precommit_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:33.631251 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.db.segments_db [None req-85c49713-bb04-4bd5-80b7-5053a8923db2 admin admin] Added segment dc28abba-2bb3-454e-b90e-5a05bb5be019 of type vlan for network c1d729ad-2732-49cd-9e75-4cfeffdf1ac8 Jan 21 09:41:33.688997 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-85c49713-bb04-4bd5-80b7-5053a8923db2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774670334190'] for network (c1d729ad-2732-49cd-9e75-4cfeffdf1ac8), precommit_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:33.736832 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-6b6c3577-3c06-4e2c-8969-f363defea7df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daae59a1-b0b5-40c7-8881-501152a755ac', 'name': 'tempest-TestShelveInstance-1065983917-router', 'tenant_id': 'd2ac0334d1e14c29aa6222d547c64b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'external_fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '93bccaa3-b892-4457-927a-2ef77e091327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:41:25Z', 'updated_at': '2022-01-21T09:41:30Z', 'revision_number': 4, 'project_id': 'd2ac0334d1e14c29aa6222d547c64b00', 'gw_port': {'id': '93bccaa3-b892-4457-927a-2ef77e091327', 'name': '', 'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:5f:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daae59a1-b0b5-40c7-8881-501152a755ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:41:26Z', 'updated_at': '2022-01-21T09:41:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6accd444-6422-45bf-9c21-6be173243a45', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-25-iscsi', '_interfaces': [{'id': 'db5aff75-6e43-48df-812f-9444771a37e5', 'name': '', 'network_id': 'ec6c0da2-1dbe-43af-89f3-68cb39bbc90b', 'tenant_id': 'd2ac0334d1e14c29aa6222d547c64b00', 'mac_address': 'fa:16:3e:94:b1:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daae59a1-b0b5-40c7-8881-501152a755ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '1bf23acc-59f7-4a2a-af00-01a8c5f75fdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:41:29Z', 'updated_at': '2022-01-21T09:41:30Z', 'revision_number': 2, 'project_id': 'd2ac0334d1e14c29aa6222d547c64b00', 'subnets': [{'id': '1bf23acc-59f7-4a2a-af00-01a8c5f75fdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-25-iscsi', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:33.770755 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b6c3577-3c06-4e2c-8969-f363defea7df None None] Checking router: daae59a1-b0b5-40c7-8881-501152a755ac for host: dv-cinder-804035-25-iscsi {{(pid=103185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:41:33.771220 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b6c3577-3c06-4e2c-8969-f363defea7df None None] Updating router daae59a1-b0b5-40c7-8881-501152a755ac port db5aff75-6e43-48df-812f-9444771a37e5 binding host dv-cinder-804035-25-iscsi {{(pid=103185) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 09:41:33.785664 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-85c49713-bb04-4bd5-80b7-5053a8923db2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430'] for network (c1d729ad-2732-49cd-9e75-4cfeffdf1ac8), after_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:33.786746 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85c49713-bb04-4bd5-80b7-5053a8923db2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:33.787399 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-85c49713-bb04-4bd5-80b7-5053a8923db2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4184320'] for network (None), before_response {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:33.802104 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-6b6c3577-3c06-4e2c-8969-f363defea7df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (db5aff75-6e43-48df-812f-9444771a37e5), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:33.864540 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c49713-bb04-4bd5-80b7-5053a8923db2 admin admin] Pushing event updated for resources: {'Network': ['ID=c1d729ad-2732-49cd-9e75-4cfeffdf1ac8,revision_number=1']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:33.877542 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Network c1d729ad-2732-49cd-9e75-4cfeffdf1ac8 details requested by agent ovs-agent-dv-cinder-804035-25-iscsi with host dv-cinder-804035-25-iscsi {{(pid=103184) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 09:41:33.923602 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [None req-85c49713-bb04-4bd5-80b7-5053a8923db2 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7035191 Jan 21 09:41:33.923989 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.45', 39852) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:41:33.935101 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.v2.base [None req-1fe8ec98-7e24-4d52-9765-6a3f675b4691 admin admin] Request body: {'subnet': {'network_id': 'c1d729ad-2732-49cd-9e75-4cfeffdf1ac8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-746905012-subnet', 'tenant_id': '19fc5d13f8354e4caf80f220f92c0761', 'ip_version': 4}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:41:34.058478 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fe8ec98-7e24-4d52-9765-6a3f675b4691 admin admin] Made reservation on behalf of 19fc5d13f8354e4caf80f220f92c0761 for: {'subnet': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:41:34.061535 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1fe8ec98-7e24-4d52-9765-6a3f675b4691 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28848053'] for subnet (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:34.161219 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-6b6c3577-3c06-4e2c-8969-f363defea7df None None] Publish callbacks [] for port (db5aff75-6e43-48df-812f-9444771a37e5), precommit_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:34.222250 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Device 93bccaa3-b892-4457-927a-2ef77e091327 up at agent ovs-agent-dv-cinder-804035-25-iscsi {{(pid=103184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:41:34.247055 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-6b6c3577-3c06-4e2c-8969-f363defea7df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774670732957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774670299814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774670299832'] for port (db5aff75-6e43-48df-812f-9444771a37e5), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:34.351644 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6e519d-2795-41f4-a273-5753b23a342b req-459f3dbb-10ff-4034-bf42-6d3d4c7ce28a tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:34.354145 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-1b6e519d-2795-41f4-a273-5753b23a342b req-459f3dbb-10ff-4034-bf42-6d3d4c7ce28a tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c18953a-7af3-4d71-97ad-05eda7e34a73 HTTP/1.1" status: 200 len: 946 time: 0.0824943 Jan 21 09:41:34.355025 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.provisioning_blocks [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Provisioning complete for port 93bccaa3-b892-4457-927a-2ef77e091327 triggered by entity L2. {{(pid=103184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:41:34.355435 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983013'] for port (93bccaa3-b892-4457-927a-2ef77e091327), provisioning_complete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:34.373833 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6167603b-48d1-434b-8b33-398129c2d2f2 None None] Pushing event updated for resources: {'Port': ['ID=db5aff75-6e43-48df-812f-9444771a37e5,revision_number=3']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:34.384005 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-6b6c3577-3c06-4e2c-8969-f363defea7df None None] Attempting to bind port db5aff75-6e43-48df-812f-9444771a37e5 on host dv-cinder-804035-25-iscsi for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 09:41:34.390341 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-6b6c3577-3c06-4e2c-8969-f363defea7df None None] Attempting to bind port db5aff75-6e43-48df-812f-9444771a37e5 by drivers openvswitch,hyperv on host dv-cinder-804035-25-iscsi at level 0 using segments [{'id': 'aa78cb95-90e0-401d-9637-4d1897b31e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'ec6c0da2-1dbe-43af-89f3-68cb39bbc90b'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 09:41:34.390341 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b6c3577-3c06-4e2c-8969-f363defea7df None None] Attempting to bind port db5aff75-6e43-48df-812f-9444771a37e5 on network ec6c0da2-1dbe-43af-89f3-68cb39bbc90b {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:41:34.390341 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6167603b-48d1-434b-8b33-398129c2d2f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:34.390341 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6167603b-48d1-434b-8b33-398129c2d2f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:34.391124 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6167603b-48d1-434b-8b33-398129c2d2f2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:34.391586 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6167603b-48d1-434b-8b33-398129c2d2f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:34.392032 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6167603b-48d1-434b-8b33-398129c2d2f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:34.392462 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6167603b-48d1-434b-8b33-398129c2d2f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:34.392902 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6167603b-48d1-434b-8b33-398129c2d2f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:34.393996 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6167603b-48d1-434b-8b33-398129c2d2f2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:34.394432 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6167603b-48d1-434b-8b33-398129c2d2f2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:34.394873 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6167603b-48d1-434b-8b33-398129c2d2f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:34.395295 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6167603b-48d1-434b-8b33-398129c2d2f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:34.395824 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6167603b-48d1-434b-8b33-398129c2d2f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:34.396261 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6167603b-48d1-434b-8b33-398129c2d2f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:34.405139 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b6c3577-3c06-4e2c-8969-f363defea7df None None] Checking agent: {'id': 'a4f58dde-e5c6-489c-94fe-b355a6abc90e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-25-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 27, 22), 'started_at': datetime.datetime(2022, 1, 21, 9, 27, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 41, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-25-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:41:34.406160 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b6c3577-3c06-4e2c-8969-f363defea7df None None] Checking segment: {'id': 'aa78cb95-90e0-401d-9637-4d1897b31e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'ec6c0da2-1dbe-43af-89f3-68cb39bbc90b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 09:41:34.406340 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-6b6c3577-3c06-4e2c-8969-f363defea7df None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:34.406897 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b6c3577-3c06-4e2c-8969-f363defea7df None None] Bound using segment: {'id': 'aa78cb95-90e0-401d-9637-4d1897b31e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'ec6c0da2-1dbe-43af-89f3-68cb39bbc90b'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:41:34.407645 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-6b6c3577-3c06-4e2c-8969-f363defea7df None None] Bound port: db5aff75-6e43-48df-812f-9444771a37e5, host: dv-cinder-804035-25-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa78cb95-90e0-401d-9637-4d1897b31e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'ec6c0da2-1dbe-43af-89f3-68cb39bbc90b'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 09:41:34.408497 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-6b6c3577-3c06-4e2c-8969-f363defea7df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (db5aff75-6e43-48df-812f-9444771a37e5), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:34.461980 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1fe8ec98-7e24-4d52-9765-6a3f675b4691 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4120330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25182144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28848043'] for subnet (d1824b90-c9c1-4715-bae6-febec4e6282b), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:34.472579 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-1b6e519d-2795-41f4-a273-5753b23a342b req-e059ec35-a7ef-4edf-8ddf-f3677d93474c tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] 10.222.0.45 "GET /v2.0/security-groups?id=1cc6ad58-dddb-4fcf-b68c-2275ad19dfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053684 Jan 21 09:41:34.509470 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-6b6c3577-3c06-4e2c-8969-f363defea7df None None] For port db5aff75-6e43-48df-812f-9444771a37e5, host dv-cinder-804035-25-iscsi, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:41:34.522806 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Current status of the port 93bccaa3-b892-4457-927a-2ef77e091327 is: ACTIVE; New status is: ACTIVE {{(pid=103184) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:41:34.535171 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-6b6c3577-3c06-4e2c-8969-f363defea7df None None] For port db5aff75-6e43-48df-812f-9444771a37e5, host dv-cinder-804035-25-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-25-iscsi',level=0,port_id=db5aff75-6e43-48df-812f-9444771a37e5,segment=NetworkSegment(aa78cb95-90e0-401d-9637-4d1897b31e11),segment_id=aa78cb95-90e0-401d-9637-4d1897b31e11)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:41:34.545939 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe8ec98-7e24-4d52-9765-6a3f675b4691 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1824b90-c9c1-4715-bae6-febec4e6282b,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:34.589975 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe8ec98-7e24-4d52-9765-6a3f675b4691 admin admin] Checking segment: {'id': 'dc28abba-2bb3-454e-b90e-5a05bb5be019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'c1d729ad-2732-49cd-9e75-4cfeffdf1ac8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 09:41:34.590660 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fe8ec98-7e24-4d52-9765-6a3f675b4691 admin admin] Network hostable DHCP agents. Network: c1d729ad-2732-49cd-9e75-4cfeffdf1ac8, hostable agents: ['8a5d4a72-43a4-4fcf-b58e-bc9792bd5f0a'], hosted agents: [] {{(pid=103183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:41:34.626186 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-6b6c3577-3c06-4e2c-8969-f363defea7df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774670732957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774670299814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774670299832'] for port (db5aff75-6e43-48df-812f-9444771a37e5), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:34.665623 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.provisioning_blocks [None req-daa1b9b2-117a-4b8d-b5fd-c43de39262fc None None] Provisioning complete for port db5aff75-6e43-48df-812f-9444771a37e5 triggered by entity DHCP. {{(pid=103184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:41:34.666139 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-daa1b9b2-117a-4b8d-b5fd-c43de39262fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983013'] for port (db5aff75-6e43-48df-812f-9444771a37e5), provisioning_complete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:34.700036 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fe8ec98-7e24-4d52-9765-6a3f675b4691 admin admin] Network c1d729ad-2732-49cd-9e75-4cfeffdf1ac8 is scheduled to be hosted by DHCP agent 8a5d4a72-43a4-4fcf-b58e-bc9792bd5f0a with binding_index 1 {{(pid=103183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:41:34.716631 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b6c3577-3c06-4e2c-8969-f363defea7df None None] Routers {'daae59a1-b0b5-40c7-8881-501152a755ac'} bound to L3 agent in host dv-cinder-804035-25-iscsi {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 09:41:34.717754 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-6b6c3577-3c06-4e2c-8969-f363defea7df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-21T09:27:18Z,description=,heartbeat_timestamp=2022-01-21T09:41:18Z,host='dv-cinder-804035-25-iscsi',id=e2f5353c-5d20-4dd0-beb4-c302aead9ffd,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:27:19Z,topic='l3_agent')) {'router_ids': ['daae59a1-b0b5-40c7-8881-501152a755ac'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:34.784448 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-daa1b9b2-117a-4b8d-b5fd-c43de39262fc None None] Current status of the port db5aff75-6e43-48df-812f-9444771a37e5 is: DOWN; New status is: ACTIVE {{(pid=103184) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:41:34.785482 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-daa1b9b2-117a-4b8d-b5fd-c43de39262fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (db5aff75-6e43-48df-812f-9444771a37e5), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:34.791102 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-1fe8ec98-7e24-4d52-9765-6a3f675b4691 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-25-iscsi, c1d729ad-2732-49cd-9e75-4cfeffdf1ac8) {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:41:34.796907 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fe8ec98-7e24-4d52-9765-6a3f675b4691 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:34.797930 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1fe8ec98-7e24-4d52-9765-6a3f675b4691 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:34.810603 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-271689a4-96b8-4f77-9887-fdddb9f2fdc6 None None] Network c1d729ad-2732-49cd-9e75-4cfeffdf1ac8 requested from dv-cinder-804035-25-iscsi {{(pid=103184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 09:41:34.812689 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6167603b-48d1-434b-8b33-398129c2d2f2 None None] Pushing event updated for resources: {'Port': ['ID=db5aff75-6e43-48df-812f-9444771a37e5,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:34.880154 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-daa1b9b2-117a-4b8d-b5fd-c43de39262fc None None] For port db5aff75-6e43-48df-812f-9444771a37e5, host dv-cinder-804035-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-25-iscsi',level=0,port_id=db5aff75-6e43-48df-812f-9444771a37e5,segment=NetworkSegment(aa78cb95-90e0-401d-9637-4d1897b31e11),segment_id=aa78cb95-90e0-401d-9637-4d1897b31e11)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:41:34.899235 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.wsgi [-] (103182) accepted ('10.222.0.45', 39860) {{(pid=103182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:41:34.900899 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [None req-1fe8ec98-7e24-4d52-9765-6a3f675b4691 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9733782 Jan 21 09:41:34.906758 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.v2.base [None req-67d66a9a-8e1a-439f-b564-934402188d6b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-746905012-router', 'tenant_id': '19fc5d13f8354e4caf80f220f92c0761', 'external_gateway_info': {'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5'}}} {{(pid=103182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:41:35.008487 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-daa1b9b2-117a-4b8d-b5fd-c43de39262fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774670732957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774670299814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774670299832'] for port (db5aff75-6e43-48df-812f-9444771a37e5), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:35.100423 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22017fc-3c91-48ad-80d0-e6e9bb597d9c req-fc1a1e76-bed9-4c2b-a77c-00788c8c5a3e tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:35.100740 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-6b6c3577-3c06-4e2c-8969-f363defea7df None None] Set router daae59a1-b0b5-40c7-8881-501152a755ac gateway port host: dv-cinder-804035-25-iscsi {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:41:35.106952 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-e22017fc-3c91-48ad-80d0-e6e9bb597d9c req-fc1a1e76-bed9-4c2b-a77c-00788c8c5a3e tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c18953a-7af3-4d71-97ad-05eda7e34a73 HTTP/1.1" status: 200 len: 946 time: 0.1298103 Jan 21 09:41:35.108270 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-67d66a9a-8e1a-439f-b564-934402188d6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3844473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3103'] for router (74426a0b-ec2d-4eec-a4b4-b398be9e12dc), before_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:35.109808 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-67d66a9a-8e1a-439f-b564-934402188d6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3843017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3850133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3732829', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3092'] for router (74426a0b-ec2d-4eec-a4b4-b398be9e12dc), precommit_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:35.197675 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-336eb794-f61f-4319-b139-bca20f8ddfaf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdb391ba1-f7e2-5f62-9648-e4a8f7be7f09-c1d729ad-2732-49cd-9e75-4cfeffdf1ac8', 'network_id': 'c1d729ad-2732-49cd-9e75-4cfeffdf1ac8', 'project_id': '19fc5d13f8354e4caf80f220f92c0761', 'fixed_ips': [{'subnet_id': 'd1824b90-c9c1-4715-bae6-febec4e6282b'}]}} from dv-cinder-804035-25-iscsi. {{(pid=103184) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 21 09:41:35.198857 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-336eb794-f61f-4319-b139-bca20f8ddfaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:35.216387 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa1b9b2-117a-4b8d-b5fd-c43de39262fc None None] Pushing event updated for resources: {'Port': ['ID=db5aff75-6e43-48df-812f-9444771a37e5,revision_number=5']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:35.229350 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.provisioning_blocks [None req-2e461811-6f42-4054-9f00-8eae0113e650 None None] Provisioning complete for port db5aff75-6e43-48df-812f-9444771a37e5 triggered by entity DHCP. {{(pid=103184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:41:35.229350 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2e461811-6f42-4054-9f00-8eae0113e650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983013'] for port (db5aff75-6e43-48df-812f-9444771a37e5), provisioning_complete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:35.325540 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-67d66a9a-8e1a-439f-b564-934402188d6b admin admin] Publish callbacks [] for router_controller (74426a0b-ec2d-4eec-a4b4-b398be9e12dc), precommit_add_association {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:35.397756 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b74ade-8ea6-4efc-a3ee-6541b180b240 req-98aece67-a93d-4e55-88a1-d57019ba48a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:35.400494 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-e0b74ade-8ea6-4efc-a3ee-6541b180b240 req-98aece67-a93d-4e55-88a1-d57019ba48a8 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=2322cb784615409bb15a6f49522d3b34&device_id=9c18953a-7af3-4d71-97ad-05eda7e34a73 HTTP/1.1" status: 200 len: 1099 time: 0.2729969 Jan 21 09:41:35.411023 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-e22017fc-3c91-48ad-80d0-e6e9bb597d9c req-3a32b911-27a8-4dc8-87b0-3b430db74046 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] 10.222.0.45 "GET /v2.0/security-groups?id=1cc6ad58-dddb-4fcf-b68c-2275ad19dfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2841091 Jan 21 09:41:35.434531 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [None req-336eb794-f61f-4319-b139-bca20f8ddfaf None None] Allocated IP 172.20.0.2 (c1d729ad-2732-49cd-9e75-4cfeffdf1ac8/d1824b90-c9c1-4715-bae6-febec4e6282b/fa9fc595-6ba9-4c5d-88cc-f548476f3fbf) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:41:35.497868 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-2e461811-6f42-4054-9f00-8eae0113e650 None None] Current status of the port db5aff75-6e43-48df-812f-9444771a37e5 is: ACTIVE; New status is: ACTIVE {{(pid=103184) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:41:35.501957 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-6b6c3577-3c06-4e2c-8969-f363defea7df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daae59a1-b0b5-40c7-8881-501152a755ac', 'name': 'tempest-TestShelveInstance-1065983917-router', 'tenant_id': 'd2ac0334d1e14c29aa6222d547c64b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'external_fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '93bccaa3-b892-4457-927a-2ef77e091327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:41:25Z', 'updated_at': '2022-01-21T09:41:30Z', 'revision_number': 4, 'project_id': 'd2ac0334d1e14c29aa6222d547c64b00', 'gw_port': {'id': '93bccaa3-b892-4457-927a-2ef77e091327', 'name': '', 'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:5f:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daae59a1-b0b5-40c7-8881-501152a755ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:41:26Z', 'updated_at': '2022-01-21T09:41:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6accd444-6422-45bf-9c21-6be173243a45', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-25-iscsi', '_interfaces': [{'id': 'db5aff75-6e43-48df-812f-9444771a37e5', 'name': '', 'network_id': 'ec6c0da2-1dbe-43af-89f3-68cb39bbc90b', 'tenant_id': 'd2ac0334d1e14c29aa6222d547c64b00', 'mac_address': 'fa:16:3e:94:b1:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daae59a1-b0b5-40c7-8881-501152a755ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '1bf23acc-59f7-4a2a-af00-01a8c5f75fdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:41:29Z', 'updated_at': '2022-01-21T09:41:34Z', 'revision_number': 4, 'project_id': 'd2ac0334d1e14c29aa6222d547c64b00', 'subnets': [{'id': '1bf23acc-59f7-4a2a-af00-01a8c5f75fdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-25-iscsi', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:35.554681 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b6c3577-3c06-4e2c-8969-f363defea7df None None] The sync data for ids ['daae59a1-b0b5-40c7-8881-501152a755ac'] in dv-cinder-804035-25-iscsi is: [{'id': 'daae59a1-b0b5-40c7-8881-501152a755ac', 'name': 'tempest-TestShelveInstance-1065983917-router', 'tenant_id': 'd2ac0334d1e14c29aa6222d547c64b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'external_fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '93bccaa3-b892-4457-927a-2ef77e091327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:41:25Z', 'updated_at': '2022-01-21T09:41:30Z', 'revision_number': 4, 'project_id': 'd2ac0334d1e14c29aa6222d547c64b00', 'gw_port': {'id': '93bccaa3-b892-4457-927a-2ef77e091327', 'name': '', 'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:5f:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daae59a1-b0b5-40c7-8881-501152a755ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:41:26Z', 'updated_at': '2022-01-21T09:41:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6accd444-6422-45bf-9c21-6be173243a45', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-25-iscsi', '_interfaces': [{'id': 'db5aff75-6e43-48df-812f-9444771a37e5', 'name': '', 'network_id': 'ec6c0da2-1dbe-43af-89f3-68cb39bbc90b', 'tenant_id': 'd2ac0334d1e14c29aa6222d547c64b00', 'mac_address': 'fa:16:3e:94:b1:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daae59a1-b0b5-40c7-8881-501152a755ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '1bf23acc-59f7-4a2a-af00-01a8c5f75fdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:41:29Z', 'updated_at': '2022-01-21T09:41:34Z', 'revision_number': 4, 'project_id': 'd2ac0334d1e14c29aa6222d547c64b00', 'subnets': [{'id': '1bf23acc-59f7-4a2a-af00-01a8c5f75fdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:41:35.735074 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-336eb794-f61f-4319-b139-bca20f8ddfaf None None] Publish callbacks [] for port (fa9fc595-6ba9-4c5d-88cc-f548476f3fbf), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:35.810205 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-336eb794-f61f-4319-b139-bca20f8ddfaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774670299796'] for port (fa9fc595-6ba9-4c5d-88cc-f548476f3fbf), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:35.811463 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-67d66a9a-8e1a-439f-b564-934402188d6b admin admin] Publish callbacks [] for router_gateway (74426a0b-ec2d-4eec-a4b4-b398be9e12dc), precommit_update {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:35.845318 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b74ade-8ea6-4efc-a3ee-6541b180b240 req-1e626b51-5681-4ef3-ad6d-dc842b56267b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:35.849551 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-e0b74ade-8ea6-4efc-a3ee-6541b180b240 req-1e626b51-5681-4ef3-ad6d-dc842b56267b service neutron] 10.222.0.109 "GET /v2.0/networks?id=0dd36bcf-7b04-41a7-a991-1f81f12526d5 HTTP/1.1" status: 200 len: 912 time: 0.4337683 Jan 21 09:41:35.888490 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-336eb794-f61f-4319-b139-bca20f8ddfaf None None] Network c1d729ad-2732-49cd-9e75-4cfeffdf1ac8 is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:41:35.895348 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-336eb794-f61f-4319-b139-bca20f8ddfaf None None] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:41:35.906623 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-336eb794-f61f-4319-b139-bca20f8ddfaf None None] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 09:41:35.923516 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336eb794-f61f-4319-b139-bca20f8ddfaf None None] Pushing event updated for resources: {'Port': ['ID=fa9fc595-6ba9-4c5d-88cc-f548476f3fbf,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:36.025373 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [None req-336eb794-f61f-4319-b139-bca20f8ddfaf None None] Attempting to bind port fa9fc595-6ba9-4c5d-88cc-f548476f3fbf on host dv-cinder-804035-25-iscsi for vnic_type normal with profile {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 09:41:36.025773 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [None req-336eb794-f61f-4319-b139-bca20f8ddfaf None None] Attempting to bind port fa9fc595-6ba9-4c5d-88cc-f548476f3fbf by drivers openvswitch,hyperv on host dv-cinder-804035-25-iscsi at level 0 using segments [{'id': 'dc28abba-2bb3-454e-b90e-5a05bb5be019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'c1d729ad-2732-49cd-9e75-4cfeffdf1ac8'}] {{(pid=103184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 09:41:36.026159 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-336eb794-f61f-4319-b139-bca20f8ddfaf None None] Attempting to bind port fa9fc595-6ba9-4c5d-88cc-f548476f3fbf on network c1d729ad-2732-49cd-9e75-4cfeffdf1ac8 {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:41:36.033047 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-336eb794-f61f-4319-b139-bca20f8ddfaf None None] Checking agent: {'id': 'a4f58dde-e5c6-489c-94fe-b355a6abc90e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-25-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 27, 22), 'started_at': datetime.datetime(2022, 1, 21, 9, 27, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 41, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-25-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:41:36.033560 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-336eb794-f61f-4319-b139-bca20f8ddfaf None None] Checking segment: {'id': 'dc28abba-2bb3-454e-b90e-5a05bb5be019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'c1d729ad-2732-49cd-9e75-4cfeffdf1ac8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 09:41:36.034560 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-336eb794-f61f-4319-b139-bca20f8ddfaf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:36.035009 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-336eb794-f61f-4319-b139-bca20f8ddfaf None None] Bound using segment: {'id': 'dc28abba-2bb3-454e-b90e-5a05bb5be019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'c1d729ad-2732-49cd-9e75-4cfeffdf1ac8'} {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:41:36.035507 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [None req-336eb794-f61f-4319-b139-bca20f8ddfaf None None] Bound port: fa9fc595-6ba9-4c5d-88cc-f548476f3fbf, host: dv-cinder-804035-25-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc28abba-2bb3-454e-b90e-5a05bb5be019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'c1d729ad-2732-49cd-9e75-4cfeffdf1ac8'}}] {{(pid=103184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 09:41:36.035900 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-336eb794-f61f-4319-b139-bca20f8ddfaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (fa9fc595-6ba9-4c5d-88cc-f548476f3fbf), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:36.043954 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-e0b74ade-8ea6-4efc-a3ee-6541b180b240 req-b1f71851-16c7-469b-b32f-e5ada3bd62f6 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=da26baff-2b3f-4d1c-9008-db890c2d77f2 HTTP/1.1" status: 200 len: 1002 time: 0.1863749 Jan 21 09:41:36.134158 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-336eb794-f61f-4319-b139-bca20f8ddfaf None None] For port fa9fc595-6ba9-4c5d-88cc-f548476f3fbf, host dv-cinder-804035-25-iscsi, cleared binding levels {{(pid=103184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:41:36.145696 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-336eb794-f61f-4319-b139-bca20f8ddfaf None None] For port fa9fc595-6ba9-4c5d-88cc-f548476f3fbf, host dv-cinder-804035-25-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-25-iscsi',level=0,port_id=fa9fc595-6ba9-4c5d-88cc-f548476f3fbf,segment=NetworkSegment(dc28abba-2bb3-454e-b90e-5a05bb5be019),segment_id=dc28abba-2bb3-454e-b90e-5a05bb5be019)] {{(pid=103184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:41:36.151364 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b74ade-8ea6-4efc-a3ee-6541b180b240 req-77bc3bae-1fea-4ea4-ae36-bdc933abc17a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:36.152977 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-e0b74ade-8ea6-4efc-a3ee-6541b180b240 req-77bc3bae-1fea-4ea4-ae36-bdc933abc17a service neutron] 10.222.0.109 "GET /v2.0/subnets?id=f2cbcea8-b408-46a8-bbe1-71aa15cb4674 HTTP/1.1" status: 200 len: 850 time: 0.1008317 Jan 21 09:41:36.220947 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-336eb794-f61f-4319-b139-bca20f8ddfaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774670732957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774670299814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774670299832'] for port (fa9fc595-6ba9-4c5d-88cc-f548476f3fbf), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:36.342881 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336eb794-f61f-4319-b139-bca20f8ddfaf None None] Pushing event updated for resources: {'Port': ['ID=fa9fc595-6ba9-4c5d-88cc-f548476f3fbf,revision_number=2']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:36.390115 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Device db5aff75-6e43-48df-812f-9444771a37e5 up at agent ovs-agent-dv-cinder-804035-25-iscsi {{(pid=103184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:41:36.394010 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b74ade-8ea6-4efc-a3ee-6541b180b240 req-8a0861f4-3ff5-43ff-9ca0-c24b5c8750f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:36.396980 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-e0b74ade-8ea6-4efc-a3ee-6541b180b240 req-8a0861f4-3ff5-43ff-9ca0-c24b5c8750f7 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=0dd36bcf-7b04-41a7-a991-1f81f12526d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2363625 Jan 21 09:41:36.494402 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-67d66a9a-8e1a-439f-b564-934402188d6b admin admin] Publish callbacks [] for router_gateway (74426a0b-ec2d-4eec-a4b4-b398be9e12dc), before_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:36.517934 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.provisioning_blocks [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Provisioning complete for port db5aff75-6e43-48df-812f-9444771a37e5 triggered by entity L2. {{(pid=103184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:41:36.519117 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983013'] for port (db5aff75-6e43-48df-812f-9444771a37e5), provisioning_complete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:36.617238 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-67d66a9a-8e1a-439f-b564-934402188d6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (None), before_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:36.700184 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Current status of the port db5aff75-6e43-48df-812f-9444771a37e5 is: ACTIVE; New status is: ACTIVE {{(pid=103184) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:41:36.858119 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-e0b74ade-8ea6-4efc-a3ee-6541b180b240 req-4e139fbe-a5ac-40a1-9b21-718d2ddf3a40 service neutron] 10.222.0.109 "GET /v2.0/networks/0dd36bcf-7b04-41a7-a991-1f81f12526d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4353940 Jan 21 09:41:36.940128 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f7c2b1-62f5-4e8f-b49a-c9c1be5601de req-311baa78-6e9d-47f9-aa88-682cdcf0d478 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:36.943392 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-85f7c2b1-62f5-4e8f-b49a-c9c1be5601de req-311baa78-6e9d-47f9-aa88-682cdcf0d478 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c18953a-7af3-4d71-97ad-05eda7e34a73 HTTP/1.1" status: 200 len: 946 time: 0.3171427 Jan 21 09:41:36.981746 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.db.db_base_plugin_common [None req-67d66a9a-8e1a-439f-b564-934402188d6b admin admin] Allocated IP 172.27.3.24 (c13ce787-b669-4a63-b567-cda42d951ad5/6accd444-6422-45bf-9c21-6be173243a45/9fc52fe7-c117-4c04-aa96-4b5188f121f3) {{(pid=103182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:41:37.287954 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-85f7c2b1-62f5-4e8f-b49a-c9c1be5601de req-590390f8-805b-4a5b-a41e-beca1d9db611 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] 10.222.0.45 "GET /v2.0/security-groups?id=1cc6ad58-dddb-4fcf-b68c-2275ad19dfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3227835 Jan 21 09:41:37.299373 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-e0b74ade-8ea6-4efc-a3ee-6541b180b240 req-750bc08b-c027-40d2-98d7-6bf3d5a7c562 service neutron] 10.222.0.109 "GET /v2.0/networks/0dd36bcf-7b04-41a7-a991-1f81f12526d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4332955 Jan 21 09:41:37.382259 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-67d66a9a-8e1a-439f-b564-934402188d6b admin admin] Publish callbacks [] for port (9fc52fe7-c117-4c04-aa96-4b5188f121f3), precommit_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:37.540735 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-67d66a9a-8e1a-439f-b564-934402188d6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774670299796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29186853'] for port (9fc52fe7-c117-4c04-aa96-4b5188f121f3), after_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:37.589721 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67d66a9a-8e1a-439f-b564-934402188d6b admin admin] Network c13ce787-b669-4a63-b567-cda42d951ad5 is already hosted by enough agents. {{(pid=103182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:41:37.595611 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.scheduler.base_scheduler [None req-67d66a9a-8e1a-439f-b564-934402188d6b admin admin] Resources bound (agent type, host, resource id): {{(pid=103182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:41:37.600382 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d66a9a-8e1a-439f-b564-934402188d6b admin admin] Received port after_create {{(pid=103182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 09:41:37.632463 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e25e7c9f-2c20-4591-94e0-35ea58490bf9 None None] Network c1d729ad-2732-49cd-9e75-4cfeffdf1ac8 requested from dv-cinder-804035-25-iscsi {{(pid=103184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 09:41:37.633334 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d66a9a-8e1a-439f-b564-934402188d6b admin admin] Pushing event updated for resources: {'Port': ['ID=9fc52fe7-c117-4c04-aa96-4b5188f121f3,revision_number=1']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:37.781775 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.provisioning_blocks [None req-65c29ed7-a4a0-4682-ab82-23baa4e0679c None None] Provisioning complete for port fa9fc595-6ba9-4c5d-88cc-f548476f3fbf triggered by entity DHCP. {{(pid=103184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:41:37.782358 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-65c29ed7-a4a0-4682-ab82-23baa4e0679c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983013'] for port (fa9fc595-6ba9-4c5d-88cc-f548476f3fbf), provisioning_complete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:37.919980 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-65c29ed7-a4a0-4682-ab82-23baa4e0679c None None] Current status of the port fa9fc595-6ba9-4c5d-88cc-f548476f3fbf is: DOWN; New status is: ACTIVE {{(pid=103184) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:41:37.920374 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-65c29ed7-a4a0-4682-ab82-23baa4e0679c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (fa9fc595-6ba9-4c5d-88cc-f548476f3fbf), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:37.985625 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-65c29ed7-a4a0-4682-ab82-23baa4e0679c None None] For port fa9fc595-6ba9-4c5d-88cc-f548476f3fbf, host dv-cinder-804035-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-25-iscsi',level=0,port_id=fa9fc595-6ba9-4c5d-88cc-f548476f3fbf,segment=NetworkSegment(dc28abba-2bb3-454e-b90e-5a05bb5be019),segment_id=dc28abba-2bb3-454e-b90e-5a05bb5be019)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:41:38.141230 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-65c29ed7-a4a0-4682-ab82-23baa4e0679c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774670732957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774670299814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774670299832'] for port (fa9fc595-6ba9-4c5d-88cc-f548476f3fbf), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:38.167154 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-67d66a9a-8e1a-439f-b564-934402188d6b admin admin] Publish callbacks [] for router_gateway (74426a0b-ec2d-4eec-a4b4-b398be9e12dc), after_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:38.228921 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c29ed7-a4a0-4682-ab82-23baa4e0679c None None] Pushing event updated for resources: {'Port': ['ID=fa9fc595-6ba9-4c5d-88cc-f548476f3fbf,revision_number=3']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:38.274519 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.provisioning_blocks [None req-9fb28cd4-063a-40eb-beec-1d27d1c13924 None None] Provisioning complete for port fa9fc595-6ba9-4c5d-88cc-f548476f3fbf triggered by entity DHCP. {{(pid=103184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:41:38.275237 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9fb28cd4-063a-40eb-beec-1d27d1c13924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983013'] for port (fa9fc595-6ba9-4c5d-88cc-f548476f3fbf), provisioning_complete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:38.402340 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Device fa9fc595-6ba9-4c5d-88cc-f548476f3fbf up at agent ovs-agent-dv-cinder-804035-25-iscsi {{(pid=103184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:41:38.494166 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-9fb28cd4-063a-40eb-beec-1d27d1c13924 None None] Current status of the port fa9fc595-6ba9-4c5d-88cc-f548476f3fbf is: ACTIVE; New status is: ACTIVE {{(pid=103184) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:41:38.513827 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.provisioning_blocks [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Provisioning complete for port fa9fc595-6ba9-4c5d-88cc-f548476f3fbf triggered by entity L2. {{(pid=103184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:41:38.514466 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983013'] for port (fa9fc595-6ba9-4c5d-88cc-f548476f3fbf), provisioning_complete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:38.532213 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd73cc27-2eaa-457c-aaba-91ee6bdf8bc0 req-63a09f63-7004-4f8d-81cd-3d76d10dee0a tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:38.536380 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-bd73cc27-2eaa-457c-aaba-91ee6bdf8bc0 req-63a09f63-7004-4f8d-81cd-3d76d10dee0a tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c18953a-7af3-4d71-97ad-05eda7e34a73 HTTP/1.1" status: 200 len: 946 time: 0.1444626 Jan 21 09:41:38.544373 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-67d66a9a-8e1a-439f-b564-934402188d6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3843070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3846200'] for router (74426a0b-ec2d-4eec-a4b4-b398be9e12dc), after_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:38.612704 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Current status of the port fa9fc595-6ba9-4c5d-88cc-f548476f3fbf is: ACTIVE; New status is: ACTIVE {{(pid=103184) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:41:38.776384 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-bd73cc27-2eaa-457c-aaba-91ee6bdf8bc0 req-317640fa-a32f-4a78-9a54-1b91cb60ce7f tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] 10.222.0.45 "GET /v2.0/security-groups?id=1cc6ad58-dddb-4fcf-b68c-2275ad19dfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2206845 Jan 21 09:41:38.968597 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67d66a9a-8e1a-439f-b564-934402188d6b admin admin] Router 74426a0b-ec2d-4eec-a4b4-b398be9e12dc is scheduled to L3 agent e2f5353c-5d20-4dd0-beb4-c302aead9ffd with binding_index 1 {{(pid=103182) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 09:41:39.107760 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67d66a9a-8e1a-439f-b564-934402188d6b admin admin] Notify agent at l3_agent.dv-cinder-804035-25-iscsi the message routers_updated {{(pid=103182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:41:39.121864 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-263ae5d8-74b1-4c9c-bba5-229a8757b52c None None] Sync routers for ids ['74426a0b-ec2d-4eec-a4b4-b398be9e12dc'] in dv-cinder-804035-25-iscsi {{(pid=103184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:41:39.137058 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-263ae5d8-74b1-4c9c-bba5-229a8757b52c None None] Routers {'74426a0b-ec2d-4eec-a4b4-b398be9e12dc'} bound to L3 agent in host dv-cinder-804035-25-iscsi {{(pid=103184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 09:41:39.138067 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.l3_hamode_db [None req-263ae5d8-74b1-4c9c-bba5-229a8757b52c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-21T09:27:18Z,description=,heartbeat_timestamp=2022-01-21T09:41:18Z,host='dv-cinder-804035-25-iscsi',id=e2f5353c-5d20-4dd0-beb4-c302aead9ffd,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:27:19Z,topic='l3_agent')) {'router_ids': ['74426a0b-ec2d-4eec-a4b4-b398be9e12dc'], 'active': True} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:39.217651 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-67d66a9a-8e1a-439f-b564-934402188d6b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:39.219990 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [None req-67d66a9a-8e1a-439f-b564-934402188d6b admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 4.3190732 Jan 21 09:41:39.223477 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.wsgi [-] (103182) accepted ('10.222.0.45', 39882) {{(pid=103182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:41:39.441586 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.l3_dvr_db [None req-263ae5d8-74b1-4c9c-bba5-229a8757b52c None None] Set router 74426a0b-ec2d-4eec-a4b4-b398be9e12dc gateway port host: dv-cinder-804035-25-iscsi {{(pid=103184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:41:39.725111 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.l3_hamode_db [None req-263ae5d8-74b1-4c9c-bba5-229a8757b52c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74426a0b-ec2d-4eec-a4b4-b398be9e12dc', 'name': 'tempest-TestShelveInstance-746905012-router', 'tenant_id': '19fc5d13f8354e4caf80f220f92c0761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'external_fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.24'}], 'enable_snat': True}, 'gw_port_id': '9fc52fe7-c117-4c04-aa96-4b5188f121f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:41:35Z', 'updated_at': '2022-01-21T09:41:37Z', 'revision_number': 3, 'project_id': '19fc5d13f8354e4caf80f220f92c0761', 'gw_port': {'id': '9fc52fe7-c117-4c04-aa96-4b5188f121f3', 'name': '', 'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:73:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74426a0b-ec2d-4eec-a4b4-b398be9e12dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:41:36Z', 'updated_at': '2022-01-21T09:41:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6accd444-6422-45bf-9c21-6be173243a45', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-25-iscsi'}], 'dv-cinder-804035-25-iscsi', False) {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:39.771644 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-263ae5d8-74b1-4c9c-bba5-229a8757b52c None None] Checking router: 74426a0b-ec2d-4eec-a4b4-b398be9e12dc for host: dv-cinder-804035-25-iscsi {{(pid=103184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:41:39.771916 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-263ae5d8-74b1-4c9c-bba5-229a8757b52c None None] Updating router 74426a0b-ec2d-4eec-a4b4-b398be9e12dc port 9fc52fe7-c117-4c04-aa96-4b5188f121f3 binding host dv-cinder-804035-25-iscsi {{(pid=103184) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 09:41:39.804366 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-263ae5d8-74b1-4c9c-bba5-229a8757b52c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (9fc52fe7-c117-4c04-aa96-4b5188f121f3), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:40.117031 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-be684408-6c7e-4d2f-b15d-31be1f35a998 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (None), before_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:40.209550 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-263ae5d8-74b1-4c9c-bba5-229a8757b52c None None] Publish callbacks [] for port (9fc52fe7-c117-4c04-aa96-4b5188f121f3), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:40.255103 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Device fa9fc595-6ba9-4c5d-88cc-f548476f3fbf up at agent ovs-agent-dv-cinder-804035-25-iscsi {{(pid=103184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:41:40.321593 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-263ae5d8-74b1-4c9c-bba5-229a8757b52c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774670732957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774670299814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774670299832'] for port (9fc52fe7-c117-4c04-aa96-4b5188f121f3), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:40.336147 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.provisioning_blocks [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Provisioning complete for port fa9fc595-6ba9-4c5d-88cc-f548476f3fbf triggered by entity L2. {{(pid=103184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:41:40.336770 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983013'] for port (fa9fc595-6ba9-4c5d-88cc-f548476f3fbf), provisioning_complete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:40.346769 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.db.db_base_plugin_common [None req-be684408-6c7e-4d2f-b15d-31be1f35a998 admin admin] Allocated IP 172.20.0.1 (c1d729ad-2732-49cd-9e75-4cfeffdf1ac8/d1824b90-c9c1-4715-bae6-febec4e6282b/f3c5d5f2-8928-4fc3-ba2c-8290e4eabd44) {{(pid=103182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:41:40.459632 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7001458a-750f-4b0c-b309-11836ffb8611 None None] Pushing event updated for resources: {'Port': ['ID=9fc52fe7-c117-4c04-aa96-4b5188f121f3,revision_number=2']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:40.470716 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [None req-263ae5d8-74b1-4c9c-bba5-229a8757b52c None None] Attempting to bind port 9fc52fe7-c117-4c04-aa96-4b5188f121f3 on host dv-cinder-804035-25-iscsi for vnic_type normal with profile {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 09:41:40.471345 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [None req-263ae5d8-74b1-4c9c-bba5-229a8757b52c None None] Attempting to bind port 9fc52fe7-c117-4c04-aa96-4b5188f121f3 by drivers openvswitch,hyperv on host dv-cinder-804035-25-iscsi at level 0 using segments [{'id': '04cdc6b6-1d9e-45db-8cc2-90c03cb493f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5'}] {{(pid=103184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 09:41:40.471953 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-263ae5d8-74b1-4c9c-bba5-229a8757b52c None None] Attempting to bind port 9fc52fe7-c117-4c04-aa96-4b5188f121f3 on network c13ce787-b669-4a63-b567-cda42d951ad5 {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:41:40.483851 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-263ae5d8-74b1-4c9c-bba5-229a8757b52c None None] Checking agent: {'id': 'a4f58dde-e5c6-489c-94fe-b355a6abc90e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-25-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 27, 22), 'started_at': datetime.datetime(2022, 1, 21, 9, 27, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 41, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-25-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:41:40.484687 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-263ae5d8-74b1-4c9c-bba5-229a8757b52c None None] Checking segment: {'id': '04cdc6b6-1d9e-45db-8cc2-90c03cb493f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 09:41:40.485546 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-263ae5d8-74b1-4c9c-bba5-229a8757b52c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:40.486002 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-263ae5d8-74b1-4c9c-bba5-229a8757b52c None None] Bound using segment: {'id': '04cdc6b6-1d9e-45db-8cc2-90c03cb493f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5'} {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:41:40.487334 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [None req-263ae5d8-74b1-4c9c-bba5-229a8757b52c None None] Bound port: 9fc52fe7-c117-4c04-aa96-4b5188f121f3, host: dv-cinder-804035-25-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04cdc6b6-1d9e-45db-8cc2-90c03cb493f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5'}}] {{(pid=103184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 09:41:40.487963 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-263ae5d8-74b1-4c9c-bba5-229a8757b52c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (9fc52fe7-c117-4c04-aa96-4b5188f121f3), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:40.556450 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-be684408-6c7e-4d2f-b15d-31be1f35a998 admin admin] Publish callbacks [] for port (f3c5d5f2-8928-4fc3-ba2c-8290e4eabd44), precommit_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:40.609783 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-263ae5d8-74b1-4c9c-bba5-229a8757b52c None None] For port 9fc52fe7-c117-4c04-aa96-4b5188f121f3, host dv-cinder-804035-25-iscsi, cleared binding levels {{(pid=103184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:41:40.620887 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Current status of the port fa9fc595-6ba9-4c5d-88cc-f548476f3fbf is: ACTIVE; New status is: ACTIVE {{(pid=103184) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:41:40.628420 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-263ae5d8-74b1-4c9c-bba5-229a8757b52c None None] For port 9fc52fe7-c117-4c04-aa96-4b5188f121f3, host dv-cinder-804035-25-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-25-iscsi',level=0,port_id=9fc52fe7-c117-4c04-aa96-4b5188f121f3,segment=NetworkSegment(04cdc6b6-1d9e-45db-8cc2-90c03cb493f2),segment_id=04cdc6b6-1d9e-45db-8cc2-90c03cb493f2)] {{(pid=103184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:41:40.711838 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-be684408-6c7e-4d2f-b15d-31be1f35a998 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774670299796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29186853'] for port (f3c5d5f2-8928-4fc3-ba2c-8290e4eabd44), after_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:40.740355 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-263ae5d8-74b1-4c9c-bba5-229a8757b52c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774670732957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774670299814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774670299832'] for port (9fc52fe7-c117-4c04-aa96-4b5188f121f3), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:40.761590 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be684408-6c7e-4d2f-b15d-31be1f35a998 admin admin] Network c1d729ad-2732-49cd-9e75-4cfeffdf1ac8 is already hosted by enough agents. {{(pid=103182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:41:40.766092 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.scheduler.base_scheduler [None req-be684408-6c7e-4d2f-b15d-31be1f35a998 admin admin] Resources bound (agent type, host, resource id): {{(pid=103182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:41:40.769875 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be684408-6c7e-4d2f-b15d-31be1f35a998 admin admin] Received port after_create {{(pid=103182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 09:41:40.815781 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-263ae5d8-74b1-4c9c-bba5-229a8757b52c None None] Routers {'74426a0b-ec2d-4eec-a4b4-b398be9e12dc'} bound to L3 agent in host dv-cinder-804035-25-iscsi {{(pid=103184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 09:41:40.816306 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.l3_hamode_db [None req-263ae5d8-74b1-4c9c-bba5-229a8757b52c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-21T09:27:18Z,description=,heartbeat_timestamp=2022-01-21T09:41:18Z,host='dv-cinder-804035-25-iscsi',id=e2f5353c-5d20-4dd0-beb4-c302aead9ffd,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:27:19Z,topic='l3_agent')) {'router_ids': ['74426a0b-ec2d-4eec-a4b4-b398be9e12dc'], 'active': True} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:40.842081 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be684408-6c7e-4d2f-b15d-31be1f35a998 admin admin] Pushing event updated for resources: {'Port': ['ID=f3c5d5f2-8928-4fc3-ba2c-8290e4eabd44,revision_number=1']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:40.870460 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-be684408-6c7e-4d2f-b15d-31be1f35a998 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3852810'] for router_interface (74426a0b-ec2d-4eec-a4b4-b398be9e12dc), before_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:40.882647 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7001458a-750f-4b0c-b309-11836ffb8611 None None] Pushing event updated for resources: {'Port': ['ID=9fc52fe7-c117-4c04-aa96-4b5188f121f3,revision_number=3']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:40.997202 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.l3_dvr_db [None req-263ae5d8-74b1-4c9c-bba5-229a8757b52c None None] Set router 74426a0b-ec2d-4eec-a4b4-b398be9e12dc gateway port host: dv-cinder-804035-25-iscsi {{(pid=103184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:41:41.138803 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-be684408-6c7e-4d2f-b15d-31be1f35a998 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (f3c5d5f2-8928-4fc3-ba2c-8290e4eabd44), before_update {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:41.282655 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.provisioning_blocks [None req-0519ed5a-d3e1-4be0-af41-5b0656806a6d None None] Provisioning complete for port f3c5d5f2-8928-4fc3-ba2c-8290e4eabd44 triggered by entity DHCP. {{(pid=103184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:41:41.283442 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0519ed5a-d3e1-4be0-af41-5b0656806a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983013'] for port (f3c5d5f2-8928-4fc3-ba2c-8290e4eabd44), provisioning_complete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:41.367668 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-0519ed5a-d3e1-4be0-af41-5b0656806a6d None None] Port f3c5d5f2-8928-4fc3-ba2c-8290e4eabd44 cannot update to ACTIVE because it is not bound. {{(pid=103184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 21 09:41:41.394982 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.l3_hamode_db [None req-263ae5d8-74b1-4c9c-bba5-229a8757b52c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74426a0b-ec2d-4eec-a4b4-b398be9e12dc', 'name': 'tempest-TestShelveInstance-746905012-router', 'tenant_id': '19fc5d13f8354e4caf80f220f92c0761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'external_fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.24'}], 'enable_snat': True}, 'gw_port_id': '9fc52fe7-c117-4c04-aa96-4b5188f121f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:41:35Z', 'updated_at': '2022-01-21T09:41:37Z', 'revision_number': 3, 'project_id': '19fc5d13f8354e4caf80f220f92c0761', 'gw_port': {'id': '9fc52fe7-c117-4c04-aa96-4b5188f121f3', 'name': '', 'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:73:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74426a0b-ec2d-4eec-a4b4-b398be9e12dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:41:36Z', 'updated_at': '2022-01-21T09:41:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6accd444-6422-45bf-9c21-6be173243a45', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-25-iscsi'}], 'dv-cinder-804035-25-iscsi', False) {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:41.397625 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-be684408-6c7e-4d2f-b15d-31be1f35a998 admin admin] Publish callbacks [] for port (f3c5d5f2-8928-4fc3-ba2c-8290e4eabd44), precommit_update {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:41.431280 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-263ae5d8-74b1-4c9c-bba5-229a8757b52c None None] The sync data for ids ['74426a0b-ec2d-4eec-a4b4-b398be9e12dc'] in dv-cinder-804035-25-iscsi is: [{'id': '74426a0b-ec2d-4eec-a4b4-b398be9e12dc', 'name': 'tempest-TestShelveInstance-746905012-router', 'tenant_id': '19fc5d13f8354e4caf80f220f92c0761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'external_fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.24'}], 'enable_snat': True}, 'gw_port_id': '9fc52fe7-c117-4c04-aa96-4b5188f121f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:41:35Z', 'updated_at': '2022-01-21T09:41:37Z', 'revision_number': 3, 'project_id': '19fc5d13f8354e4caf80f220f92c0761', 'gw_port': {'id': '9fc52fe7-c117-4c04-aa96-4b5188f121f3', 'name': '', 'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:73:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74426a0b-ec2d-4eec-a4b4-b398be9e12dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:41:36Z', 'updated_at': '2022-01-21T09:41:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6accd444-6422-45bf-9c21-6be173243a45', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-25-iscsi'}] {{(pid=103184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:41:41.608916 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-be684408-6c7e-4d2f-b15d-31be1f35a998 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774670732957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774670299814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774670299832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29186908'] for port (f3c5d5f2-8928-4fc3-ba2c-8290e4eabd44), after_update {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:41.749326 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be684408-6c7e-4d2f-b15d-31be1f35a998 admin admin] Pushing event updated for resources: {'Port': ['ID=f3c5d5f2-8928-4fc3-ba2c-8290e4eabd44,revision_number=2']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:41.754173 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-be684408-6c7e-4d2f-b15d-31be1f35a998 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4184412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3852437'] for router_interface (74426a0b-ec2d-4eec-a4b4-b398be9e12dc), after_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:41.903349 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be684408-6c7e-4d2f-b15d-31be1f35a998 admin admin] Network c1d729ad-2732-49cd-9e75-4cfeffdf1ac8 is already hosted by enough agents. {{(pid=103182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:41:41.904974 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.scheduler.base_scheduler [None req-be684408-6c7e-4d2f-b15d-31be1f35a998 admin admin] Resources bound (agent type, host, resource id): {{(pid=103182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:41:42.102898 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be684408-6c7e-4d2f-b15d-31be1f35a998 admin admin] Router 74426a0b-ec2d-4eec-a4b4-b398be9e12dc has already been hosted by L3 agent e2f5353c-5d20-4dd0-beb4-c302aead9ffd {{(pid=103182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:41:42.344138 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be684408-6c7e-4d2f-b15d-31be1f35a998 admin admin] Notify agent at l3_agent.dv-cinder-804035-25-iscsi the message routers_updated {{(pid=103182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:41:42.354485 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [None req-be684408-6c7e-4d2f-b15d-31be1f35a998 admin admin] 10.222.0.45 "PUT /v2.0/routers/74426a0b-ec2d-4eec-a4b4-b398be9e12dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1294100 Jan 21 09:41:42.364542 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Device 9fc52fe7-c117-4c04-aa96-4b5188f121f3 up at agent ovs-agent-dv-cinder-804035-25-iscsi {{(pid=103184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:41:42.416705 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.provisioning_blocks [None req-16b82ed3-0e3a-4b89-a251-7f52cb053cbc None None] Provisioning complete for port f3c5d5f2-8928-4fc3-ba2c-8290e4eabd44 triggered by entity DHCP. {{(pid=103184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:41:42.417114 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-16b82ed3-0e3a-4b89-a251-7f52cb053cbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983013'] for port (f3c5d5f2-8928-4fc3-ba2c-8290e4eabd44), provisioning_complete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:42.528868 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-16b82ed3-0e3a-4b89-a251-7f52cb053cbc None None] Port f3c5d5f2-8928-4fc3-ba2c-8290e4eabd44 cannot update to ACTIVE because it is not bound. {{(pid=103184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 21 09:41:42.539492 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcd6f4c-a1c7-467d-880e-3d520800eb84 req-dbaf853c-4183-4142-a088-5db0636911b7 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:42.552214 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-5bcd6f4c-a1c7-467d-880e-3d520800eb84 req-dbaf853c-4183-4142-a088-5db0636911b7 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/ports?device_id=e3dd8a17-5a2f-4f39-a110-208165e07110 HTTP/1.1" status: 200 len: 946 time: 0.1077726 Jan 21 09:41:42.558325 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.provisioning_blocks [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Provisioning complete for port 9fc52fe7-c117-4c04-aa96-4b5188f121f3 triggered by entity L2. {{(pid=103184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:41:42.559751 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983013'] for port (9fc52fe7-c117-4c04-aa96-4b5188f121f3), provisioning_complete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:42.668209 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-5bcd6f4c-a1c7-467d-880e-3d520800eb84 req-01df25fe-a7fd-45df-a2f8-85cb69720463 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/security-groups?id=56c7644d-47e2-4d64-9a0e-cf7864ccb2da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1143408 Jan 21 09:41:42.733994 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Current status of the port 9fc52fe7-c117-4c04-aa96-4b5188f121f3 is: DOWN; New status is: ACTIVE {{(pid=103184) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:41:42.734340 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (9fc52fe7-c117-4c04-aa96-4b5188f121f3), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:42.765962 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] For port 9fc52fe7-c117-4c04-aa96-4b5188f121f3, host dv-cinder-804035-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-25-iscsi',level=0,port_id=9fc52fe7-c117-4c04-aa96-4b5188f121f3,segment=NetworkSegment(04cdc6b6-1d9e-45db-8cc2-90c03cb493f2),segment_id=04cdc6b6-1d9e-45db-8cc2-90c03cb493f2)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:41:42.866508 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774670732957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774670299814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774670299832'] for port (9fc52fe7-c117-4c04-aa96-4b5188f121f3), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:42.949924 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Pushing event updated for resources: {'Port': ['ID=9fc52fe7-c117-4c04-aa96-4b5188f121f3,revision_number=4']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:43.687817 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e317a9e4-6c7b-449d-b631-362f07fdbdde None None] Sync routers for ids ['74426a0b-ec2d-4eec-a4b4-b398be9e12dc'] in dv-cinder-804035-25-iscsi {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:41:43.704423 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e317a9e4-6c7b-449d-b631-362f07fdbdde None None] Routers {'74426a0b-ec2d-4eec-a4b4-b398be9e12dc'} bound to L3 agent in host dv-cinder-804035-25-iscsi {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 09:41:43.705060 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-e317a9e4-6c7b-449d-b631-362f07fdbdde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-21T09:27:18Z,description=,heartbeat_timestamp=2022-01-21T09:41:18Z,host='dv-cinder-804035-25-iscsi',id=e2f5353c-5d20-4dd0-beb4-c302aead9ffd,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:27:19Z,topic='l3_agent')) {'router_ids': ['74426a0b-ec2d-4eec-a4b4-b398be9e12dc'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:43.828429 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-e317a9e4-6c7b-449d-b631-362f07fdbdde None None] Set router 74426a0b-ec2d-4eec-a4b4-b398be9e12dc gateway port host: dv-cinder-804035-25-iscsi {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:41:43.874619 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c963421-f8b9-4bdc-adb8-52d06414cbbc req-2fef7e89-81a1-40ed-b01a-184f0201420e tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:43.877854 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-9c963421-f8b9-4bdc-adb8-52d06414cbbc req-2fef7e89-81a1-40ed-b01a-184f0201420e tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/ports?device_id=e3dd8a17-5a2f-4f39-a110-208165e07110 HTTP/1.1" status: 200 len: 946 time: 0.0896125 Jan 21 09:41:43.966074 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-9c963421-f8b9-4bdc-adb8-52d06414cbbc req-53ed8537-2348-4c3b-94bc-7654c481bd54 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/security-groups?id=56c7644d-47e2-4d64-9a0e-cf7864ccb2da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810692 Jan 21 09:41:44.119703 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-e317a9e4-6c7b-449d-b631-362f07fdbdde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74426a0b-ec2d-4eec-a4b4-b398be9e12dc', 'name': 'tempest-TestShelveInstance-746905012-router', 'tenant_id': '19fc5d13f8354e4caf80f220f92c0761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'external_fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.24'}], 'enable_snat': True}, 'gw_port_id': '9fc52fe7-c117-4c04-aa96-4b5188f121f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:41:35Z', 'updated_at': '2022-01-21T09:41:41Z', 'revision_number': 4, 'project_id': '19fc5d13f8354e4caf80f220f92c0761', 'gw_port': {'id': '9fc52fe7-c117-4c04-aa96-4b5188f121f3', 'name': '', 'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:73:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74426a0b-ec2d-4eec-a4b4-b398be9e12dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:41:36Z', 'updated_at': '2022-01-21T09:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6accd444-6422-45bf-9c21-6be173243a45', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-25-iscsi', '_interfaces': [{'id': 'f3c5d5f2-8928-4fc3-ba2c-8290e4eabd44', 'name': '', 'network_id': 'c1d729ad-2732-49cd-9e75-4cfeffdf1ac8', 'tenant_id': '19fc5d13f8354e4caf80f220f92c0761', 'mac_address': 'fa:16:3e:47:f8:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74426a0b-ec2d-4eec-a4b4-b398be9e12dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'd1824b90-c9c1-4715-bae6-febec4e6282b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:41:40Z', 'updated_at': '2022-01-21T09:41:41Z', 'revision_number': 2, 'project_id': '19fc5d13f8354e4caf80f220f92c0761', 'subnets': [{'id': 'd1824b90-c9c1-4715-bae6-febec4e6282b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-25-iscsi', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:44.160557 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e317a9e4-6c7b-449d-b631-362f07fdbdde None None] Checking router: 74426a0b-ec2d-4eec-a4b4-b398be9e12dc for host: dv-cinder-804035-25-iscsi {{(pid=103185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:41:44.160972 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e317a9e4-6c7b-449d-b631-362f07fdbdde None None] Updating router 74426a0b-ec2d-4eec-a4b4-b398be9e12dc port f3c5d5f2-8928-4fc3-ba2c-8290e4eabd44 binding host dv-cinder-804035-25-iscsi {{(pid=103185) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 09:41:44.206147 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-e317a9e4-6c7b-449d-b631-362f07fdbdde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (f3c5d5f2-8928-4fc3-ba2c-8290e4eabd44), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:44.235328 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Device 9fc52fe7-c117-4c04-aa96-4b5188f121f3 up at agent ovs-agent-dv-cinder-804035-25-iscsi {{(pid=103184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:41:44.296389 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.provisioning_blocks [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Provisioning complete for port 9fc52fe7-c117-4c04-aa96-4b5188f121f3 triggered by entity L2. {{(pid=103184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:41:44.297085 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983013'] for port (9fc52fe7-c117-4c04-aa96-4b5188f121f3), provisioning_complete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:44.403318 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Current status of the port 9fc52fe7-c117-4c04-aa96-4b5188f121f3 is: ACTIVE; New status is: ACTIVE {{(pid=103184) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:41:44.586899 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.wsgi [-] (103182) accepted ('10.222.0.45', 39916) {{(pid=103182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:41:44.592278 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.v2.base [None req-67f96d58-605c-4f78-95a6-c069d7705af0 tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-311865400', 'description': 'tempest-secgroup-smoke-311865400 description', 'project_id': 'd2ac0334d1e14c29aa6222d547c64b00'}} {{(pid=103182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:41:44.639018 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-e317a9e4-6c7b-449d-b631-362f07fdbdde None None] Publish callbacks [] for port (f3c5d5f2-8928-4fc3-ba2c-8290e4eabd44), precommit_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:44.722911 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-67f96d58-605c-4f78-95a6-c069d7705af0 tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] Publish callbacks [] for security_group (None), before_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:44.766863 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-e317a9e4-6c7b-449d-b631-362f07fdbdde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774670732957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774670299814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774670299832'] for port (f3c5d5f2-8928-4fc3-ba2c-8290e4eabd44), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:44.829414 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-67f96d58-605c-4f78-95a6-c069d7705af0 tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] Publish callbacks [] for security_group (ecb8bb3e-d4e6-4c35-9133-48a56990ede7), precommit_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:44.859658 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e597097-5b5b-4579-b53b-20149eaab859 None None] Pushing event updated for resources: {'Port': ['ID=f3c5d5f2-8928-4fc3-ba2c-8290e4eabd44,revision_number=3']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:44.906187 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-67f96d58-605c-4f78-95a6-c069d7705af0 tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126007'] for security_group (ecb8bb3e-d4e6-4c35-9133-48a56990ede7), after_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:44.943899 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-e317a9e4-6c7b-449d-b631-362f07fdbdde None None] Attempting to bind port f3c5d5f2-8928-4fc3-ba2c-8290e4eabd44 on host dv-cinder-804035-25-iscsi for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 09:41:44.945136 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-e317a9e4-6c7b-449d-b631-362f07fdbdde None None] Attempting to bind port f3c5d5f2-8928-4fc3-ba2c-8290e4eabd44 by drivers openvswitch,hyperv on host dv-cinder-804035-25-iscsi at level 0 using segments [{'id': 'dc28abba-2bb3-454e-b90e-5a05bb5be019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'c1d729ad-2732-49cd-9e75-4cfeffdf1ac8'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 09:41:44.945136 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e317a9e4-6c7b-449d-b631-362f07fdbdde None None] Attempting to bind port f3c5d5f2-8928-4fc3-ba2c-8290e4eabd44 on network c1d729ad-2732-49cd-9e75-4cfeffdf1ac8 {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:41:44.954209 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e317a9e4-6c7b-449d-b631-362f07fdbdde None None] Checking agent: {'id': 'a4f58dde-e5c6-489c-94fe-b355a6abc90e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-25-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 27, 22), 'started_at': datetime.datetime(2022, 1, 21, 9, 27, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 41, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-25-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:41:44.954808 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e317a9e4-6c7b-449d-b631-362f07fdbdde None None] Checking segment: {'id': 'dc28abba-2bb3-454e-b90e-5a05bb5be019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'c1d729ad-2732-49cd-9e75-4cfeffdf1ac8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 09:41:44.956024 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-e317a9e4-6c7b-449d-b631-362f07fdbdde None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:44.957213 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e317a9e4-6c7b-449d-b631-362f07fdbdde None None] Bound using segment: {'id': 'dc28abba-2bb3-454e-b90e-5a05bb5be019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'c1d729ad-2732-49cd-9e75-4cfeffdf1ac8'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:41:44.957569 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [None req-e317a9e4-6c7b-449d-b631-362f07fdbdde None None] Bound port: f3c5d5f2-8928-4fc3-ba2c-8290e4eabd44, host: dv-cinder-804035-25-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc28abba-2bb3-454e-b90e-5a05bb5be019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'c1d729ad-2732-49cd-9e75-4cfeffdf1ac8'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 09:41:44.958137 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f96d58-605c-4f78-95a6-c069d7705af0 tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ecb8bb3e-d4e6-4c35-9133-48a56990ede7,revision_number=1']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:44.958317 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-e317a9e4-6c7b-449d-b631-362f07fdbdde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (f3c5d5f2-8928-4fc3-ba2c-8290e4eabd44), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:44.999784 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-67f96d58-605c-4f78-95a6-c069d7705af0 tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] Publish callbacks [] for security_group (None), before_response {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:45.001778 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [None req-67f96d58-605c-4f78-95a6-c069d7705af0 tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4136338 Jan 21 09:41:45.006379 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.wsgi [-] (103182) accepted ('10.222.0.45', 39918) {{(pid=103182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:41:45.011548 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.v2.base [None req-ea7ac634-fee1-414b-877c-26f14b7945ab tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] Request body: {'security_group_rule': {'security_group_id': 'ecb8bb3e-d4e6-4c35-9133-48a56990ede7', 'project_id': 'd2ac0334d1e14c29aa6222d547c64b00', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:41:45.092332 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-e317a9e4-6c7b-449d-b631-362f07fdbdde None None] For port f3c5d5f2-8928-4fc3-ba2c-8290e4eabd44, host dv-cinder-804035-25-iscsi, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:41:45.098883 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-e317a9e4-6c7b-449d-b631-362f07fdbdde None None] For port f3c5d5f2-8928-4fc3-ba2c-8290e4eabd44, host dv-cinder-804035-25-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-25-iscsi',level=0,port_id=f3c5d5f2-8928-4fc3-ba2c-8290e4eabd44,segment=NetworkSegment(dc28abba-2bb3-454e-b90e-5a05bb5be019),segment_id=dc28abba-2bb3-454e-b90e-5a05bb5be019)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:41:45.161638 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-ea7ac634-fee1-414b-877c-26f14b7945ab tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] Publish callbacks [] for security_group_rule (4971b5c6-c452-4669-beab-3130011506fe), before_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:45.179225 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.provisioning_blocks [None req-d4c0a606-d2c7-47c7-ba2f-d5e607bdf9b9 None None] Provisioning complete for port f3c5d5f2-8928-4fc3-ba2c-8290e4eabd44 triggered by entity DHCP. {{(pid=103184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:41:45.179781 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d4c0a606-d2c7-47c7-ba2f-d5e607bdf9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983013'] for port (f3c5d5f2-8928-4fc3-ba2c-8290e4eabd44), provisioning_complete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:45.186664 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-e317a9e4-6c7b-449d-b631-362f07fdbdde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774670732957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774670299814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774670299832'] for port (f3c5d5f2-8928-4fc3-ba2c-8290e4eabd44), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:45.198815 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1e36ee-8348-4f2f-b825-6a4ec66a52e6 req-e4ff3850-4f78-49d2-8275-63cb71db13b7 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:45.202485 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-8b1e36ee-8348-4f2f-b825-6a4ec66a52e6 req-e4ff3850-4f78-49d2-8275-63cb71db13b7 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/ports?device_id=e3dd8a17-5a2f-4f39-a110-208165e07110 HTTP/1.1" status: 200 len: 946 time: 0.0936694 Jan 21 09:41:45.250006 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-d4c0a606-d2c7-47c7-ba2f-d5e607bdf9b9 None None] Port f3c5d5f2-8928-4fc3-ba2c-8290e4eabd44 cannot update to ACTIVE because it is not bound. {{(pid=103184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 21 09:41:45.288245 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-8b1e36ee-8348-4f2f-b825-6a4ec66a52e6 req-044e221c-64d9-4419-8af8-629940855a37 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/security-groups?id=56c7644d-47e2-4d64-9a0e-cf7864ccb2da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784340 Jan 21 09:41:45.292377 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e317a9e4-6c7b-449d-b631-362f07fdbdde None None] Routers {'74426a0b-ec2d-4eec-a4b4-b398be9e12dc'} bound to L3 agent in host dv-cinder-804035-25-iscsi {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 09:41:45.293461 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-e317a9e4-6c7b-449d-b631-362f07fdbdde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-21T09:27:18Z,description=,heartbeat_timestamp=2022-01-21T09:41:18Z,host='dv-cinder-804035-25-iscsi',id=e2f5353c-5d20-4dd0-beb4-c302aead9ffd,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:27:19Z,topic='l3_agent')) {'router_ids': ['74426a0b-ec2d-4eec-a4b4-b398be9e12dc'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:45.297621 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-ea7ac634-fee1-414b-877c-26f14b7945ab tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] Publish callbacks [] for security_group_rule (4971b5c6-c452-4669-beab-3130011506fe), precommit_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:45.371760 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e597097-5b5b-4579-b53b-20149eaab859 None None] Pushing event updated for resources: {'Port': ['ID=f3c5d5f2-8928-4fc3-ba2c-8290e4eabd44,revision_number=4']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:45.385341 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-ea7ac634-fee1-414b-877c-26f14b7945ab tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126079'] for security_group_rule (4971b5c6-c452-4669-beab-3130011506fe), after_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:45.411381 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7ac634-fee1-414b-877c-26f14b7945ab tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4971b5c6-c452-4669-beab-3130011506fe,revision_number=0']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:45.493715 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-ea7ac634-fee1-414b-877c-26f14b7945ab tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:45.495913 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [None req-ea7ac634-fee1-414b-877c-26f14b7945ab tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4881170 Jan 21 09:41:45.498855 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.45', 39922) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:41:45.506115 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-e317a9e4-6c7b-449d-b631-362f07fdbdde None None] Set router 74426a0b-ec2d-4eec-a4b4-b398be9e12dc gateway port host: dv-cinder-804035-25-iscsi {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:41:45.506414 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.v2.base [None req-95abbf95-8dfc-41dc-90ae-08ceb53715fc tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] Request body: {'security_group_rule': {'security_group_id': 'ecb8bb3e-d4e6-4c35-9133-48a56990ede7', 'project_id': 'd2ac0334d1e14c29aa6222d547c64b00', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:41:45.604678 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.provisioning_blocks [None req-45b79cac-f490-4422-a27f-73cad9c42210 None None] Provisioning complete for port f3c5d5f2-8928-4fc3-ba2c-8290e4eabd44 triggered by entity DHCP. {{(pid=103184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:41:45.605233 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-45b79cac-f490-4422-a27f-73cad9c42210 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983013'] for port (f3c5d5f2-8928-4fc3-ba2c-8290e4eabd44), provisioning_complete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:45.659875 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-95abbf95-8dfc-41dc-90ae-08ceb53715fc tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] Publish callbacks [] for security_group_rule (3f8bc897-ea0a-42f4-ac2a-877741366f11), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:45.744780 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-45b79cac-f490-4422-a27f-73cad9c42210 None None] Current status of the port f3c5d5f2-8928-4fc3-ba2c-8290e4eabd44 is: DOWN; New status is: ACTIVE {{(pid=103184) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:41:45.745376 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-45b79cac-f490-4422-a27f-73cad9c42210 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (f3c5d5f2-8928-4fc3-ba2c-8290e4eabd44), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:45.751512 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-95abbf95-8dfc-41dc-90ae-08ceb53715fc tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] Publish callbacks [] for security_group_rule (3f8bc897-ea0a-42f4-ac2a-877741366f11), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:45.802438 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-45b79cac-f490-4422-a27f-73cad9c42210 None None] For port f3c5d5f2-8928-4fc3-ba2c-8290e4eabd44, host dv-cinder-804035-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-25-iscsi',level=0,port_id=f3c5d5f2-8928-4fc3-ba2c-8290e4eabd44,segment=NetworkSegment(dc28abba-2bb3-454e-b90e-5a05bb5be019),segment_id=dc28abba-2bb3-454e-b90e-5a05bb5be019)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:41:45.802816 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-e317a9e4-6c7b-449d-b631-362f07fdbdde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74426a0b-ec2d-4eec-a4b4-b398be9e12dc', 'name': 'tempest-TestShelveInstance-746905012-router', 'tenant_id': '19fc5d13f8354e4caf80f220f92c0761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'external_fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.24'}], 'enable_snat': True}, 'gw_port_id': '9fc52fe7-c117-4c04-aa96-4b5188f121f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:41:35Z', 'updated_at': '2022-01-21T09:41:41Z', 'revision_number': 4, 'project_id': '19fc5d13f8354e4caf80f220f92c0761', 'gw_port': {'id': '9fc52fe7-c117-4c04-aa96-4b5188f121f3', 'name': '', 'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:73:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74426a0b-ec2d-4eec-a4b4-b398be9e12dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:41:36Z', 'updated_at': '2022-01-21T09:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6accd444-6422-45bf-9c21-6be173243a45', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-25-iscsi', '_interfaces': [{'id': 'f3c5d5f2-8928-4fc3-ba2c-8290e4eabd44', 'name': '', 'network_id': 'c1d729ad-2732-49cd-9e75-4cfeffdf1ac8', 'tenant_id': '19fc5d13f8354e4caf80f220f92c0761', 'mac_address': 'fa:16:3e:47:f8:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74426a0b-ec2d-4eec-a4b4-b398be9e12dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'd1824b90-c9c1-4715-bae6-febec4e6282b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:41:40Z', 'updated_at': '2022-01-21T09:41:45Z', 'revision_number': 4, 'project_id': '19fc5d13f8354e4caf80f220f92c0761', 'subnets': [{'id': 'd1824b90-c9c1-4715-bae6-febec4e6282b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-25-iscsi', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:45.836239 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e317a9e4-6c7b-449d-b631-362f07fdbdde None None] The sync data for ids ['74426a0b-ec2d-4eec-a4b4-b398be9e12dc'] in dv-cinder-804035-25-iscsi is: [{'id': '74426a0b-ec2d-4eec-a4b4-b398be9e12dc', 'name': 'tempest-TestShelveInstance-746905012-router', 'tenant_id': '19fc5d13f8354e4caf80f220f92c0761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'external_fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.24'}], 'enable_snat': True}, 'gw_port_id': '9fc52fe7-c117-4c04-aa96-4b5188f121f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:41:35Z', 'updated_at': '2022-01-21T09:41:41Z', 'revision_number': 4, 'project_id': '19fc5d13f8354e4caf80f220f92c0761', 'gw_port': {'id': '9fc52fe7-c117-4c04-aa96-4b5188f121f3', 'name': '', 'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:73:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74426a0b-ec2d-4eec-a4b4-b398be9e12dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:41:36Z', 'updated_at': '2022-01-21T09:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6accd444-6422-45bf-9c21-6be173243a45', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-25-iscsi', '_interfaces': [{'id': 'f3c5d5f2-8928-4fc3-ba2c-8290e4eabd44', 'name': '', 'network_id': 'c1d729ad-2732-49cd-9e75-4cfeffdf1ac8', 'tenant_id': '19fc5d13f8354e4caf80f220f92c0761', 'mac_address': 'fa:16:3e:47:f8:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74426a0b-ec2d-4eec-a4b4-b398be9e12dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'd1824b90-c9c1-4715-bae6-febec4e6282b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:41:40Z', 'updated_at': '2022-01-21T09:41:45Z', 'revision_number': 4, 'project_id': '19fc5d13f8354e4caf80f220f92c0761', 'subnets': [{'id': 'd1824b90-c9c1-4715-bae6-febec4e6282b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:41:45.842648 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-95abbf95-8dfc-41dc-90ae-08ceb53715fc tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126079'] for security_group_rule (3f8bc897-ea0a-42f4-ac2a-877741366f11), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:45.866426 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95abbf95-8dfc-41dc-90ae-08ceb53715fc tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f8bc897-ea0a-42f4-ac2a-877741366f11,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:45.918366 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-45b79cac-f490-4422-a27f-73cad9c42210 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774670732957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774670299814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774670299832'] for port (f3c5d5f2-8928-4fc3-ba2c-8290e4eabd44), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:45.960632 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d2f85641-9202-47e4-988a-346f22a384fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (8a5d4a72-43a4-4fcf-b58e-bc9792bd5f0a), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:45.960973 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-95abbf95-8dfc-41dc-90ae-08ceb53715fc tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:45.964193 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [None req-95abbf95-8dfc-41dc-90ae-08ceb53715fc tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4641490 Jan 21 09:41:45.972740 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.45', 39924) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:41:45.974920 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.v2.base [None req-e359dd5b-f980-4bd0-a11a-5da64c90a2b9 tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] Request body: {'security_group_rule': {'security_group_id': 'ecb8bb3e-d4e6-4c35-9133-48a56990ede7', 'project_id': 'd2ac0334d1e14c29aa6222d547c64b00', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:41:46.020965 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b79cac-f490-4422-a27f-73cad9c42210 None None] Pushing event updated for resources: {'Port': ['ID=f3c5d5f2-8928-4fc3-ba2c-8290e4eabd44,revision_number=5']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:46.123035 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e359dd5b-f980-4bd0-a11a-5da64c90a2b9 tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] Publish callbacks [] for security_group_rule (c9e527cb-1c3a-4bba-bbcc-7c84e64b640f), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:46.215520 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e359dd5b-f980-4bd0-a11a-5da64c90a2b9 tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] Publish callbacks [] for security_group_rule (c9e527cb-1c3a-4bba-bbcc-7c84e64b640f), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:46.297771 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Device f3c5d5f2-8928-4fc3-ba2c-8290e4eabd44 up at agent ovs-agent-dv-cinder-804035-25-iscsi {{(pid=103184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:41:46.368735 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e359dd5b-f980-4bd0-a11a-5da64c90a2b9 tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126079'] for security_group_rule (c9e527cb-1c3a-4bba-bbcc-7c84e64b640f), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:46.381516 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e359dd5b-f980-4bd0-a11a-5da64c90a2b9 tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9e527cb-1c3a-4bba-bbcc-7c84e64b640f,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:46.407959 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.provisioning_blocks [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Provisioning complete for port f3c5d5f2-8928-4fc3-ba2c-8290e4eabd44 triggered by entity L2. {{(pid=103184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:41:46.409723 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983013'] for port (f3c5d5f2-8928-4fc3-ba2c-8290e4eabd44), provisioning_complete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:46.501712 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2662f982-6fdb-46c2-bf3f-249d531a0868 req-e9a53c09-bbac-4e3f-803e-e46aaf1f37fe tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:46.515416 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e359dd5b-f980-4bd0-a11a-5da64c90a2b9 tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:46.516308 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-2662f982-6fdb-46c2-bf3f-249d531a0868 req-e9a53c09-bbac-4e3f-803e-e46aaf1f37fe tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/ports?device_id=e3dd8a17-5a2f-4f39-a110-208165e07110 HTTP/1.1" status: 200 len: 946 time: 0.0739079 Jan 21 09:41:46.521979 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [None req-e359dd5b-f980-4bd0-a11a-5da64c90a2b9 tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5475368 Jan 21 09:41:46.522325 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.45', 39928) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:41:46.539740 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.v2.base [None req-33a8ac03-a8ce-43b9-821e-4d12ef51474f tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] Request body: {'security_group_rule': {'security_group_id': 'ecb8bb3e-d4e6-4c35-9133-48a56990ede7', 'project_id': 'd2ac0334d1e14c29aa6222d547c64b00', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:41:46.598770 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Current status of the port f3c5d5f2-8928-4fc3-ba2c-8290e4eabd44 is: ACTIVE; New status is: ACTIVE {{(pid=103184) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:41:46.603260 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-2662f982-6fdb-46c2-bf3f-249d531a0868 req-dbe67d07-4b73-481f-bbbd-7ddd0a76b228 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/security-groups?id=56c7644d-47e2-4d64-9a0e-cf7864ccb2da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856333 Jan 21 09:41:46.669625 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-33a8ac03-a8ce-43b9-821e-4d12ef51474f tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] Publish callbacks [] for security_group_rule (55e8bb84-75e2-49aa-bebf-37702e9bef0d), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:46.764299 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-33a8ac03-a8ce-43b9-821e-4d12ef51474f tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] Publish callbacks [] for security_group_rule (55e8bb84-75e2-49aa-bebf-37702e9bef0d), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:46.855057 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-33a8ac03-a8ce-43b9-821e-4d12ef51474f tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126079'] for security_group_rule (55e8bb84-75e2-49aa-bebf-37702e9bef0d), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:46.888586 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a8ac03-a8ce-43b9-821e-4d12ef51474f tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55e8bb84-75e2-49aa-bebf-37702e9bef0d,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:46.974706 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-33a8ac03-a8ce-43b9-821e-4d12ef51474f tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:46.977136 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [None req-33a8ac03-a8ce-43b9-821e-4d12ef51474f tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4527893 Jan 21 09:41:46.979733 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.45', 39930) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:41:46.988040 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.v2.base [None req-6d0c89ef-172f-452a-b5c1-e22a8624dab6 tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] Request body: {'security_group_rule': {'security_group_id': 'ecb8bb3e-d4e6-4c35-9133-48a56990ede7', 'project_id': 'd2ac0334d1e14c29aa6222d547c64b00', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:41:47.115804 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.db.securitygroups_db [None req-6d0c89ef-172f-452a-b5c1-e22a8624dab6 tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] Project d2ac0334d1e14c29aa6222d547c64b00 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 09:41:47.121810 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6d0c89ef-172f-452a-b5c1-e22a8624dab6 tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] Publish callbacks [] for security_group_rule (c247afb9-d63b-49af-87ac-cb95dee37e23), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:47.199458 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6d0c89ef-172f-452a-b5c1-e22a8624dab6 tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] Publish callbacks [] for security_group_rule (c247afb9-d63b-49af-87ac-cb95dee37e23), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:47.282974 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6d0c89ef-172f-452a-b5c1-e22a8624dab6 tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126079'] for security_group_rule (c247afb9-d63b-49af-87ac-cb95dee37e23), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:47.303898 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0c89ef-172f-452a-b5c1-e22a8624dab6 tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c247afb9-d63b-49af-87ac-cb95dee37e23,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:47.398401 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6d0c89ef-172f-452a-b5c1-e22a8624dab6 tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:47.400238 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [None req-6d0c89ef-172f-452a-b5c1-e22a8624dab6 tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4189773 Jan 21 09:41:47.403871 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.45', 39932) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:41:47.410610 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.v2.base [None req-fe8aa5c8-bbd6-42f7-9f9e-2cd730e40760 tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] Request body: {'security_group_rule': {'security_group_id': 'ecb8bb3e-d4e6-4c35-9133-48a56990ede7', 'project_id': 'd2ac0334d1e14c29aa6222d547c64b00', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:41:47.551475 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.db.securitygroups_db [None req-fe8aa5c8-bbd6-42f7-9f9e-2cd730e40760 tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] Project d2ac0334d1e14c29aa6222d547c64b00 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 09:41:47.558445 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-fe8aa5c8-bbd6-42f7-9f9e-2cd730e40760 tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] Publish callbacks [] for security_group_rule (99c45443-857a-4d88-a77f-8cacfc2f979d), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:47.646706 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-fe8aa5c8-bbd6-42f7-9f9e-2cd730e40760 tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] Publish callbacks [] for security_group_rule (99c45443-857a-4d88-a77f-8cacfc2f979d), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:47.773366 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-fe8aa5c8-bbd6-42f7-9f9e-2cd730e40760 tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126079'] for security_group_rule (99c45443-857a-4d88-a77f-8cacfc2f979d), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:47.779404 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528c4686-f0d8-4495-bdcc-0c98ff418d9a req-b352378a-629d-4f62-809a-0afd70db386a tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:47.781064 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-528c4686-f0d8-4495-bdcc-0c98ff418d9a req-b352378a-629d-4f62-809a-0afd70db386a tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/ports?device_id=e3dd8a17-5a2f-4f39-a110-208165e07110 HTTP/1.1" status: 200 len: 946 time: 0.0600476 Jan 21 09:41:47.807723 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8aa5c8-bbd6-42f7-9f9e-2cd730e40760 tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99c45443-857a-4d88-a77f-8cacfc2f979d,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:47.853341 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-528c4686-f0d8-4495-bdcc-0c98ff418d9a req-d9ebd4ea-c44f-4f59-9f59-dca8285a9e5f tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/security-groups?id=56c7644d-47e2-4d64-9a0e-cf7864ccb2da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646608 Jan 21 09:41:47.915383 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-fe8aa5c8-bbd6-42f7-9f9e-2cd730e40760 tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:47.918180 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [None req-fe8aa5c8-bbd6-42f7-9f9e-2cd730e40760 tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5126932 Jan 21 09:41:47.960911 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-1dbeaca4-5294-42a9-b161-78c7e6eca709 req-39289ab2-488a-4ba8-b09c-bf8c1e2b4024 service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=2733931f-f68e-4f48-85d2-5060a8f55eec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0529191 Jan 21 09:41:48.061911 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbeaca4-5294-42a9-b161-78c7e6eca709 req-9a4e1397-1858-40a1-9420-975756f6293c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:48.063466 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-1dbeaca4-5294-42a9-b161-78c7e6eca709 req-9a4e1397-1858-40a1-9420-975756f6293c service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=515ded26ca114fbf9c6e920362aec64c&device_id=2733931f-f68e-4f48-85d2-5060a8f55eec HTTP/1.1" status: 200 len: 1098 time: 0.0682657 Jan 21 09:41:48.246978 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbeaca4-5294-42a9-b161-78c7e6eca709 req-63dfa18f-6beb-4e2d-9ed1-7dfe3c077173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:48.249922 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-1dbeaca4-5294-42a9-b161-78c7e6eca709 req-63dfa18f-6beb-4e2d-9ed1-7dfe3c077173 service neutron] 10.222.0.109 "GET /v2.0/networks?id=858c4f17-92ac-4cda-9750-b98e2d3705f8 HTTP/1.1" status: 200 len: 913 time: 0.1602454 Jan 21 09:41:48.339803 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-1dbeaca4-5294-42a9-b161-78c7e6eca709 req-97b48407-a4e8-4e80-a00c-30d06fe3a7ca service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fdcd5489-3e9c-4a62-8bc8-26a5c193cc04 HTTP/1.1" status: 200 len: 1000 time: 0.0796552 Jan 21 09:41:48.397314 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-38fbf002-bbd0-459a-bb2d-baa1f98bda64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (e2f5353c-5d20-4dd0-beb4-c302aead9ffd), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:48.406701 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbeaca4-5294-42a9-b161-78c7e6eca709 req-bd3313c0-8d66-48ae-9545-23aef06c502f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:48.408240 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-1dbeaca4-5294-42a9-b161-78c7e6eca709 req-bd3313c0-8d66-48ae-9545-23aef06c502f service neutron] 10.222.0.109 "GET /v2.0/subnets?id=ed880366-382f-48ca-9b10-9aa3edc0e5e7 HTTP/1.1" status: 200 len: 851 time: 0.0616941 Jan 21 09:41:48.465411 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbeaca4-5294-42a9-b161-78c7e6eca709 req-5554e105-d3c8-492d-8630-8374d81b1dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:48.466986 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-1dbeaca4-5294-42a9-b161-78c7e6eca709 req-5554e105-d3c8-492d-8630-8374d81b1dd5 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=858c4f17-92ac-4cda-9750-b98e2d3705f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0514903 Jan 21 09:41:48.575722 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-1dbeaca4-5294-42a9-b161-78c7e6eca709 req-31c29a23-aec2-45e4-8a5b-143f9f218983 service neutron] 10.222.0.109 "GET /v2.0/networks/858c4f17-92ac-4cda-9750-b98e2d3705f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989282 Jan 21 09:41:48.686671 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-1dbeaca4-5294-42a9-b161-78c7e6eca709 req-fded3643-7fc1-403a-bfef-4fa26b1722a8 service neutron] 10.222.0.109 "GET /v2.0/networks/858c4f17-92ac-4cda-9750-b98e2d3705f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039188 Jan 21 09:41:49.038799 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8d66b4-5744-4489-8e14-7f1a711fdc91 req-2e9a74cb-325c-4435-ab13-4ae9b0919fc0 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:49.043114 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-7f8d66b4-5744-4489-8e14-7f1a711fdc91 req-2e9a74cb-325c-4435-ab13-4ae9b0919fc0 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/ports?device_id=e3dd8a17-5a2f-4f39-a110-208165e07110 HTTP/1.1" status: 200 len: 946 time: 0.0630074 Jan 21 09:41:49.120636 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-7f8d66b4-5744-4489-8e14-7f1a711fdc91 req-bf2117b8-b98b-4771-8d97-ea455d462e07 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/security-groups?id=56c7644d-47e2-4d64-9a0e-cf7864ccb2da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682166 Jan 21 09:41:49.385591 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (5a7f6758-1e24-44b8-9b24-65ffc30c20d4), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:49.532903 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0beda05d-594e-4362-80c2-bc999a9a2b64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (9e31de2d-26a2-4a88-b799-f1f3b7df75bf), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:50.286623 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ad5faa-4c87-4833-bd8c-87e8c82057ed req-097ea8c5-758e-4c36-a232-b60b395ed08e tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:50.288302 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-83ad5faa-4c87-4833-bd8c-87e8c82057ed req-097ea8c5-758e-4c36-a232-b60b395ed08e tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/ports?device_id=e3dd8a17-5a2f-4f39-a110-208165e07110 HTTP/1.1" status: 200 len: 946 time: 0.0601594 Jan 21 09:41:50.352857 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-83ad5faa-4c87-4833-bd8c-87e8c82057ed req-94ed7d18-9266-47f8-9110-c1f591ee2e89 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/security-groups?id=56c7644d-47e2-4d64-9a0e-cf7864ccb2da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585938 Jan 21 09:41:51.208141 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f5928849-742c-4298-9c4e-ae1543ad1886 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (fd0edb9a-d711-47a6-aedf-fe72898a6c79), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:51.518474 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c733d440-afa2-4e43-a3ea-cce4577e139b req-0214c4e6-0811-4af4-9315-3b95340c8aef tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:51.520357 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-c733d440-afa2-4e43-a3ea-cce4577e139b req-0214c4e6-0811-4af4-9315-3b95340c8aef tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/ports?device_id=e3dd8a17-5a2f-4f39-a110-208165e07110 HTTP/1.1" status: 200 len: 946 time: 0.0699859 Jan 21 09:41:51.578484 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-c733d440-afa2-4e43-a3ea-cce4577e139b req-8bf736a6-aa72-4e78-a3b6-ad99c10f416b tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/security-groups?id=56c7644d-47e2-4d64-9a0e-cf7864ccb2da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511494 Jan 21 09:41:52.401242 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (a4f58dde-e5c6-489c-94fe-b355a6abc90e), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:52.737482 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38c03db-2096-4283-9f2c-05dd6bbc9ead req-c24c8961-6921-4962-8e22-a8967507b2c8 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:52.739247 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-d38c03db-2096-4283-9f2c-05dd6bbc9ead req-c24c8961-6921-4962-8e22-a8967507b2c8 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/ports?device_id=e3dd8a17-5a2f-4f39-a110-208165e07110 HTTP/1.1" status: 200 len: 946 time: 0.0611343 Jan 21 09:41:52.815631 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-d38c03db-2096-4283-9f2c-05dd6bbc9ead req-6bdc2108-aa1e-46f0-a763-5e7f8904cc49 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/security-groups?id=56c7644d-47e2-4d64-9a0e-cf7864ccb2da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687640 Jan 21 09:41:53.614075 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Device 248e29e3-d311-4074-bc03-c8c881428352 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=103184) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 21 09:41:53.747484 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] For port 248e29e3-d311-4074-bc03-c8c881428352, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=248e29e3-d311-4074-bc03-c8c881428352,segment=NetworkSegment(475e952b-010c-46c4-9dc4-7955dc3077d3),segment_id=475e952b-010c-46c4-9dc4-7955dc3077d3)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:41:53.769059 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Returning: {'device': '248e29e3-d311-4074-bc03-c8c881428352', 'network_id': '647e31d1-4208-41da-8947-db9d9292bd9e', 'port_id': '248e29e3-d311-4074-bc03-c8c881428352', 'mac_address': 'fa:16:3e:c7:ca:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55369842-b446-444b-92ff-367c2e723c52', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103184) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 21 09:41:53.819970 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Current status of the port 248e29e3-d311-4074-bc03-c8c881428352 is: ACTIVE; New status is: BUILD {{(pid=103184) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:41:53.820359 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (248e29e3-d311-4074-bc03-c8c881428352), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:53.842225 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.notifiers.nova [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 248e29e3-d311-4074-bc03-c8c881428352 {{(pid=103184) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:41:53.871932 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] For port 248e29e3-d311-4074-bc03-c8c881428352, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=248e29e3-d311-4074-bc03-c8c881428352,segment=NetworkSegment(475e952b-010c-46c4-9dc4-7955dc3077d3),segment_id=475e952b-010c-46c4-9dc4-7955dc3077d3)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:41:53.968620 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774670732957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774670299814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774670299832'] for port (248e29e3-d311-4074-bc03-c8c881428352), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:53.989305 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b419b7b-602d-4ebd-bfc7-474f72695854 req-4e397e4b-fba6-4c37-bae2-2b208e16cdd1 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:53.991027 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-7b419b7b-602d-4ebd-bfc7-474f72695854 req-4e397e4b-fba6-4c37-bae2-2b208e16cdd1 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/ports?device_id=e3dd8a17-5a2f-4f39-a110-208165e07110 HTTP/1.1" status: 200 len: 946 time: 0.0646684 Jan 21 09:41:54.041811 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Pushing event updated for resources: {'Port': ['ID=248e29e3-d311-4074-bc03-c8c881428352,revision_number=6']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:54.054668 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:54.055404 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:54.055930 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:54.056483 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:54.057044 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:54.057528 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:54.058084 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:54.058460 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:54.058870 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:54.059270 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:54.059658 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:54.060089 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:54.060455 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:54.080532 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] get_ports_and_sgs() called for port_ids ['248e29e3-d311-4074-bc03-c8c881428352'] {{(pid=103184) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 09:41:54.088664 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-7b419b7b-602d-4ebd-bfc7-474f72695854 req-d01ef9dd-cb45-4e3d-a892-797599ec7d0d tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/security-groups?id=56c7644d-47e2-4d64-9a0e-cf7864ccb2da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869808 Jan 21 09:41:55.276056 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7beb14-63a0-42b0-ac21-cc3b9515f93e req-df56c98e-04a7-4076-958f-cb7deeeeebf1 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:55.278796 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-8a7beb14-63a0-42b0-ac21-cc3b9515f93e req-df56c98e-04a7-4076-958f-cb7deeeeebf1 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/ports?device_id=e3dd8a17-5a2f-4f39-a110-208165e07110 HTTP/1.1" status: 200 len: 945 time: 0.0759466 Jan 21 09:41:55.367375 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-8a7beb14-63a0-42b0-ac21-cc3b9515f93e req-6c298cba-f4e7-4aff-822c-fb4b4c9adcad tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/security-groups?id=56c7644d-47e2-4d64-9a0e-cf7864ccb2da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796695 Jan 21 09:41:55.626682 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Device 248e29e3-d311-4074-bc03-c8c881428352 up at agent hyperv_hv-cinder-80403 {{(pid=103184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:41:55.720266 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.provisioning_blocks [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Provisioning complete for port 248e29e3-d311-4074-bc03-c8c881428352 triggered by entity L2. {{(pid=103184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:41:55.720793 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983013'] for port (248e29e3-d311-4074-bc03-c8c881428352), provisioning_complete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:55.828759 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Current status of the port 248e29e3-d311-4074-bc03-c8c881428352 is: BUILD; New status is: ACTIVE {{(pid=103184) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:41:55.831649 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (248e29e3-d311-4074-bc03-c8c881428352), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:55.873519 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3dd8a17-5a2f-4f39-a110-208165e07110', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '248e29e3-d311-4074-bc03-c8c881428352'}] {{(pid=103184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:41:55.876491 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c59f8b740f259e85ceecfc878b6c10e974145cf55d87f3575c92c12753de108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7f59a5a-c7d6-4ba0-8adb-5b404a6118ad" -d '{"events": [{"server_uuid": "e3dd8a17-5a2f-4f39-a110-208165e07110", "name": "network-vif-plugged", "status": "completed", "tag": "248e29e3-d311-4074-bc03-c8c881428352"}]}' {{(pid=103184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:41:55.902781 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] For port 248e29e3-d311-4074-bc03-c8c881428352, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=248e29e3-d311-4074-bc03-c8c881428352,segment=NetworkSegment(475e952b-010c-46c4-9dc4-7955dc3077d3),segment_id=475e952b-010c-46c4-9dc4-7955dc3077d3)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:41:55.988618 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774670732957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774670299814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774670299832'] for port (248e29e3-d311-4074-bc03-c8c881428352), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:41:56.046902 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 09:41:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ac8bfd6-8b33-40ba-947c-cdf675bef41b x-openstack-request-id: req-8ac8bfd6-8b33-40ba-947c-cdf675bef41b {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:41:56.047349 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3dd8a17-5a2f-4f39-a110-208165e07110", "name": "network-vif-plugged", "status": "completed", "tag": "248e29e3-d311-4074-bc03-c8c881428352", "code": 200}]} {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:41:56.047753 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8ac8bfd6-8b33-40ba-947c-cdf675bef41b {{(pid=103184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:41:56.048400 dv-cinder-804035-25-iscsi neutron-server[103184]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3dd8a17-5a2f-4f39-a110-208165e07110', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '248e29e3-d311-4074-bc03-c8c881428352', 'code': 200} Jan 21 09:41:56.098425 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Pushing event updated for resources: {'Port': ['ID=248e29e3-d311-4074-bc03-c8c881428352,revision_number=7']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:56.647597 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e96833-fb87-4ddd-a9a2-eaac4cedb524 req-d3b3726c-37ab-4c4d-9d79-afc71c6e695c tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:56.649971 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-b6e96833-fb87-4ddd-a9a2-eaac4cedb524 req-d3b3726c-37ab-4c4d-9d79-afc71c6e695c tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/ports?device_id=e3dd8a17-5a2f-4f39-a110-208165e07110 HTTP/1.1" status: 200 len: 946 time: 0.0949881 Jan 21 09:41:56.758086 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-b6e96833-fb87-4ddd-a9a2-eaac4cedb524 req-6a5cbfab-534f-4257-80db-eea221ff9dd6 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/security-groups?id=56c7644d-47e2-4d64-9a0e-cf7864ccb2da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0960732 Jan 21 09:41:58.025818 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339779d9-04c3-47a7-a398-d1b35ef8e683 req-153998c8-f398-40a4-9d84-28579dc797d3 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:58.034108 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-339779d9-04c3-47a7-a398-d1b35ef8e683 req-153998c8-f398-40a4-9d84-28579dc797d3 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/ports?device_id=e3dd8a17-5a2f-4f39-a110-208165e07110 HTTP/1.1" status: 200 len: 946 time: 0.1285620 Jan 21 09:41:58.146252 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-339779d9-04c3-47a7-a398-d1b35ef8e683 req-d11a70bf-8a39-4755-8963-39bc97dac061 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/security-groups?id=56c7644d-47e2-4d64-9a0e-cf7864ccb2da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1041725 Jan 21 09:41:59.330287 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4770236-6e3c-44d9-ba56-7df9c79c2482 req-abf32dcf-06d4-43fc-a828-701cdb405b57 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:59.336212 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-b4770236-6e3c-44d9-ba56-7df9c79c2482 req-abf32dcf-06d4-43fc-a828-701cdb405b57 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/ports?device_id=e3dd8a17-5a2f-4f39-a110-208165e07110 HTTP/1.1" status: 200 len: 946 time: 0.0626030 Jan 21 09:41:59.432994 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-b4770236-6e3c-44d9-ba56-7df9c79c2482 req-271db254-5301-4992-a16c-cb7f9f3599a5 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/security-groups?id=56c7644d-47e2-4d64-9a0e-cf7864ccb2da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0923786 Jan 21 09:42:00.644057 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9338a1f2-68ed-4fdb-a3bc-2c1b9d2f5d7d req-42ccde8c-24e5-484f-ae1c-1770032cbdf2 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:00.648444 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-9338a1f2-68ed-4fdb-a3bc-2c1b9d2f5d7d req-42ccde8c-24e5-484f-ae1c-1770032cbdf2 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/ports?device_id=e3dd8a17-5a2f-4f39-a110-208165e07110 HTTP/1.1" status: 200 len: 946 time: 0.0863359 Jan 21 09:42:00.737408 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-9338a1f2-68ed-4fdb-a3bc-2c1b9d2f5d7d req-f463b203-f524-48fa-a333-332f2affa070 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/security-groups?id=56c7644d-47e2-4d64-9a0e-cf7864ccb2da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669866 Jan 21 09:42:01.964307 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e1266b-121b-4dde-bbe3-9cf9653f35f6 req-4b875566-b394-451f-bf71-e4f0f2172ac0 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:01.966917 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-f4e1266b-121b-4dde-bbe3-9cf9653f35f6 req-4b875566-b394-451f-bf71-e4f0f2172ac0 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/ports?device_id=e3dd8a17-5a2f-4f39-a110-208165e07110 HTTP/1.1" status: 200 len: 946 time: 0.0821743 Jan 21 09:42:02.037545 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-f4e1266b-121b-4dde-bbe3-9cf9653f35f6 req-7cff9569-9368-4c6a-ba35-1717c1962c5d tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/security-groups?id=56c7644d-47e2-4d64-9a0e-cf7864ccb2da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632300 Jan 21 09:42:03.195966 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79643b0-bc1b-448b-8637-c43383560d29 req-85e5c6de-bdee-4e9f-a142-a35d7c81844d tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:03.198131 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-f79643b0-bc1b-448b-8637-c43383560d29 req-85e5c6de-bdee-4e9f-a142-a35d7c81844d tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/ports?device_id=e3dd8a17-5a2f-4f39-a110-208165e07110 HTTP/1.1" status: 200 len: 946 time: 0.0642776 Jan 21 09:42:03.255596 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-f79643b0-bc1b-448b-8637-c43383560d29 req-d4c9f2f1-281c-4f05-abc9-4646e6bce3ee tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/security-groups?id=56c7644d-47e2-4d64-9a0e-cf7864ccb2da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507436 Jan 21 09:42:04.173556 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83318125-792b-49ee-87cb-2b8bffeb050b req-f436e111-3c83-40b9-8798-683d6cb72ab0 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:04.197288 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-83318125-792b-49ee-87cb-2b8bffeb050b req-f436e111-3c83-40b9-8798-683d6cb72ab0 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] 10.222.0.45 "GET /v2.0/ports?device_id=2733931f-f68e-4f48-85d2-5060a8f55eec HTTP/1.1" status: 200 len: 945 time: 0.1157358 Jan 21 09:42:04.327206 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-83318125-792b-49ee-87cb-2b8bffeb050b req-725f2c14-fd3e-4e17-a8b9-ca69c678e06b tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1675cd1-54f4-4d25-9ed0-7b073048c061&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1365871 Jan 21 09:42:04.545794 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-cac31e28-55be-4a03-b5af-a94898bffa79 req-97a92ba3-2306-4312-99b9-10005defd455 tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-311865400&fields=id&tenant_id=d2ac0334d1e14c29aa6222d547c64b00 HTTP/1.1" status: 200 len: 267 time: 0.1241169 Jan 21 09:42:04.634882 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95da0be6-83f7-4279-95df-8160e8dc27a6 req-53c87ee4-85f4-495d-b861-290da471093b tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:04.637509 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-95da0be6-83f7-4279-95df-8160e8dc27a6 req-53c87ee4-85f4-495d-b861-290da471093b tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/ports?device_id=e3dd8a17-5a2f-4f39-a110-208165e07110 HTTP/1.1" status: 200 len: 946 time: 0.1536300 Jan 21 09:42:04.776018 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac31e28-55be-4a03-b5af-a94898bffa79 req-b6574c9e-8afb-4a91-b39e-f6f07534374b tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:04.778218 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-cac31e28-55be-4a03-b5af-a94898bffa79 req-b6574c9e-8afb-4a91-b39e-f6f07534374b tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] 10.222.0.45 "GET /v2.0/networks?id=ec6c0da2-1dbe-43af-89f3-68cb39bbc90b HTTP/1.1" status: 200 len: 809 time: 0.2126939 Jan 21 09:42:04.785639 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-95da0be6-83f7-4279-95df-8160e8dc27a6 req-3748c2f6-a5bd-4e64-8bbb-5731cb1bff88 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/security-groups?id=56c7644d-47e2-4d64-9a0e-cf7864ccb2da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0998890 Jan 21 09:42:04.805746 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-cac31e28-55be-4a03-b5af-a94898bffa79 req-e5dd4b42-700d-404d-9fb2-e88934a29a44 tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] 10.222.0.45 "GET /v2.0/quotas/d2ac0334d1e14c29aa6222d547c64b00 HTTP/1.1" status: 200 len: 375 time: 0.0163817 Jan 21 09:42:04.884684 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-cac31e28-55be-4a03-b5af-a94898bffa79 req-7ab3dbdc-0985-4725-a3f2-a29a89d573c7 tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=d2ac0334d1e14c29aa6222d547c64b00&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0667789 Jan 21 09:42:05.179136 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-cac31e28-55be-4a03-b5af-a94898bffa79 req-a3d29d04-c6ba-4042-a01b-00b77312e46f service neutron] 10.222.0.45 "GET /v2.0/networks/ec6c0da2-1dbe-43af-89f3-68cb39bbc90b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2717094 Jan 21 09:42:05.312891 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-cac31e28-55be-4a03-b5af-a94898bffa79 req-641fc451-bf4e-439b-a9ab-00e0a0657297 service neutron] 10.222.0.45 "GET /v2.0/networks/ec6c0da2-1dbe-43af-89f3-68cb39bbc90b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261780 Jan 21 09:42:05.548053 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8e291a-ddbc-4891-9283-7db76419d3ae req-3d94f4c4-dfaf-493a-aee7-2438fed09f1f tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:05.550984 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-0e8e291a-ddbc-4891-9283-7db76419d3ae req-3d94f4c4-dfaf-493a-aee7-2438fed09f1f tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] 10.222.0.45 "GET /v2.0/ports?device_id=2733931f-f68e-4f48-85d2-5060a8f55eec HTTP/1.1" status: 200 len: 945 time: 0.1004033 Jan 21 09:42:05.641303 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-0e8e291a-ddbc-4891-9283-7db76419d3ae req-fdc906ce-92c2-4b2d-b6b5-86e99d5f80e5 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1675cd1-54f4-4d25-9ed0-7b073048c061&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834336 Jan 21 09:42:05.746541 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b80435-b897-43cc-aece-4cd268db3be7 req-10c22cbe-24fe-4c39-8a17-20a888aea17e tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:05.749426 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-95b80435-b897-43cc-aece-4cd268db3be7 req-10c22cbe-24fe-4c39-8a17-20a888aea17e tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] 10.222.0.109 "GET /v2.0/ports?device_id=2733931f-f68e-4f48-85d2-5060a8f55eec HTTP/1.1" status: 200 len: 945 time: 0.0867910 Jan 21 09:42:06.024434 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.plugin [req-95b80435-b897-43cc-aece-4cd268db3be7 req-f7ab3901-59d0-4b01-acfe-2d95a17c4497 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Deleting port fdcd5489-3e9c-4a62-8bc8-26a5c193cc04 {{(pid=103182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 09:42:06.025637 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-95b80435-b897-43cc-aece-4cd268db3be7 req-f7ab3901-59d0-4b01-acfe-2d95a17c4497 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774670727720'] for port (fdcd5489-3e9c-4a62-8bc8-26a5c193cc04), before_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:06.108259 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4376f55-d1a5-4a47-8b44-63457c27f87c req-d02834aa-85f3-4986-8f27-6cbb15771447 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:06.122915 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-a4376f55-d1a5-4a47-8b44-63457c27f87c req-d02834aa-85f3-4986-8f27-6cbb15771447 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/ports?device_id=e3dd8a17-5a2f-4f39-a110-208165e07110 HTTP/1.1" status: 200 len: 946 time: 0.1941483 Jan 21 09:42:06.286667 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-22102b56-d531-40bc-852b-ffc7c58ea25a req-4f16fc63-69e5-43b9-9830-f1af0b3a17de tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4a4e6b7-47b1-4de2-8677-4f8e3eb056c2 HTTP/1.1" status: 200 len: 210 time: 0.0696206 Jan 21 09:42:06.360767 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.db [req-95b80435-b897-43cc-aece-4cd268db3be7 req-f7ab3901-59d0-4b01-acfe-2d95a17c4497 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] For port fdcd5489-3e9c-4a62-8bc8-26a5c193cc04, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=fdcd5489-3e9c-4a62-8bc8-26a5c193cc04,segment=NetworkSegment(18509a21-b759-406e-af96-dd1ff2a318e9),segment_id=18509a21-b759-406e-af96-dd1ff2a318e9)] {{(pid=103182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:42:06.360767 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-95b80435-b897-43cc-aece-4cd268db3be7 req-f7ab3901-59d0-4b01-acfe-2d95a17c4497 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3846167'] for port (fdcd5489-3e9c-4a62-8bc8-26a5c193cc04), precommit_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:06.372490 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-a4376f55-d1a5-4a47-8b44-63457c27f87c req-2e7574b7-3a0d-4513-9521-927350b4f169 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/security-groups?id=56c7644d-47e2-4d64-9a0e-cf7864ccb2da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1537373 Jan 21 09:42:06.702606 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-95b80435-b897-43cc-aece-4cd268db3be7 req-f7ab3901-59d0-4b01-acfe-2d95a17c4497 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:06.703255 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-95b80435-b897-43cc-aece-4cd268db3be7 req-f7ab3901-59d0-4b01-acfe-2d95a17c4497 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3846398'] for floatingip (88f80e11-0a14-4fe2-b4b1-320bf779534f), after_update {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:06.704915 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.db.l3_db [req-95b80435-b897-43cc-aece-4cd268db3be7 req-f7ab3901-59d0-4b01-acfe-2d95a17c4497 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Floating IP 88f80e11-0a14-4fe2-b4b1-320bf779534f disassociated. External IP: 172.27.3.80, port: fdcd5489-3e9c-4a62-8bc8-26a5c193cc04. Jan 21 09:42:06.704915 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.plugin [req-95b80435-b897-43cc-aece-4cd268db3be7 req-f7ab3901-59d0-4b01-acfe-2d95a17c4497 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Calling delete_port for fdcd5489-3e9c-4a62-8bc8-26a5c193cc04 owned by compute:nova {{(pid=103182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 09:42:06.882374 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87783186-8522-4985-8b0e-a574c16fc95d req-63bcb550-fb59-4ee9-9770-55dfda91acb2 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:06.883996 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-87783186-8522-4985-8b0e-a574c16fc95d req-63bcb550-fb59-4ee9-9770-55dfda91acb2 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] 10.222.0.45 "GET /v2.0/ports?device_id=2733931f-f68e-4f48-85d2-5060a8f55eec HTTP/1.1" status: 200 len: 945 time: 0.1054702 Jan 21 09:42:07.017774 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-87783186-8522-4985-8b0e-a574c16fc95d req-8a1a9868-348e-45c2-ae4e-4427f6a9fbb9 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1675cd1-54f4-4d25-9ed0-7b073048c061&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1215243 Jan 21 09:42:07.146756 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-95b80435-b897-43cc-aece-4cd268db3be7 req-f7ab3901-59d0-4b01-acfe-2d95a17c4497 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774670733020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774670299805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29186853'] for port (fdcd5489-3e9c-4a62-8bc8-26a5c193cc04), after_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:07.260244 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ab3901-59d0-4b01-acfe-2d95a17c4497 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Pushing event deleted for resources: {'Port': ['ID=fdcd5489-3e9c-4a62-8bc8-26a5c193cc04,revision_number=None']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:07.334026 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ab3901-59d0-4b01-acfe-2d95a17c4497 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:07.334581 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ab3901-59d0-4b01-acfe-2d95a17c4497 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:07.335128 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ab3901-59d0-4b01-acfe-2d95a17c4497 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:07.335673 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ab3901-59d0-4b01-acfe-2d95a17c4497 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:07.336217 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ab3901-59d0-4b01-acfe-2d95a17c4497 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:07.336810 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ab3901-59d0-4b01-acfe-2d95a17c4497 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:07.337536 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ab3901-59d0-4b01-acfe-2d95a17c4497 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:07.338155 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ab3901-59d0-4b01-acfe-2d95a17c4497 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:07.338691 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ab3901-59d0-4b01-acfe-2d95a17c4497 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:07.339226 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ab3901-59d0-4b01-acfe-2d95a17c4497 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:07.339783 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ab3901-59d0-4b01-acfe-2d95a17c4497 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:07.340305 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ab3901-59d0-4b01-acfe-2d95a17c4497 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:07.340861 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ab3901-59d0-4b01-acfe-2d95a17c4497 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:07.473891 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-953c4115-53ff-4cb0-9619-68622f9abafa req-77292a11-8de9-4a67-bd42-3e3eb7fb279b tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4a4e6b7-47b1-4de2-8677-4f8e3eb056c2 HTTP/1.1" status: 200 len: 210 time: 0.0912943 Jan 21 09:42:07.520289 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.db.agents_db [None req-6cca2222-2941-4527-9622-8fe6bb096302 None None] Agent healthcheck: found 6 active agents {{(pid=103185) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 09:42:07.545763 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.scheduler.l3_agent_scheduler [req-95b80435-b897-43cc-aece-4cd268db3be7 req-f7ab3901-59d0-4b01-acfe-2d95a17c4497 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Router 945389a6-2cd8-43f7-b660-ccdf197add80 has already been hosted by L3 agent e2f5353c-5d20-4dd0-beb4-c302aead9ffd {{(pid=103182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:42:07.594192 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55641cd-d04f-4f36-97fa-1eb44287aa7e req-f350539c-3eea-4e36-9641-8b547836dec1 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:07.594192 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-e55641cd-d04f-4f36-97fa-1eb44287aa7e req-f350539c-3eea-4e36-9641-8b547836dec1 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/ports?device_id=e3dd8a17-5a2f-4f39-a110-208165e07110 HTTP/1.1" status: 200 len: 946 time: 0.1301427 Jan 21 09:42:08.218798 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-e55641cd-d04f-4f36-97fa-1eb44287aa7e req-2c9077d2-78ae-4053-9aae-ba861800da67 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/security-groups?id=56c7644d-47e2-4d64-9a0e-cf7864ccb2da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5935175 Jan 21 09:42:08.301033 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-fd5fd3c2-a483-4d00-833a-7d2486d15218 req-f6ea804a-7a77-4a1f-852f-55a2826ae2fc tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] 10.222.0.45 "GET /v2.0/ports?device_id=2733931f-f68e-4f48-85d2-5060a8f55eec HTTP/1.1" status: 200 len: 210 time: 0.0805466 Jan 21 09:42:08.357325 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-95b80435-b897-43cc-aece-4cd268db3be7 req-f7ab3901-59d0-4b01-acfe-2d95a17c4497 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Notify agent at l3_agent.dv-cinder-804035-25-iscsi the message routers_updated {{(pid=103182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:42:08.376068 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea9c0d2-142e-4931-a124-2bb4c138ff1f None None] Sync routers for ids ['945389a6-2cd8-43f7-b660-ccdf197add80'] in dv-cinder-804035-25-iscsi {{(pid=103184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:42:08.393691 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea9c0d2-142e-4931-a124-2bb4c138ff1f None None] Routers {'945389a6-2cd8-43f7-b660-ccdf197add80'} bound to L3 agent in host dv-cinder-804035-25-iscsi {{(pid=103184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 09:42:08.394393 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.l3_hamode_db [None req-8ea9c0d2-142e-4931-a124-2bb4c138ff1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-21T09:27:18Z,description=,heartbeat_timestamp=2022-01-21T09:41:48Z,host='dv-cinder-804035-25-iscsi',id=e2f5353c-5d20-4dd0-beb4-c302aead9ffd,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:27:19Z,topic='l3_agent')) {'router_ids': ['945389a6-2cd8-43f7-b660-ccdf197add80'], 'active': True} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:08.487677 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.db.l3_dvrscheduler_db [req-95b80435-b897-43cc-aece-4cd268db3be7 req-f7ab3901-59d0-4b01-acfe-2d95a17c4497 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] No DVR routers for this DVR port fdcd5489-3e9c-4a62-8bc8-26a5c193cc04 on host hv-cinder-80403 {{(pid=103182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:42:08.493270 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-95b80435-b897-43cc-aece-4cd268db3be7 req-f7ab3901-59d0-4b01-acfe-2d95a17c4497 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11211'] for port (None), before_response {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:08.508043 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-95b80435-b897-43cc-aece-4cd268db3be7 req-f7ab3901-59d0-4b01-acfe-2d95a17c4497 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] 10.222.0.109 "DELETE /v2.0/ports/fdcd5489-3e9c-4a62-8bc8-26a5c193cc04 HTTP/1.1" status: 204 len: 173 time: 2.7445779 Jan 21 09:42:08.508838 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2733931f-f68e-4f48-85d2-5060a8f55eec', 'name': 'network-vif-deleted', 'tag': 'fdcd5489-3e9c-4a62-8bc8-26a5c193cc04'}] {{(pid=103182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:42:08.527286 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa0cc1f82daaed98fc3f7058001f72739ccfc4facde8019b77a0af70a494964c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15ec202d-a1c2-493c-9cbf-2d9776f04132" -d '{"events": [{"server_uuid": "2733931f-f68e-4f48-85d2-5060a8f55eec", "name": "network-vif-deleted", "tag": "fdcd5489-3e9c-4a62-8bc8-26a5c193cc04"}]}' {{(pid=103182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:42:08.546031 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.l3_dvr_db [None req-8ea9c0d2-142e-4931-a124-2bb4c138ff1f None None] Set router 945389a6-2cd8-43f7-b660-ccdf197add80 gateway port host: dv-cinder-804035-25-iscsi {{(pid=103184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:42:08.677701 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 09:42:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6e7a286-fa77-4ddc-acae-88e52c71f9b2 x-openstack-request-id: req-d6e7a286-fa77-4ddc-acae-88e52c71f9b2 {{(pid=103182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:42:08.677701 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2733931f-f68e-4f48-85d2-5060a8f55eec", "name": "network-vif-deleted", "tag": "fdcd5489-3e9c-4a62-8bc8-26a5c193cc04", "status": "completed", "code": 200}]} {{(pid=103182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:42:08.678026 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d6e7a286-fa77-4ddc-acae-88e52c71f9b2 {{(pid=103182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:42:08.678468 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2733931f-f68e-4f48-85d2-5060a8f55eec', 'name': 'network-vif-deleted', 'tag': 'fdcd5489-3e9c-4a62-8bc8-26a5c193cc04', 'status': 'completed', 'code': 200} Jan 21 09:42:08.779925 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-3be967bf-49e3-4f21-a694-6dc3f00d3831 req-64d3ddab-dce4-4184-8066-6c32f001ae69 tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4a4e6b7-47b1-4de2-8677-4f8e3eb056c2 HTTP/1.1" status: 200 len: 210 time: 0.0786831 Jan 21 09:42:09.164963 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.l3_hamode_db [None req-8ea9c0d2-142e-4931-a124-2bb4c138ff1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '945389a6-2cd8-43f7-b660-ccdf197add80', 'name': 'tempest-TestVolumeBootPattern-1023830781-router', 'tenant_id': '515ded26ca114fbf9c6e920362aec64c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'external_fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.74'}], 'enable_snat': True}, 'gw_port_id': 'eb6b8964-78f2-488d-b3b2-a54566139ced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:38:09Z', 'updated_at': '2022-01-21T09:38:17Z', 'revision_number': 4, 'project_id': '515ded26ca114fbf9c6e920362aec64c', 'gw_port': {'id': 'eb6b8964-78f2-488d-b3b2-a54566139ced', 'name': '', 'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:0c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945389a6-2cd8-43f7-b660-ccdf197add80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:38:10Z', 'updated_at': '2022-01-21T09:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6accd444-6422-45bf-9c21-6be173243a45', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-25-iscsi', '_interfaces': [{'id': '82c21408-9913-4970-b17f-da216a976def', 'name': '', 'network_id': '858c4f17-92ac-4cda-9750-b98e2d3705f8', 'tenant_id': '515ded26ca114fbf9c6e920362aec64c', 'mac_address': 'fa:16:3e:82:01:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945389a6-2cd8-43f7-b660-ccdf197add80', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'ed880366-382f-48ca-9b10-9aa3edc0e5e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:38:15Z', 'updated_at': '2022-01-21T09:38:26Z', 'revision_number': 5, 'project_id': '515ded26ca114fbf9c6e920362aec64c', 'subnets': [{'id': 'ed880366-382f-48ca-9b10-9aa3edc0e5e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-25-iscsi', False) {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:09.215008 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea9c0d2-142e-4931-a124-2bb4c138ff1f None None] Checking router: 945389a6-2cd8-43f7-b660-ccdf197add80 for host: dv-cinder-804035-25-iscsi {{(pid=103184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:42:09.230675 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea9c0d2-142e-4931-a124-2bb4c138ff1f None None] Routers {'945389a6-2cd8-43f7-b660-ccdf197add80'} bound to L3 agent in host dv-cinder-804035-25-iscsi {{(pid=103184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 09:42:09.231325 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.l3_hamode_db [None req-8ea9c0d2-142e-4931-a124-2bb4c138ff1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-21T09:27:18Z,description=,heartbeat_timestamp=2022-01-21T09:41:48Z,host='dv-cinder-804035-25-iscsi',id=e2f5353c-5d20-4dd0-beb4-c302aead9ffd,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:27:19Z,topic='l3_agent')) {'router_ids': ['945389a6-2cd8-43f7-b660-ccdf197add80'], 'active': True} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:09.518773 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.l3_dvr_db [None req-8ea9c0d2-142e-4931-a124-2bb4c138ff1f None None] Set router 945389a6-2cd8-43f7-b660-ccdf197add80 gateway port host: dv-cinder-804035-25-iscsi {{(pid=103184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:42:09.526458 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-e5c3c606-bdb4-4561-857b-5c08f6c01521 req-b05086bb-d863-4277-8d2e-5dda75a3a286 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] 10.222.0.45 "GET /v2.0/ports?device_id=2733931f-f68e-4f48-85d2-5060a8f55eec HTTP/1.1" status: 200 len: 210 time: 0.0464242 Jan 21 09:42:09.542650 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd94eff9-4de2-427f-a424-027988b7492d req-01d5e545-05f3-4840-9dc0-fd319ecf9b33 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:09.553676 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-bd94eff9-4de2-427f-a424-027988b7492d req-01d5e545-05f3-4840-9dc0-fd319ecf9b33 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/ports?device_id=e3dd8a17-5a2f-4f39-a110-208165e07110 HTTP/1.1" status: 200 len: 946 time: 0.1501987 Jan 21 09:42:09.659551 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-bd94eff9-4de2-427f-a424-027988b7492d req-d00fbfaa-38c0-4e7b-8b2f-76a547c85dbb tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/security-groups?id=56c7644d-47e2-4d64-9a0e-cf7864ccb2da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1045580 Jan 21 09:42:09.764101 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Device fdcd5489-3e9c-4a62-8bc8-26a5c193cc04 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=103184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:42:09.801194 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] No Port match for: fdcd5489-3e9c-4a62-8bc8-26a5c193cc04 {{(pid=103184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 21 09:42:09.801497 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Device fdcd5489-3e9c-4a62-8bc8-26a5c193cc04 not bound to the agent host hv-cinder-80403 {{(pid=103184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:42:09.969888 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-575829b4-7ceb-427e-bc5c-628f52f10b73 req-cd73e70a-274a-4e7f-bbcd-4382e977d118 tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4a4e6b7-47b1-4de2-8677-4f8e3eb056c2 HTTP/1.1" status: 200 len: 210 time: 0.0435419 Jan 21 09:42:09.970880 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.l3_hamode_db [None req-8ea9c0d2-142e-4931-a124-2bb4c138ff1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '945389a6-2cd8-43f7-b660-ccdf197add80', 'name': 'tempest-TestVolumeBootPattern-1023830781-router', 'tenant_id': '515ded26ca114fbf9c6e920362aec64c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'external_fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.74'}], 'enable_snat': True}, 'gw_port_id': 'eb6b8964-78f2-488d-b3b2-a54566139ced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:38:09Z', 'updated_at': '2022-01-21T09:38:17Z', 'revision_number': 4, 'project_id': '515ded26ca114fbf9c6e920362aec64c', 'gw_port': {'id': 'eb6b8964-78f2-488d-b3b2-a54566139ced', 'name': '', 'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:0c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945389a6-2cd8-43f7-b660-ccdf197add80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:38:10Z', 'updated_at': '2022-01-21T09:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6accd444-6422-45bf-9c21-6be173243a45', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-25-iscsi', '_interfaces': [{'id': '82c21408-9913-4970-b17f-da216a976def', 'name': '', 'network_id': '858c4f17-92ac-4cda-9750-b98e2d3705f8', 'tenant_id': '515ded26ca114fbf9c6e920362aec64c', 'mac_address': 'fa:16:3e:82:01:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945389a6-2cd8-43f7-b660-ccdf197add80', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'ed880366-382f-48ca-9b10-9aa3edc0e5e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:38:15Z', 'updated_at': '2022-01-21T09:38:26Z', 'revision_number': 5, 'project_id': '515ded26ca114fbf9c6e920362aec64c', 'subnets': [{'id': 'ed880366-382f-48ca-9b10-9aa3edc0e5e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-25-iscsi', False) {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:10.007063 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea9c0d2-142e-4931-a124-2bb4c138ff1f None None] The sync data for ids ['945389a6-2cd8-43f7-b660-ccdf197add80'] in dv-cinder-804035-25-iscsi is: [{'id': '945389a6-2cd8-43f7-b660-ccdf197add80', 'name': 'tempest-TestVolumeBootPattern-1023830781-router', 'tenant_id': '515ded26ca114fbf9c6e920362aec64c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'external_fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.74'}], 'enable_snat': True}, 'gw_port_id': 'eb6b8964-78f2-488d-b3b2-a54566139ced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:38:09Z', 'updated_at': '2022-01-21T09:38:17Z', 'revision_number': 4, 'project_id': '515ded26ca114fbf9c6e920362aec64c', 'gw_port': {'id': 'eb6b8964-78f2-488d-b3b2-a54566139ced', 'name': '', 'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:0c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945389a6-2cd8-43f7-b660-ccdf197add80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:38:10Z', 'updated_at': '2022-01-21T09:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6accd444-6422-45bf-9c21-6be173243a45', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-25-iscsi', '_interfaces': [{'id': '82c21408-9913-4970-b17f-da216a976def', 'name': '', 'network_id': '858c4f17-92ac-4cda-9750-b98e2d3705f8', 'tenant_id': '515ded26ca114fbf9c6e920362aec64c', 'mac_address': 'fa:16:3e:82:01:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945389a6-2cd8-43f7-b660-ccdf197add80', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'ed880366-382f-48ca-9b10-9aa3edc0e5e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:38:15Z', 'updated_at': '2022-01-21T09:38:26Z', 'revision_number': 5, 'project_id': '515ded26ca114fbf9c6e920362aec64c', 'subnets': [{'id': 'ed880366-382f-48ca-9b10-9aa3edc0e5e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:42:10.082324 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac31e28-55be-4a03-b5af-a94898bffa79 req-e3420cc9-5279-4662-9629-51045e7979a7 tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:10.083907 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-cac31e28-55be-4a03-b5af-a94898bffa79 req-e3420cc9-5279-4662-9629-51045e7979a7 tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] 10.222.0.109 "GET /v2.0/networks?id=ec6c0da2-1dbe-43af-89f3-68cb39bbc90b HTTP/1.1" status: 200 len: 809 time: 0.1947000 Jan 21 09:42:10.177760 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-cac31e28-55be-4a03-b5af-a94898bffa79 req-d78fba4d-d4b4-43dd-9680-ec5d68c4d36c tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] 10.222.0.109 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d2ac0334d1e14c29aa6222d547c64b00 HTTP/1.1" status: 200 len: 379 time: 0.0845590 Jan 21 09:42:10.188665 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.v2.base [req-cac31e28-55be-4a03-b5af-a94898bffa79 req-4606caa9-dcf2-4558-91a4-42d33f9993b0 tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] Request body: {'port': {'device_id': 'f4a4e6b7-47b1-4de2-8677-4f8e3eb056c2', 'network_id': 'ec6c0da2-1dbe-43af-89f3-68cb39bbc90b', 'admin_state_up': True, 'tenant_id': 'd2ac0334d1e14c29aa6222d547c64b00', 'security_groups': ['ecb8bb3e-d4e6-4c35-9133-48a56990ede7']}} {{(pid=103182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:42:10.329384 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-885ff107-2953-40df-abb5-05091bb7e960 None None] New status for floating IP 88f80e11-0a14-4fe2-b4b1-320bf779534f: DOWN {{(pid=103185) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 09:42:10.471337 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cac31e28-55be-4a03-b5af-a94898bffa79 req-4606caa9-dcf2-4558-91a4-42d33f9993b0 tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] Made reservation on behalf of d2ac0334d1e14c29aa6222d547c64b00 for: {'port': 1} {{(pid=103182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:42:10.476090 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-cac31e28-55be-4a03-b5af-a94898bffa79 req-4606caa9-dcf2-4558-91a4-42d33f9993b0 tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (None), before_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:10.816013 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-66b25c79-a148-48cb-8c91-f45284278987 req-24ee69f3-0a52-4865-9ec8-aed385617f32 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] 10.222.0.45 "GET /v2.0/ports?device_id=2733931f-f68e-4f48-85d2-5060a8f55eec HTTP/1.1" status: 200 len: 210 time: 0.0699682 Jan 21 09:42:10.842739 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.db.db_base_plugin_common [req-cac31e28-55be-4a03-b5af-a94898bffa79 req-4606caa9-dcf2-4558-91a4-42d33f9993b0 tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] Allocated IP 172.20.0.9 (ec6c0da2-1dbe-43af-89f3-68cb39bbc90b/1bf23acc-59f7-4a2a-af00-01a8c5f75fdb/0e43678c-54de-414e-81b5-5773897a97f4) {{(pid=103182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:42:10.955766 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8623e5d9-c58c-4add-9e7b-1011829c46cd req-afc8f712-4fa6-48bd-b9fd-227e60f67a26 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:10.958143 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-8623e5d9-c58c-4add-9e7b-1011829c46cd req-afc8f712-4fa6-48bd-b9fd-227e60f67a26 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/ports?device_id=e3dd8a17-5a2f-4f39-a110-208165e07110 HTTP/1.1" status: 200 len: 946 time: 0.1471314 Jan 21 09:42:11.121630 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-8623e5d9-c58c-4add-9e7b-1011829c46cd req-01f382c5-0b1f-49ab-8479-9fd528f73b88 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/security-groups?id=56c7644d-47e2-4d64-9a0e-cf7864ccb2da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1426566 Jan 21 09:42:11.170128 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-90d8dfbf-260e-4350-a020-d971cc72d7bc req-f685f6d7-8d23-419a-8991-3199b49dc08e tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4a4e6b7-47b1-4de2-8677-4f8e3eb056c2 HTTP/1.1" status: 200 len: 210 time: 0.0466373 Jan 21 09:42:11.205537 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-cac31e28-55be-4a03-b5af-a94898bffa79 req-4606caa9-dcf2-4558-91a4-42d33f9993b0 tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] Publish callbacks [] for port (0e43678c-54de-414e-81b5-5773897a97f4), precommit_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:11.323234 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-cac31e28-55be-4a03-b5af-a94898bffa79 req-4606caa9-dcf2-4558-91a4-42d33f9993b0 tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774670299796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29186853'] for port (0e43678c-54de-414e-81b5-5773897a97f4), after_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:11.397543 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cac31e28-55be-4a03-b5af-a94898bffa79 req-4606caa9-dcf2-4558-91a4-42d33f9993b0 tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] Network ec6c0da2-1dbe-43af-89f3-68cb39bbc90b is already hosted by enough agents. {{(pid=103182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:42:11.401580 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.scheduler.base_scheduler [req-cac31e28-55be-4a03-b5af-a94898bffa79 req-4606caa9-dcf2-4558-91a4-42d33f9993b0 tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] Resources bound (agent type, host, resource id): {{(pid=103182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:42:11.405942 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.db.l3_dvrscheduler_db [req-cac31e28-55be-4a03-b5af-a94898bffa79 req-4606caa9-dcf2-4558-91a4-42d33f9993b0 tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] Received port after_create {{(pid=103182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 09:42:11.455964 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4606caa9-dcf2-4558-91a4-42d33f9993b0 tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] Pushing event updated for resources: {'Port': ['ID=0e43678c-54de-414e-81b5-5773897a97f4,revision_number=1']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:11.483363 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac31e28-55be-4a03-b5af-a94898bffa79 req-4606caa9-dcf2-4558-91a4-42d33f9993b0 tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:11.484424 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-cac31e28-55be-4a03-b5af-a94898bffa79 req-4606caa9-dcf2-4558-91a4-42d33f9993b0 tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11211'] for port (None), before_response {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:11.594244 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-cac31e28-55be-4a03-b5af-a94898bffa79 req-4606caa9-dcf2-4558-91a4-42d33f9993b0 tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] 10.222.0.109 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4098268 Jan 21 09:42:11.607154 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.v2.base [req-cac31e28-55be-4a03-b5af-a94898bffa79 req-6ab6f792-8b53-4afd-ad70-cfe80ef5b471 service neutron] Request body: {'port': {'device_id': 'f4a4e6b7-47b1-4de2-8677-4f8e3eb056c2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=103182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:42:11.682152 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-cac31e28-55be-4a03-b5af-a94898bffa79 req-6ab6f792-8b53-4afd-ad70-cfe80ef5b471 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (0e43678c-54de-414e-81b5-5773897a97f4), before_update {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:11.683408 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.provisioning_blocks [None req-4d2ac448-3d69-4372-a9da-45f8b18d991c None None] Provisioning complete for port 0e43678c-54de-414e-81b5-5773897a97f4 triggered by entity DHCP. {{(pid=103184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:11.684162 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4d2ac448-3d69-4372-a9da-45f8b18d991c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983013'] for port (0e43678c-54de-414e-81b5-5773897a97f4), provisioning_complete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:11.731120 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-4d2ac448-3d69-4372-a9da-45f8b18d991c None None] Port 0e43678c-54de-414e-81b5-5773897a97f4 cannot update to ACTIVE because it is not bound. {{(pid=103184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 21 09:42:12.043367 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.notifiers.nova [req-cac31e28-55be-4a03-b5af-a94898bffa79 req-6ab6f792-8b53-4afd-ad70-cfe80ef5b471 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e43678c-54de-414e-81b5-5773897a97f4 {{(pid=103182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:42:12.053260 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-cac31e28-55be-4a03-b5af-a94898bffa79 req-6ab6f792-8b53-4afd-ad70-cfe80ef5b471 service neutron] Publish callbacks [] for port (0e43678c-54de-414e-81b5-5773897a97f4), precommit_update {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:12.069073 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.db.provisioning_blocks [req-cac31e28-55be-4a03-b5af-a94898bffa79 req-6ab6f792-8b53-4afd-ad70-cfe80ef5b471 service neutron] Transition to ACTIVE for port object 0e43678c-54de-414e-81b5-5773897a97f4 will not be triggered until provisioned by entity L2. {{(pid=103182) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:42:12.204415 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-cac31e28-55be-4a03-b5af-a94898bffa79 req-6ab6f792-8b53-4afd-ad70-cfe80ef5b471 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774670732957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774670299814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774670299832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29186908'] for port (0e43678c-54de-414e-81b5-5773897a97f4), after_update {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:12.316754 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab6f792-8b53-4afd-ad70-cfe80ef5b471 service neutron] Pushing event updated for resources: {'Port': ['ID=0e43678c-54de-414e-81b5-5773897a97f4,revision_number=2']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:12.462162 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-5ef43b62-adb7-46af-85da-bd6dc88b8d43 req-b9e78adf-23d8-4b9a-89e7-22e7e98a4b08 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-159313003&fields=id&tenant_id=515ded26ca114fbf9c6e920362aec64c HTTP/1.1" status: 200 len: 267 time: 0.2405806 Jan 21 09:42:12.489667 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018ef29b-05d3-4ddb-a0c3-ec0bde1e0367 req-58246ed8-952c-458c-8535-cf8bbf11514c tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:12.491911 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-018ef29b-05d3-4ddb-a0c3-ec0bde1e0367 req-58246ed8-952c-458c-8535-cf8bbf11514c tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/ports?device_id=e3dd8a17-5a2f-4f39-a110-208165e07110 HTTP/1.1" status: 200 len: 946 time: 0.2462673 Jan 21 09:42:12.664918 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.managers [req-cac31e28-55be-4a03-b5af-a94898bffa79 req-6ab6f792-8b53-4afd-ad70-cfe80ef5b471 service neutron] Attempting to bind port 0e43678c-54de-414e-81b5-5773897a97f4 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=103182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 09:42:12.665275 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.managers [req-cac31e28-55be-4a03-b5af-a94898bffa79 req-6ab6f792-8b53-4afd-ad70-cfe80ef5b471 service neutron] Attempting to bind port 0e43678c-54de-414e-81b5-5773897a97f4 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': 'aa78cb95-90e0-401d-9637-4d1897b31e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'ec6c0da2-1dbe-43af-89f3-68cb39bbc90b'}] {{(pid=103182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 09:42:12.665626 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cac31e28-55be-4a03-b5af-a94898bffa79 req-6ab6f792-8b53-4afd-ad70-cfe80ef5b471 service neutron] Attempting to bind port 0e43678c-54de-414e-81b5-5773897a97f4 on network ec6c0da2-1dbe-43af-89f3-68cb39bbc90b {{(pid=103182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:42:12.685900 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cac31e28-55be-4a03-b5af-a94898bffa79 req-6ab6f792-8b53-4afd-ad70-cfe80ef5b471 service neutron] Port 0e43678c-54de-414e-81b5-5773897a97f4 on network ec6c0da2-1dbe-43af-89f3-68cb39bbc90b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=103182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 21 09:42:12.686238 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cac31e28-55be-4a03-b5af-a94898bffa79 req-6ab6f792-8b53-4afd-ad70-cfe80ef5b471 service neutron] Attempting to bind port 0e43678c-54de-414e-81b5-5773897a97f4 on network ec6c0da2-1dbe-43af-89f3-68cb39bbc90b {{(pid=103182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:42:12.695355 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-018ef29b-05d3-4ddb-a0c3-ec0bde1e0367 req-8df12f6f-6357-4967-a4c5-2d679843ad97 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/security-groups?id=56c7644d-47e2-4d64-9a0e-cf7864ccb2da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1838591 Jan 21 09:42:12.722481 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cac31e28-55be-4a03-b5af-a94898bffa79 req-6ab6f792-8b53-4afd-ad70-cfe80ef5b471 service neutron] Checking agent: {'id': '5a7f6758-1e24-44b8-9b24-65ffc30c20d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 33, 47), 'started_at': datetime.datetime(2022, 1, 21, 9, 33, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 41, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:42:12.723183 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cac31e28-55be-4a03-b5af-a94898bffa79 req-6ab6f792-8b53-4afd-ad70-cfe80ef5b471 service neutron] Checking segment: {'id': 'aa78cb95-90e0-401d-9637-4d1897b31e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'ec6c0da2-1dbe-43af-89f3-68cb39bbc90b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 09:42:12.723561 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cac31e28-55be-4a03-b5af-a94898bffa79 req-6ab6f792-8b53-4afd-ad70-cfe80ef5b471 service neutron] Bound using segment: {'id': 'aa78cb95-90e0-401d-9637-4d1897b31e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'ec6c0da2-1dbe-43af-89f3-68cb39bbc90b'} {{(pid=103182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:42:12.724055 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.managers [req-cac31e28-55be-4a03-b5af-a94898bffa79 req-6ab6f792-8b53-4afd-ad70-cfe80ef5b471 service neutron] Bound port: 0e43678c-54de-414e-81b5-5773897a97f4, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa78cb95-90e0-401d-9637-4d1897b31e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'ec6c0da2-1dbe-43af-89f3-68cb39bbc90b'}}] {{(pid=103182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 09:42:12.724414 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-cac31e28-55be-4a03-b5af-a94898bffa79 req-6ab6f792-8b53-4afd-ad70-cfe80ef5b471 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (0e43678c-54de-414e-81b5-5773897a97f4), before_update {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:12.738412 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef43b62-adb7-46af-85da-bd6dc88b8d43 req-e120295d-47f6-48af-9101-fb3c7bb54e70 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:12.740249 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-5ef43b62-adb7-46af-85da-bd6dc88b8d43 req-e120295d-47f6-48af-9101-fb3c7bb54e70 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] 10.222.0.45 "GET /v2.0/networks?id=858c4f17-92ac-4cda-9750-b98e2d3705f8 HTTP/1.1" status: 200 len: 812 time: 0.2688520 Jan 21 09:42:12.756257 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e30fd1-098f-4015-9007-d6ca5036afaa req-b376d564-d0c9-46d2-8a93-92027d04affa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:12.757969 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-a1e30fd1-098f-4015-9007-d6ca5036afaa req-b376d564-d0c9-46d2-8a93-92027d04affa service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=93281ac9cb504124a055279296f2262f&device_id=e3dd8a17-5a2f-4f39-a110-208165e07110 HTTP/1.1" status: 200 len: 1099 time: 0.1550639 Jan 21 09:42:12.794707 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-5ef43b62-adb7-46af-85da-bd6dc88b8d43 req-91c3d5b7-d05f-41dd-9d24-7f7e230ec63c tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] 10.222.0.45 "GET /v2.0/quotas/515ded26ca114fbf9c6e920362aec64c HTTP/1.1" status: 200 len: 375 time: 0.0436721 Jan 21 09:42:12.976673 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.db [req-cac31e28-55be-4a03-b5af-a94898bffa79 req-6ab6f792-8b53-4afd-ad70-cfe80ef5b471 service neutron] For port 0e43678c-54de-414e-81b5-5773897a97f4, host hv-cinder-80403, cleared binding levels {{(pid=103182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:42:12.987426 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.db [req-cac31e28-55be-4a03-b5af-a94898bffa79 req-6ab6f792-8b53-4afd-ad70-cfe80ef5b471 service neutron] For port 0e43678c-54de-414e-81b5-5773897a97f4, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=0e43678c-54de-414e-81b5-5773897a97f4,segment=NetworkSegment(aa78cb95-90e0-401d-9637-4d1897b31e11),segment_id=aa78cb95-90e0-401d-9637-4d1897b31e11)] {{(pid=103182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:42:12.996691 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b003c9-d1da-4d2b-a6c6-c5cb9009a0e4 req-c2518c8a-0432-45cb-8606-0526fabf3def tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:12.998344 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-c9b003c9-d1da-4d2b-a6c6-c5cb9009a0e4 req-c2518c8a-0432-45cb-8606-0526fabf3def tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4a4e6b7-47b1-4de2-8677-4f8e3eb056c2 HTTP/1.1" status: 200 len: 943 time: 0.2086523 Jan 21 09:42:13.011631 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-5ef43b62-adb7-46af-85da-bd6dc88b8d43 req-622f01d7-3fd6-423e-a75f-788013f0f3f6 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=515ded26ca114fbf9c6e920362aec64c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1858892 Jan 21 09:42:13.022917 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e30fd1-098f-4015-9007-d6ca5036afaa req-e47d1ccf-fe40-4864-b3a3-a34c1c50bed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:13.024423 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-a1e30fd1-098f-4015-9007-d6ca5036afaa req-e47d1ccf-fe40-4864-b3a3-a34c1c50bed6 service neutron] 10.222.0.109 "GET /v2.0/networks?id=647e31d1-4208-41da-8947-db9d9292bd9e HTTP/1.1" status: 200 len: 918 time: 0.2572000 Jan 21 09:42:13.097800 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-cac31e28-55be-4a03-b5af-a94898bffa79 req-6ab6f792-8b53-4afd-ad70-cfe80ef5b471 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774670732957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774670299814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774670299832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29186908'] for port (0e43678c-54de-414e-81b5-5773897a97f4), after_update {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:13.187453 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-c9b003c9-d1da-4d2b-a6c6-c5cb9009a0e4 req-8fb11ba7-6a8a-4fac-bc47-0480eeb45aed tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] 10.222.0.45 "GET /v2.0/security-groups?id=ecb8bb3e-d4e6-4c35-9133-48a56990ede7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1746895 Jan 21 09:42:13.240681 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac31e28-55be-4a03-b5af-a94898bffa79 req-6ab6f792-8b53-4afd-ad70-cfe80ef5b471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:13.241301 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-cac31e28-55be-4a03-b5af-a94898bffa79 req-6ab6f792-8b53-4afd-ad70-cfe80ef5b471 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11211'] for port (None), before_response {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:13.242785 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-cac31e28-55be-4a03-b5af-a94898bffa79 req-6ab6f792-8b53-4afd-ad70-cfe80ef5b471 service neutron] 10.222.0.109 "PUT /v2.0/ports/0e43678c-54de-414e-81b5-5773897a97f4 HTTP/1.1" status: 200 len: 1093 time: 1.6404533 Jan 21 09:42:13.249424 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4a4e6b7-47b1-4de2-8677-4f8e3eb056c2', 'tag': '0e43678c-54de-414e-81b5-5773897a97f4'}] {{(pid=103182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:42:13.252280 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa0cc1f82daaed98fc3f7058001f72739ccfc4facde8019b77a0af70a494964c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-552cb6d7-cb40-44ae-b000-3b7184bf63a3" -d '{"events": [{"name": "network-changed", "server_uuid": "f4a4e6b7-47b1-4de2-8677-4f8e3eb056c2", "tag": "0e43678c-54de-414e-81b5-5773897a97f4"}]}' {{(pid=103182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:42:13.262813 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-a1e30fd1-098f-4015-9007-d6ca5036afaa req-6ab57be6-9cee-4354-99f0-79b29ae10c8b service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=248e29e3-d311-4074-bc03-c8c881428352 HTTP/1.1" status: 200 len: 1002 time: 0.2235847 Jan 21 09:42:13.317117 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 09:42:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70532d97-0053-4c20-9531-07ec1036cf0b x-openstack-request-id: req-70532d97-0053-4c20-9531-07ec1036cf0b {{(pid=103182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:42:13.317447 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4a4e6b7-47b1-4de2-8677-4f8e3eb056c2", "tag": "0e43678c-54de-414e-81b5-5773897a97f4", "status": "completed", "code": 200}]} {{(pid=103182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:42:13.317706 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-70532d97-0053-4c20-9531-07ec1036cf0b {{(pid=103182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:42:13.318241 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4a4e6b7-47b1-4de2-8677-4f8e3eb056c2', 'tag': '0e43678c-54de-414e-81b5-5773897a97f4', 'status': 'completed', 'code': 200} Jan 21 09:42:13.322636 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab6f792-8b53-4afd-ad70-cfe80ef5b471 service neutron] Pushing event updated for resources: {'Port': ['ID=0e43678c-54de-414e-81b5-5773897a97f4,revision_number=3']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:13.385107 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e30fd1-098f-4015-9007-d6ca5036afaa req-7a32cbe5-dd19-4123-8ae6-17c729acdafc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:13.386701 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-a1e30fd1-098f-4015-9007-d6ca5036afaa req-7a32cbe5-dd19-4123-8ae6-17c729acdafc service neutron] 10.222.0.109 "GET /v2.0/subnets?id=55369842-b446-444b-92ff-367c2e723c52 HTTP/1.1" status: 200 len: 856 time: 0.1108243 Jan 21 09:42:13.394939 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-5ef43b62-adb7-46af-85da-bd6dc88b8d43 req-27e42f67-1a9c-4522-89e1-beef6ac52ebd service neutron] 10.222.0.45 "GET /v2.0/networks/858c4f17-92ac-4cda-9750-b98e2d3705f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3683844 Jan 21 09:42:13.500892 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552cb6d7-cb40-44ae-b000-3b7184bf63a3 req-b944cfa4-9cfc-4cdb-bfba-508638696b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:13.503910 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-552cb6d7-cb40-44ae-b000-3b7184bf63a3 req-b944cfa4-9cfc-4cdb-bfba-508638696b87 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=d2ac0334d1e14c29aa6222d547c64b00&device_id=f4a4e6b7-47b1-4de2-8677-4f8e3eb056c2 HTTP/1.1" status: 200 len: 1096 time: 0.1661654 Jan 21 09:42:13.602344 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e30fd1-098f-4015-9007-d6ca5036afaa req-a5ac3d7c-e69a-42d2-8440-1c4929234ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:13.603923 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-a1e30fd1-098f-4015-9007-d6ca5036afaa req-a5ac3d7c-e69a-42d2-8440-1c4929234ed9 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=647e31d1-4208-41da-8947-db9d9292bd9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2070041 Jan 21 09:42:13.655456 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-5ef43b62-adb7-46af-85da-bd6dc88b8d43 req-9e5eaca8-9fab-48db-b728-4ba2c74a2bb3 service neutron] 10.222.0.45 "GET /v2.0/networks/858c4f17-92ac-4cda-9750-b98e2d3705f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2471721 Jan 21 09:42:13.721493 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552cb6d7-cb40-44ae-b000-3b7184bf63a3 req-c284328c-596b-4b70-9529-d4876f9ed648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:13.723162 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-552cb6d7-cb40-44ae-b000-3b7184bf63a3 req-c284328c-596b-4b70-9529-d4876f9ed648 service neutron] 10.222.0.109 "GET /v2.0/networks?tenant_id=d2ac0334d1e14c29aa6222d547c64b00&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2103062 Jan 21 09:42:13.780336 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-a1e30fd1-098f-4015-9007-d6ca5036afaa req-d0b7f9d0-27e4-4365-8266-cb3897ef7be8 service neutron] 10.222.0.109 "GET /v2.0/networks/647e31d1-4208-41da-8947-db9d9292bd9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656170 Jan 21 09:42:13.968133 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552cb6d7-cb40-44ae-b000-3b7184bf63a3 req-bb9bfaf8-aeb9-4586-9e4b-009aa5fb536f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:13.969985 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-552cb6d7-cb40-44ae-b000-3b7184bf63a3 req-bb9bfaf8-aeb9-4586-9e4b-009aa5fb536f service neutron] 10.222.0.109 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2395327 Jan 21 09:42:13.983468 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0f2974-c2ef-4a0e-84e3-f9cc2ebfb94b req-79ba3909-38c3-4cab-a39f-c70e6c25866c tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:13.985511 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-0c0f2974-c2ef-4a0e-84e3-f9cc2ebfb94b req-79ba3909-38c3-4cab-a39f-c70e6c25866c tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/ports?device_id=e3dd8a17-5a2f-4f39-a110-208165e07110 HTTP/1.1" status: 200 len: 946 time: 0.1625881 Jan 21 09:42:14.004937 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-a1e30fd1-098f-4015-9007-d6ca5036afaa req-a1581605-542c-4b9d-9409-bb6211ec68fc service neutron] 10.222.0.109 "GET /v2.0/networks/647e31d1-4208-41da-8947-db9d9292bd9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1807265 Jan 21 09:42:14.075155 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-0c0f2974-c2ef-4a0e-84e3-f9cc2ebfb94b req-877af4f2-cf72-4ef6-8b8c-a60c87dab8e8 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/security-groups?id=56c7644d-47e2-4d64-9a0e-cf7864ccb2da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803325 Jan 21 09:42:14.082172 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac31e28-55be-4a03-b5af-a94898bffa79 req-f30e5415-45b0-450f-a8dd-9a21fda1f895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:14.083774 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-cac31e28-55be-4a03-b5af-a94898bffa79 req-f30e5415-45b0-450f-a8dd-9a21fda1f895 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=d2ac0334d1e14c29aa6222d547c64b00&device_id=f4a4e6b7-47b1-4de2-8677-4f8e3eb056c2 HTTP/1.1" status: 200 len: 1096 time: 0.0696714 Jan 21 09:42:14.132996 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-cac31e28-55be-4a03-b5af-a94898bffa79 req-f0b1c24c-924d-4e28-a001-0b3abbec7217 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0e43678c-54de-414e-81b5-5773897a97f4 HTTP/1.1" status: 200 len: 217 time: 0.0411382 Jan 21 09:42:14.205223 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac31e28-55be-4a03-b5af-a94898bffa79 req-8965d23f-6545-4d41-b6b7-cde6db70be50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:14.206788 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-cac31e28-55be-4a03-b5af-a94898bffa79 req-8965d23f-6545-4d41-b6b7-cde6db70be50 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=1bf23acc-59f7-4a2a-af00-01a8c5f75fdb HTTP/1.1" status: 200 len: 848 time: 0.0676279 Jan 21 09:42:14.298020 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac31e28-55be-4a03-b5af-a94898bffa79 req-ff46c25a-f64b-4105-955b-63ed6519ac7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:14.301246 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-cac31e28-55be-4a03-b5af-a94898bffa79 req-ff46c25a-f64b-4105-955b-63ed6519ac7b service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=ec6c0da2-1dbe-43af-89f3-68cb39bbc90b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0854335 Jan 21 09:42:14.467132 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64a807c-4d7e-4bc0-9018-ec728d3b68f2 req-bf227e35-034f-426e-a32b-1dc8b4958166 tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:14.469720 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-e64a807c-4d7e-4bc0-9018-ec728d3b68f2 req-bf227e35-034f-426e-a32b-1dc8b4958166 tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4a4e6b7-47b1-4de2-8677-4f8e3eb056c2 HTTP/1.1" status: 200 len: 943 time: 0.1671188 Jan 21 09:42:14.494508 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-265ca554-37f5-467c-96aa-d61040b8edcd req-4b1caf9a-f3ba-445f-94ac-cd86278a3d19 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef1ba7db-0bbf-44d8-ab58-f85d9194ecd6 HTTP/1.1" status: 200 len: 210 time: 0.0718093 Jan 21 09:42:14.558304 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-cac31e28-55be-4a03-b5af-a94898bffa79 req-49206fe4-5393-4bab-bf0e-8315e959ec0e service neutron] 10.222.0.109 "GET /v2.0/networks/ec6c0da2-1dbe-43af-89f3-68cb39bbc90b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2427156 Jan 21 09:42:14.580999 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-e64a807c-4d7e-4bc0-9018-ec728d3b68f2 req-5873efec-0108-4fec-b631-a0f3ce446c2a tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] 10.222.0.45 "GET /v2.0/security-groups?id=ecb8bb3e-d4e6-4c35-9133-48a56990ede7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885746 Jan 21 09:42:14.687715 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-cac31e28-55be-4a03-b5af-a94898bffa79 req-6a702d7c-3662-4cc5-8907-1dab45b5b49d service neutron] 10.222.0.109 "GET /v2.0/networks/ec6c0da2-1dbe-43af-89f3-68cb39bbc90b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215096 Jan 21 09:42:15.227666 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c3fe42-8b93-4180-86ae-0c2dbf823eca req-cea05349-75ae-42e1-b4f8-842517d995f4 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:15.229074 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-06c3fe42-8b93-4180-86ae-0c2dbf823eca req-cea05349-75ae-42e1-b4f8-842517d995f4 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/ports?device_id=e3dd8a17-5a2f-4f39-a110-208165e07110 HTTP/1.1" status: 200 len: 946 time: 0.0660005 Jan 21 09:42:15.286737 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-06c3fe42-8b93-4180-86ae-0c2dbf823eca req-f95d76cd-37b5-4c86-968b-0e13e3605a2b tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/security-groups?id=56c7644d-47e2-4d64-9a0e-cf7864ccb2da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452771 Jan 21 09:42:15.613825 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-bab67246-45d1-4c04-87ba-2bc220b01dd8 req-f01b47f7-4ad8-48d6-a97d-5a7e44535eee tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef1ba7db-0bbf-44d8-ab58-f85d9194ecd6 HTTP/1.1" status: 200 len: 210 time: 0.0368457 Jan 21 09:42:15.702683 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Device 248e29e3-d311-4074-bc03-c8c881428352 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=103184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:42:15.731135 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf5ff18-0293-4e84-803b-f3075a11503d req-62a84b89-76e4-4916-a80e-ee4944663f59 tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:15.732782 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-acf5ff18-0293-4e84-803b-f3075a11503d req-62a84b89-76e4-4916-a80e-ee4944663f59 tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4a4e6b7-47b1-4de2-8677-4f8e3eb056c2 HTTP/1.1" status: 200 len: 943 time: 0.0662487 Jan 21 09:42:15.796881 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-acf5ff18-0293-4e84-803b-f3075a11503d req-b073a15a-756f-4131-833c-aa832789478f tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] 10.222.0.45 "GET /v2.0/security-groups?id=ecb8bb3e-d4e6-4c35-9133-48a56990ede7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528531 Jan 21 09:42:15.817644 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Current status of the port 248e29e3-d311-4074-bc03-c8c881428352 is: ACTIVE; New status is: DOWN {{(pid=103184) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:42:15.818041 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (248e29e3-d311-4074-bc03-c8c881428352), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:15.853201 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3dd8a17-5a2f-4f39-a110-208165e07110', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '248e29e3-d311-4074-bc03-c8c881428352'}] {{(pid=103184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:42:15.855549 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c59f8b740f259e85ceecfc878b6c10e974145cf55d87f3575c92c12753de108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0924d74d-ed7c-4bc5-89d3-4917e72fdfb6" -d '{"events": [{"server_uuid": "e3dd8a17-5a2f-4f39-a110-208165e07110", "name": "network-vif-unplugged", "status": "completed", "tag": "248e29e3-d311-4074-bc03-c8c881428352"}]}' {{(pid=103184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:42:15.873499 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] For port 248e29e3-d311-4074-bc03-c8c881428352, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=248e29e3-d311-4074-bc03-c8c881428352,segment=NetworkSegment(475e952b-010c-46c4-9dc4-7955dc3077d3),segment_id=475e952b-010c-46c4-9dc4-7955dc3077d3)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:42:15.917870 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 21 Jan 2022 09:42:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc7bd311-eabc-49ae-839d-301c06423e40 x-openstack-request-id: req-fc7bd311-eabc-49ae-839d-301c06423e40 {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:42:15.919841 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3dd8a17-5a2f-4f39-a110-208165e07110", "name": "network-vif-unplugged", "status": "completed", "tag": "248e29e3-d311-4074-bc03-c8c881428352", "code": 200}]} {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:42:15.920789 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-fc7bd311-eabc-49ae-839d-301c06423e40 {{(pid=103184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:42:15.921644 dv-cinder-804035-25-iscsi neutron-server[103184]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3dd8a17-5a2f-4f39-a110-208165e07110', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '248e29e3-d311-4074-bc03-c8c881428352', 'code': 200} Jan 21 09:42:15.924006 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-256def4e-c71c-46ed-90c5-12bb8505dfee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (8a5d4a72-43a4-4fcf-b58e-bc9792bd5f0a), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:15.957466 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774670732957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774670299814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774670299832'] for port (248e29e3-d311-4074-bc03-c8c881428352), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:16.018829 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Pushing event updated for resources: {'Port': ['ID=248e29e3-d311-4074-bc03-c8c881428352,revision_number=8']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:16.453405 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f98e298-6337-47bf-85f1-6e7657746bb5 req-2100b2ce-668d-44c9-a4ed-7da1e1268029 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:16.456379 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-4f98e298-6337-47bf-85f1-6e7657746bb5 req-2100b2ce-668d-44c9-a4ed-7da1e1268029 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/ports?device_id=e3dd8a17-5a2f-4f39-a110-208165e07110 HTTP/1.1" status: 200 len: 944 time: 0.0841794 Jan 21 09:42:16.521269 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-4f98e298-6337-47bf-85f1-6e7657746bb5 req-7f040e45-3170-4d1c-b625-c1d783e14365 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/security-groups?id=56c7644d-47e2-4d64-9a0e-cf7864ccb2da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563879 Jan 21 09:42:16.763389 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-3845c57d-f38c-4827-9a93-95310e4f2d9f req-14989ba4-306b-423b-886f-913b0bdb3e14 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef1ba7db-0bbf-44d8-ab58-f85d9194ecd6 HTTP/1.1" status: 200 len: 210 time: 0.0355434 Jan 21 09:42:16.977682 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a3efb4-30a3-4818-87fe-f476da8df42e req-5bd22edb-81df-41b5-b973-a5697ec3b623 tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:16.979285 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-a7a3efb4-30a3-4818-87fe-f476da8df42e req-5bd22edb-81df-41b5-b973-a5697ec3b623 tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4a4e6b7-47b1-4de2-8677-4f8e3eb056c2 HTTP/1.1" status: 200 len: 943 time: 0.0576689 Jan 21 09:42:17.041647 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-a7a3efb4-30a3-4818-87fe-f476da8df42e req-5a50faed-67e1-417c-b55f-b022659bb943 tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] 10.222.0.45 "GET /v2.0/security-groups?id=ecb8bb3e-d4e6-4c35-9133-48a56990ede7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522027 Jan 21 09:42:17.523919 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef43b62-adb7-46af-85da-bd6dc88b8d43 req-fc262066-bc18-4cba-bc44-e1cd2b4eb68a tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:17.526573 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-5ef43b62-adb7-46af-85da-bd6dc88b8d43 req-fc262066-bc18-4cba-bc44-e1cd2b4eb68a tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] 10.222.0.109 "GET /v2.0/networks?id=858c4f17-92ac-4cda-9750-b98e2d3705f8 HTTP/1.1" status: 200 len: 812 time: 0.1782117 Jan 21 09:42:17.954234 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-5ef43b62-adb7-46af-85da-bd6dc88b8d43 req-38244eae-88b7-43ac-8e9b-67317ccd3141 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] 10.222.0.109 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=515ded26ca114fbf9c6e920362aec64c HTTP/1.1" status: 200 len: 379 time: 0.4190054 Jan 21 09:42:17.965807 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.v2.base [req-5ef43b62-adb7-46af-85da-bd6dc88b8d43 req-fb76e972-cf0c-4a24-930c-61c6f9025c2f tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Request body: {'port': {'device_id': 'ef1ba7db-0bbf-44d8-ab58-f85d9194ecd6', 'network_id': '858c4f17-92ac-4cda-9750-b98e2d3705f8', 'admin_state_up': True, 'tenant_id': '515ded26ca114fbf9c6e920362aec64c', 'security_groups': ['f1675cd1-54f4-4d25-9ed0-7b073048c061']}} {{(pid=103182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:42:18.057259 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-568b207f-117b-4482-885a-89e6a73d4fa1 req-85c91ddc-049f-4f19-9248-95acf8fcfdd4 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef1ba7db-0bbf-44d8-ab58-f85d9194ecd6 HTTP/1.1" status: 200 len: 210 time: 0.0645220 Jan 21 09:42:18.326202 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91c3ca8-6255-4d4b-a17f-1c2ea9a431fc req-1a8fa3de-a8fa-4851-98d3-e99f84be0e37 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:18.328858 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-d91c3ca8-6255-4d4b-a17f-1c2ea9a431fc req-1a8fa3de-a8fa-4851-98d3-e99f84be0e37 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c18953a-7af3-4d71-97ad-05eda7e34a73 HTTP/1.1" status: 200 len: 946 time: 0.1998272 Jan 21 09:42:18.367945 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b39c5b4-0793-46c5-9c09-3ce8978290da req-47a0ea6f-a948-48dd-a26f-f6912cafd44f tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:18.370692 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-2b39c5b4-0793-46c5-9c09-3ce8978290da req-47a0ea6f-a948-48dd-a26f-f6912cafd44f tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4a4e6b7-47b1-4de2-8677-4f8e3eb056c2 HTTP/1.1" status: 200 len: 943 time: 0.1901441 Jan 21 09:42:18.419421 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3a55eb6c-d836-44a8-be66-7b1cb7f6b63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (e2f5353c-5d20-4dd0-beb4-c302aead9ffd), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:18.500503 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-d91c3ca8-6255-4d4b-a17f-1c2ea9a431fc req-cd73806e-efcc-4786-b702-693b7aedc91e tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] 10.222.0.45 "GET /v2.0/security-groups?id=1cc6ad58-dddb-4fcf-b68c-2275ad19dfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1604772 Jan 21 09:42:18.513091 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-2b39c5b4-0793-46c5-9c09-3ce8978290da req-8f018aef-bfba-4762-867d-474b25d50335 tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] 10.222.0.45 "GET /v2.0/security-groups?id=ecb8bb3e-d4e6-4c35-9133-48a56990ede7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1316242 Jan 21 09:42:18.533447 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ef43b62-adb7-46af-85da-bd6dc88b8d43 req-fb76e972-cf0c-4a24-930c-61c6f9025c2f tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Made reservation on behalf of 515ded26ca114fbf9c6e920362aec64c for: {'port': 1} {{(pid=103182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:42:18.540341 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-5ef43b62-adb7-46af-85da-bd6dc88b8d43 req-fb76e972-cf0c-4a24-930c-61c6f9025c2f tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (None), before_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:18.731831 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.db.db_base_plugin_common [req-5ef43b62-adb7-46af-85da-bd6dc88b8d43 req-fb76e972-cf0c-4a24-930c-61c6f9025c2f tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Allocated IP 172.20.0.9 (858c4f17-92ac-4cda-9750-b98e2d3705f8/ed880366-382f-48ca-9b10-9aa3edc0e5e7/23ca9b58-bb47-447e-9704-d2768396690b) {{(pid=103182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:42:18.981173 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-5ef43b62-adb7-46af-85da-bd6dc88b8d43 req-fb76e972-cf0c-4a24-930c-61c6f9025c2f tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Publish callbacks [] for port (23ca9b58-bb47-447e-9704-d2768396690b), precommit_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:19.113495 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-5ef43b62-adb7-46af-85da-bd6dc88b8d43 req-fb76e972-cf0c-4a24-930c-61c6f9025c2f tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774670299796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29186853'] for port (23ca9b58-bb47-447e-9704-d2768396690b), after_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:19.176947 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ef43b62-adb7-46af-85da-bd6dc88b8d43 req-fb76e972-cf0c-4a24-930c-61c6f9025c2f tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Network 858c4f17-92ac-4cda-9750-b98e2d3705f8 is already hosted by enough agents. {{(pid=103182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:42:19.201120 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.scheduler.base_scheduler [req-5ef43b62-adb7-46af-85da-bd6dc88b8d43 req-fb76e972-cf0c-4a24-930c-61c6f9025c2f tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Resources bound (agent type, host, resource id): {{(pid=103182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:42:19.228716 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ef43b62-adb7-46af-85da-bd6dc88b8d43 req-fb76e972-cf0c-4a24-930c-61c6f9025c2f tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Received port after_create {{(pid=103182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 09:42:19.317558 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb76e972-cf0c-4a24-930c-61c6f9025c2f tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Pushing event updated for resources: {'Port': ['ID=23ca9b58-bb47-447e-9704-d2768396690b,revision_number=1']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:19.357572 dv-cinder-804035-25-iscsi neutron-server[103182]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:42:19.357572 dv-cinder-804035-25-iscsi neutron-server[103182]: warnings.warn(msg) Jan 21 09:42:19.357572 dv-cinder-804035-25-iscsi neutron-server[103182]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:42:19.357572 dv-cinder-804035-25-iscsi neutron-server[103182]: warnings.warn(msg) Jan 21 09:42:19.357572 dv-cinder-804035-25-iscsi neutron-server[103182]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:42:19.357572 dv-cinder-804035-25-iscsi neutron-server[103182]: warnings.warn(msg) Jan 21 09:42:19.357572 dv-cinder-804035-25-iscsi neutron-server[103182]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:42:19.357572 dv-cinder-804035-25-iscsi neutron-server[103182]: warnings.warn(msg) Jan 21 09:42:19.357572 dv-cinder-804035-25-iscsi neutron-server[103182]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:42:19.357572 dv-cinder-804035-25-iscsi neutron-server[103182]: warnings.warn(msg) Jan 21 09:42:19.357572 dv-cinder-804035-25-iscsi neutron-server[103182]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:42:19.357572 dv-cinder-804035-25-iscsi neutron-server[103182]: warnings.warn(msg) Jan 21 09:42:19.357572 dv-cinder-804035-25-iscsi neutron-server[103182]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:42:19.357572 dv-cinder-804035-25-iscsi neutron-server[103182]: warnings.warn(msg) Jan 21 09:42:19.357572 dv-cinder-804035-25-iscsi neutron-server[103182]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:42:19.357572 dv-cinder-804035-25-iscsi neutron-server[103182]: warnings.warn(msg) Jan 21 09:42:19.357572 dv-cinder-804035-25-iscsi neutron-server[103182]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:42:19.357572 dv-cinder-804035-25-iscsi neutron-server[103182]: warnings.warn(msg) Jan 21 09:42:19.357572 dv-cinder-804035-25-iscsi neutron-server[103182]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:42:19.357572 dv-cinder-804035-25-iscsi neutron-server[103182]: warnings.warn(msg) Jan 21 09:42:19.357572 dv-cinder-804035-25-iscsi neutron-server[103182]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:42:19.357572 dv-cinder-804035-25-iscsi neutron-server[103182]: warnings.warn(msg) Jan 21 09:42:19.357572 dv-cinder-804035-25-iscsi neutron-server[103182]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:42:19.357572 dv-cinder-804035-25-iscsi neutron-server[103182]: warnings.warn(msg) Jan 21 09:42:19.357572 dv-cinder-804035-25-iscsi neutron-server[103182]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:42:19.357572 dv-cinder-804035-25-iscsi neutron-server[103182]: warnings.warn(msg) Jan 21 09:42:19.357572 dv-cinder-804035-25-iscsi neutron-server[103182]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:42:19.357572 dv-cinder-804035-25-iscsi neutron-server[103182]: warnings.warn(msg) Jan 21 09:42:19.357572 dv-cinder-804035-25-iscsi neutron-server[103182]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:42:19.357572 dv-cinder-804035-25-iscsi neutron-server[103182]: warnings.warn(msg) Jan 21 09:42:19.357572 dv-cinder-804035-25-iscsi neutron-server[103182]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:42:19.357572 dv-cinder-804035-25-iscsi neutron-server[103182]: warnings.warn(msg) Jan 21 09:42:19.357572 dv-cinder-804035-25-iscsi neutron-server[103182]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:42:19.357572 dv-cinder-804035-25-iscsi neutron-server[103182]: warnings.warn(msg) Jan 21 09:42:19.357572 dv-cinder-804035-25-iscsi neutron-server[103182]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:42:19.357572 dv-cinder-804035-25-iscsi neutron-server[103182]: warnings.warn(msg) Jan 21 09:42:19.364123 dv-cinder-804035-25-iscsi neutron-server[103182]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:42:19.364123 dv-cinder-804035-25-iscsi neutron-server[103182]: warnings.warn(msg) Jan 21 09:42:19.364123 dv-cinder-804035-25-iscsi neutron-server[103182]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:42:19.364123 dv-cinder-804035-25-iscsi neutron-server[103182]: warnings.warn(msg) Jan 21 09:42:19.364123 dv-cinder-804035-25-iscsi neutron-server[103182]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:42:19.364123 dv-cinder-804035-25-iscsi neutron-server[103182]: warnings.warn(msg) Jan 21 09:42:19.364123 dv-cinder-804035-25-iscsi neutron-server[103182]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:42:19.364123 dv-cinder-804035-25-iscsi neutron-server[103182]: warnings.warn(msg) Jan 21 09:42:19.364123 dv-cinder-804035-25-iscsi neutron-server[103182]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:42:19.364123 dv-cinder-804035-25-iscsi neutron-server[103182]: warnings.warn(msg) Jan 21 09:42:19.364123 dv-cinder-804035-25-iscsi neutron-server[103182]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:42:19.364123 dv-cinder-804035-25-iscsi neutron-server[103182]: warnings.warn(msg) Jan 21 09:42:19.364123 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c950484d-982e-4169-9dc4-0b9ddeecaeea req-ff23ddf1-c15b-4561-ba60-48220251cadf tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:19.370096 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-c950484d-982e-4169-9dc4-0b9ddeecaeea req-ff23ddf1-c15b-4561-ba60-48220251cadf tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef1ba7db-0bbf-44d8-ab58-f85d9194ecd6 HTTP/1.1" status: 200 len: 931 time: 0.2072167 Jan 21 09:42:19.387714 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef43b62-adb7-46af-85da-bd6dc88b8d43 req-fb76e972-cf0c-4a24-930c-61c6f9025c2f tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:19.388611 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-5ef43b62-adb7-46af-85da-bd6dc88b8d43 req-fb76e972-cf0c-4a24-930c-61c6f9025c2f tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11211'] for port (None), before_response {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:19.409137 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.wsgi [req-3fc24a20-a3c8-4bf7-8432-b1c0188e41d6 req-dcfae0b7-6215-4606-b211-9c96aa0e53b3 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103182) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 21 09:42:19.410641 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-3fc24a20-a3c8-4bf7-8432-b1c0188e41d6 req-dcfae0b7-6215-4606-b211-9c96aa0e53b3 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0174098 Jan 21 09:42:19.442853 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (5a7f6758-1e24-44b8-9b24-65ffc30c20d4), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:19.485322 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-c950484d-982e-4169-9dc4-0b9ddeecaeea req-1326c68d-1f0e-484d-b87b-77b6e2181845 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1675cd1-54f4-4d25-9ed0-7b073048c061&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1134002 Jan 21 09:42:19.542001 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-5ef43b62-adb7-46af-85da-bd6dc88b8d43 req-fb76e972-cf0c-4a24-930c-61c6f9025c2f tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] 10.222.0.109 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5778251 Jan 21 09:42:19.550541 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.v2.base [req-5ef43b62-adb7-46af-85da-bd6dc88b8d43 req-8f14d524-1c16-4f51-b707-b0ad0c87edca service neutron] Request body: {'port': {'device_id': 'ef1ba7db-0bbf-44d8-ab58-f85d9194ecd6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=103182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:42:19.567370 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0beda05d-594e-4362-80c2-bc999a9a2b64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (9e31de2d-26a2-4a88-b799-f1f3b7df75bf), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:19.605520 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.provisioning_blocks [None req-3814c863-1aad-4d9d-998a-79fd82d2c98d None None] Provisioning complete for port 23ca9b58-bb47-447e-9704-d2768396690b triggered by entity DHCP. {{(pid=103184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:19.606194 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3814c863-1aad-4d9d-998a-79fd82d2c98d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983013'] for port (23ca9b58-bb47-447e-9704-d2768396690b), provisioning_complete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:19.647115 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-5ef43b62-adb7-46af-85da-bd6dc88b8d43 req-8f14d524-1c16-4f51-b707-b0ad0c87edca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (23ca9b58-bb47-447e-9704-d2768396690b), before_update {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:19.671086 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-3814c863-1aad-4d9d-998a-79fd82d2c98d None None] Port 23ca9b58-bb47-447e-9704-d2768396690b cannot update to ACTIVE because it is not bound. {{(pid=103184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 21 09:42:19.748870 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Device 248e29e3-d311-4074-bc03-c8c881428352 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=103184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:42:19.758408 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f29def1-66b4-47e3-b5f6-5cd5d63b9dce req-0018aab9-6389-4842-ab61-2e6000af356b tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:19.760066 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-1f29def1-66b4-47e3-b5f6-5cd5d63b9dce req-0018aab9-6389-4842-ab61-2e6000af356b tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c18953a-7af3-4d71-97ad-05eda7e34a73 HTTP/1.1" status: 200 len: 946 time: 0.1336274 Jan 21 09:42:19.878545 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Current status of the port 248e29e3-d311-4074-bc03-c8c881428352 is: DOWN; New status is: DOWN {{(pid=103184) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:42:19.956419 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f2e843-cb4a-4fc9-a810-11e600537e93 req-ab1630c9-15ac-4ce3-a41d-037cae224676 tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:19.958083 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-d3f2e843-cb4a-4fc9-a810-11e600537e93 req-ab1630c9-15ac-4ce3-a41d-037cae224676 tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4a4e6b7-47b1-4de2-8677-4f8e3eb056c2 HTTP/1.1" status: 200 len: 943 time: 0.1870770 Jan 21 09:42:19.962324 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-1f29def1-66b4-47e3-b5f6-5cd5d63b9dce req-3b6a4b60-aeb2-4d08-98df-a99883aea614 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] 10.222.0.45 "GET /v2.0/security-groups?id=1cc6ad58-dddb-4fcf-b68c-2275ad19dfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1900320 Jan 21 09:42:20.122127 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-d3f2e843-cb4a-4fc9-a810-11e600537e93 req-dc3a7b06-255a-4f4f-ab1e-f349a6158043 tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] 10.222.0.45 "GET /v2.0/security-groups?id=ecb8bb3e-d4e6-4c35-9133-48a56990ede7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1569066 Jan 21 09:42:20.168235 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [req-7d74958c-b508-45b4-884d-fbe87767d028 req-b06ad6fd-640b-47ce-8238-05c994004374 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=e3dd8a17-5a2f-4f39-a110-208165e07110&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0690141 Jan 21 09:42:20.182836 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b471ce-b9b2-435c-8826-6705edb30fe3 req-50f7a7cc-b656-417f-b5a0-e253cd6366f3 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:20.184482 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-45b471ce-b9b2-435c-8826-6705edb30fe3 req-50f7a7cc-b656-417f-b5a0-e253cd6366f3 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/ports?device_id=e3dd8a17-5a2f-4f39-a110-208165e07110 HTTP/1.1" status: 200 len: 944 time: 0.1411307 Jan 21 09:42:20.236960 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.notifiers.nova [req-5ef43b62-adb7-46af-85da-bd6dc88b8d43 req-8f14d524-1c16-4f51-b707-b0ad0c87edca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23ca9b58-bb47-447e-9704-d2768396690b {{(pid=103182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:42:20.251214 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-5ef43b62-adb7-46af-85da-bd6dc88b8d43 req-8f14d524-1c16-4f51-b707-b0ad0c87edca service neutron] Publish callbacks [] for port (23ca9b58-bb47-447e-9704-d2768396690b), precommit_update {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:20.277886 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.db.provisioning_blocks [req-5ef43b62-adb7-46af-85da-bd6dc88b8d43 req-8f14d524-1c16-4f51-b707-b0ad0c87edca service neutron] Transition to ACTIVE for port object 23ca9b58-bb47-447e-9704-d2768396690b will not be triggered until provisioned by entity L2. {{(pid=103182) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:42:20.281973 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-45b471ce-b9b2-435c-8826-6705edb30fe3 req-8d63a7b4-14ad-4c76-840c-667c3735f0e8 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/security-groups?id=56c7644d-47e2-4d64-9a0e-cf7864ccb2da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787144 Jan 21 09:42:20.351256 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-5ef43b62-adb7-46af-85da-bd6dc88b8d43 req-8f14d524-1c16-4f51-b707-b0ad0c87edca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774670732957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774670299814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774670299832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29186908'] for port (23ca9b58-bb47-447e-9704-d2768396690b), after_update {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:20.441285 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f14d524-1c16-4f51-b707-b0ad0c87edca service neutron] Pushing event updated for resources: {'Port': ['ID=23ca9b58-bb47-447e-9704-d2768396690b,revision_number=2']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:20.502125 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.managers [req-5ef43b62-adb7-46af-85da-bd6dc88b8d43 req-8f14d524-1c16-4f51-b707-b0ad0c87edca service neutron] Attempting to bind port 23ca9b58-bb47-447e-9704-d2768396690b on host hv-cinder-80403 for vnic_type normal with profile {{(pid=103182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 09:42:20.502510 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.managers [req-5ef43b62-adb7-46af-85da-bd6dc88b8d43 req-8f14d524-1c16-4f51-b707-b0ad0c87edca service neutron] Attempting to bind port 23ca9b58-bb47-447e-9704-d2768396690b by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '18509a21-b759-406e-af96-dd1ff2a318e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '858c4f17-92ac-4cda-9750-b98e2d3705f8'}] {{(pid=103182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 09:42:20.502789 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef43b62-adb7-46af-85da-bd6dc88b8d43 req-8f14d524-1c16-4f51-b707-b0ad0c87edca service neutron] Attempting to bind port 23ca9b58-bb47-447e-9704-d2768396690b on network 858c4f17-92ac-4cda-9750-b98e2d3705f8 {{(pid=103182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:42:20.508174 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef43b62-adb7-46af-85da-bd6dc88b8d43 req-8f14d524-1c16-4f51-b707-b0ad0c87edca service neutron] Port 23ca9b58-bb47-447e-9704-d2768396690b on network 858c4f17-92ac-4cda-9750-b98e2d3705f8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=103182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 21 09:42:20.508502 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef43b62-adb7-46af-85da-bd6dc88b8d43 req-8f14d524-1c16-4f51-b707-b0ad0c87edca service neutron] Attempting to bind port 23ca9b58-bb47-447e-9704-d2768396690b on network 858c4f17-92ac-4cda-9750-b98e2d3705f8 {{(pid=103182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:42:20.514183 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef43b62-adb7-46af-85da-bd6dc88b8d43 req-8f14d524-1c16-4f51-b707-b0ad0c87edca service neutron] Checking agent: {'id': '5a7f6758-1e24-44b8-9b24-65ffc30c20d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 33, 47), 'started_at': datetime.datetime(2022, 1, 21, 9, 33, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 42, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:42:20.514575 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef43b62-adb7-46af-85da-bd6dc88b8d43 req-8f14d524-1c16-4f51-b707-b0ad0c87edca service neutron] Checking segment: {'id': '18509a21-b759-406e-af96-dd1ff2a318e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '858c4f17-92ac-4cda-9750-b98e2d3705f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 09:42:20.514968 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef43b62-adb7-46af-85da-bd6dc88b8d43 req-8f14d524-1c16-4f51-b707-b0ad0c87edca service neutron] Bound using segment: {'id': '18509a21-b759-406e-af96-dd1ff2a318e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '858c4f17-92ac-4cda-9750-b98e2d3705f8'} {{(pid=103182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:42:20.515413 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.managers [req-5ef43b62-adb7-46af-85da-bd6dc88b8d43 req-8f14d524-1c16-4f51-b707-b0ad0c87edca service neutron] Bound port: 23ca9b58-bb47-447e-9704-d2768396690b, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18509a21-b759-406e-af96-dd1ff2a318e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '858c4f17-92ac-4cda-9750-b98e2d3705f8'}}] {{(pid=103182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 09:42:20.515946 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-5ef43b62-adb7-46af-85da-bd6dc88b8d43 req-8f14d524-1c16-4f51-b707-b0ad0c87edca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (23ca9b58-bb47-447e-9704-d2768396690b), before_update {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:20.675443 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.db [req-5ef43b62-adb7-46af-85da-bd6dc88b8d43 req-8f14d524-1c16-4f51-b707-b0ad0c87edca service neutron] For port 23ca9b58-bb47-447e-9704-d2768396690b, host hv-cinder-80403, cleared binding levels {{(pid=103182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:42:20.679492 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.db [req-5ef43b62-adb7-46af-85da-bd6dc88b8d43 req-8f14d524-1c16-4f51-b707-b0ad0c87edca service neutron] For port 23ca9b58-bb47-447e-9704-d2768396690b, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=23ca9b58-bb47-447e-9704-d2768396690b,segment=NetworkSegment(18509a21-b759-406e-af96-dd1ff2a318e9),segment_id=18509a21-b759-406e-af96-dd1ff2a318e9)] {{(pid=103182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:42:20.708019 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd8dee8-0198-40c7-a2ad-e22b2a4648c8 req-4ba7f056-0838-44b1-bcb4-cdaa112e4d5d tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:20.711361 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-dcd8dee8-0198-40c7-a2ad-e22b2a4648c8 req-4ba7f056-0838-44b1-bcb4-cdaa112e4d5d tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef1ba7db-0bbf-44d8-ab58-f85d9194ecd6 HTTP/1.1" status: 200 len: 943 time: 0.1036806 Jan 21 09:42:20.782362 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-5ef43b62-adb7-46af-85da-bd6dc88b8d43 req-8f14d524-1c16-4f51-b707-b0ad0c87edca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774670732957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774670299814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774670299832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29186908'] for port (23ca9b58-bb47-447e-9704-d2768396690b), after_update {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:20.793139 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-dcd8dee8-0198-40c7-a2ad-e22b2a4648c8 req-068c3507-23fd-4511-a7f4-aceedb1c1191 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1675cd1-54f4-4d25-9ed0-7b073048c061&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704341 Jan 21 09:42:20.835885 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef43b62-adb7-46af-85da-bd6dc88b8d43 req-8f14d524-1c16-4f51-b707-b0ad0c87edca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:20.836515 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-5ef43b62-adb7-46af-85da-bd6dc88b8d43 req-8f14d524-1c16-4f51-b707-b0ad0c87edca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11211'] for port (None), before_response {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:20.837979 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-5ef43b62-adb7-46af-85da-bd6dc88b8d43 req-8f14d524-1c16-4f51-b707-b0ad0c87edca service neutron] 10.222.0.109 "PUT /v2.0/ports/23ca9b58-bb47-447e-9704-d2768396690b HTTP/1.1" status: 200 len: 1093 time: 1.2929442 Jan 21 09:42:20.838441 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef1ba7db-0bbf-44d8-ab58-f85d9194ecd6', 'tag': '23ca9b58-bb47-447e-9704-d2768396690b'}] {{(pid=103182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:42:20.840840 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa0cc1f82daaed98fc3f7058001f72739ccfc4facde8019b77a0af70a494964c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1b79533-ed64-4071-a0c2-91a117e7d001" -d '{"events": [{"name": "network-changed", "server_uuid": "ef1ba7db-0bbf-44d8-ab58-f85d9194ecd6", "tag": "23ca9b58-bb47-447e-9704-d2768396690b"}]}' {{(pid=103182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:42:20.872090 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f14d524-1c16-4f51-b707-b0ad0c87edca service neutron] Pushing event updated for resources: {'Port': ['ID=23ca9b58-bb47-447e-9704-d2768396690b,revision_number=3']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:20.883182 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 09:42:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b389b97-28b7-4f2c-bf19-19932a69e23c x-openstack-request-id: req-8b389b97-28b7-4f2c-bf19-19932a69e23c {{(pid=103182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:42:20.883476 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef1ba7db-0bbf-44d8-ab58-f85d9194ecd6", "tag": "23ca9b58-bb47-447e-9704-d2768396690b", "status": "completed", "code": 200}]} {{(pid=103182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:42:20.883864 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8b389b97-28b7-4f2c-bf19-19932a69e23c {{(pid=103182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:42:20.884163 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef1ba7db-0bbf-44d8-ab58-f85d9194ecd6', 'tag': '23ca9b58-bb47-447e-9704-d2768396690b', 'status': 'completed', 'code': 200} Jan 21 09:42:20.981409 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b79533-ed64-4071-a0c2-91a117e7d001 req-fd14d379-78c6-4d70-9d29-61df3fc638cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:20.983181 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-f1b79533-ed64-4071-a0c2-91a117e7d001 req-fd14d379-78c6-4d70-9d29-61df3fc638cb service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=515ded26ca114fbf9c6e920362aec64c&device_id=ef1ba7db-0bbf-44d8-ab58-f85d9194ecd6 HTTP/1.1" status: 200 len: 1096 time: 0.0704489 Jan 21 09:42:21.171090 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b79533-ed64-4071-a0c2-91a117e7d001 req-d634b0a3-1e1d-4a57-991f-a23611d432da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:21.172669 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-f1b79533-ed64-4071-a0c2-91a117e7d001 req-d634b0a3-1e1d-4a57-991f-a23611d432da service neutron] 10.222.0.109 "GET /v2.0/networks?tenant_id=515ded26ca114fbf9c6e920362aec64c&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1828418 Jan 21 09:42:21.183376 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2af8888-e963-465c-a18a-2869802ae91b req-b8f403a7-abab-4ea3-8ef2-c1da3e9ed612 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:21.184673 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f5928849-742c-4298-9c4e-ae1543ad1886 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (fd0edb9a-d711-47a6-aedf-fe72898a6c79), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:21.187778 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-d2af8888-e963-465c-a18a-2869802ae91b req-b8f403a7-abab-4ea3-8ef2-c1da3e9ed612 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c18953a-7af3-4d71-97ad-05eda7e34a73 HTTP/1.1" status: 200 len: 946 time: 0.0904760 Jan 21 09:42:21.387000 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-d2af8888-e963-465c-a18a-2869802ae91b req-ceede696-e627-4268-9441-9fac85631204 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] 10.222.0.45 "GET /v2.0/security-groups?id=1cc6ad58-dddb-4fcf-b68c-2275ad19dfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1868296 Jan 21 09:42:21.402509 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2eaef2-d365-4cf3-b43b-ce87a0ff7601 req-138af2b3-7017-4dab-bcbf-86a67abbefe3 tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:21.404119 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-9b2eaef2-d365-4cf3-b43b-ce87a0ff7601 req-138af2b3-7017-4dab-bcbf-86a67abbefe3 tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4a4e6b7-47b1-4de2-8677-4f8e3eb056c2 HTTP/1.1" status: 200 len: 943 time: 0.1849513 Jan 21 09:42:21.456549 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b79533-ed64-4071-a0c2-91a117e7d001 req-75282b36-78de-473a-9133-09ccb4085426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:21.459102 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-f1b79533-ed64-4071-a0c2-91a117e7d001 req-75282b36-78de-473a-9133-09ccb4085426 service neutron] 10.222.0.109 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2696910 Jan 21 09:42:21.567139 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-9b2eaef2-d365-4cf3-b43b-ce87a0ff7601 req-45b6719e-9a21-498d-bdf5-1932464c27c5 tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] 10.222.0.45 "GET /v2.0/security-groups?id=ecb8bb3e-d4e6-4c35-9133-48a56990ede7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1424079 Jan 21 09:42:21.587270 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e26b02-7bd8-4eda-9d38-182c29008050 req-338a9a96-0f67-4916-85bf-5c1facd29e1e tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:21.588866 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-69e26b02-7bd8-4eda-9d38-182c29008050 req-338a9a96-0f67-4916-85bf-5c1facd29e1e tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/ports?device_id=e3dd8a17-5a2f-4f39-a110-208165e07110 HTTP/1.1" status: 200 len: 944 time: 0.1239915 Jan 21 09:42:21.594576 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef43b62-adb7-46af-85da-bd6dc88b8d43 req-c0d340f4-ae59-4a13-9440-2599810e7341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:21.596704 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-5ef43b62-adb7-46af-85da-bd6dc88b8d43 req-c0d340f4-ae59-4a13-9440-2599810e7341 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=515ded26ca114fbf9c6e920362aec64c&device_id=ef1ba7db-0bbf-44d8-ab58-f85d9194ecd6 HTTP/1.1" status: 200 len: 1096 time: 0.0938580 Jan 21 09:42:21.658687 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-5ef43b62-adb7-46af-85da-bd6dc88b8d43 req-4a9a76d0-71c2-46e1-85ff-dbc3aec761a1 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=23ca9b58-bb47-447e-9704-d2768396690b HTTP/1.1" status: 200 len: 217 time: 0.0532067 Jan 21 09:42:21.748058 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Device 0e43678c-54de-414e-81b5-5773897a97f4 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=103184) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 21 09:42:21.753244 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-69e26b02-7bd8-4eda-9d38-182c29008050 req-5095a338-8770-4317-a0de-cd5513ac5532 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/security-groups?id=56c7644d-47e2-4d64-9a0e-cf7864ccb2da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1551914 Jan 21 09:42:21.778645 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef43b62-adb7-46af-85da-bd6dc88b8d43 req-fb8a3219-1188-4f95-a2b2-245ee94d84bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:21.780468 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-5ef43b62-adb7-46af-85da-bd6dc88b8d43 req-fb8a3219-1188-4f95-a2b2-245ee94d84bb service neutron] 10.222.0.109 "GET /v2.0/subnets?id=ed880366-382f-48ca-9b10-9aa3edc0e5e7 HTTP/1.1" status: 200 len: 851 time: 0.1135211 Jan 21 09:42:21.885671 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef43b62-adb7-46af-85da-bd6dc88b8d43 req-e27610a1-eff5-4781-a85c-75f29c815e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:21.888385 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-5ef43b62-adb7-46af-85da-bd6dc88b8d43 req-e27610a1-eff5-4781-a85c-75f29c815e9b service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=858c4f17-92ac-4cda-9750-b98e2d3705f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1007175 Jan 21 09:42:21.911331 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] For port 0e43678c-54de-414e-81b5-5773897a97f4, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=0e43678c-54de-414e-81b5-5773897a97f4,segment=NetworkSegment(aa78cb95-90e0-401d-9637-4d1897b31e11),segment_id=aa78cb95-90e0-401d-9637-4d1897b31e11)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:42:21.932074 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Returning: {'device': '0e43678c-54de-414e-81b5-5773897a97f4', 'network_id': 'ec6c0da2-1dbe-43af-89f3-68cb39bbc90b', 'port_id': '0e43678c-54de-414e-81b5-5773897a97f4', 'mac_address': 'fa:16:3e:04:e5:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bf23acc-59f7-4a2a-af00-01a8c5f75fdb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103184) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 21 09:42:22.005575 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Current status of the port 0e43678c-54de-414e-81b5-5773897a97f4 is: DOWN; New status is: BUILD {{(pid=103184) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:42:22.006307 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (0e43678c-54de-414e-81b5-5773897a97f4), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:22.024506 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.notifiers.nova [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e43678c-54de-414e-81b5-5773897a97f4 {{(pid=103184) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:42:22.051045 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d74958c-b508-45b4-884d-fbe87767d028 req-13593652-7466-4e20-9191-dde7ce1cb812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:22.051372 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] For port 0e43678c-54de-414e-81b5-5773897a97f4, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=0e43678c-54de-414e-81b5-5773897a97f4,segment=NetworkSegment(aa78cb95-90e0-401d-9637-4d1897b31e11),segment_id=aa78cb95-90e0-401d-9637-4d1897b31e11)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:42:22.052586 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-7d74958c-b508-45b4-884d-fbe87767d028 req-13593652-7466-4e20-9191-dde7ce1cb812 service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=e3dd8a17-5a2f-4f39-a110-208165e07110&tenant_id=93281ac9cb504124a055279296f2262f HTTP/1.1" status: 200 len: 1097 time: 0.2144132 Jan 21 09:42:22.073410 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8529bbaf-3899-4936-a405-4adcedbb16f2 req-0b1127e2-a72a-42c7-8ea8-9aa7737d216d tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:22.075061 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-8529bbaf-3899-4936-a405-4adcedbb16f2 req-0b1127e2-a72a-42c7-8ea8-9aa7737d216d tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef1ba7db-0bbf-44d8-ab58-f85d9194ecd6 HTTP/1.1" status: 200 len: 943 time: 0.1840689 Jan 21 09:42:22.133844 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-5ef43b62-adb7-46af-85da-bd6dc88b8d43 req-67cdce74-7f8f-49fc-a9eb-c2e7c6fc96e3 service neutron] 10.222.0.109 "GET /v2.0/networks/858c4f17-92ac-4cda-9750-b98e2d3705f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2356985 Jan 21 09:42:22.162454 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774670732957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774670299814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774670299832'] for port (0e43678c-54de-414e-81b5-5773897a97f4), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:22.227287 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Pushing event updated for resources: {'Port': ['ID=0e43678c-54de-414e-81b5-5773897a97f4,revision_number=4']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:22.250802 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-8529bbaf-3899-4936-a405-4adcedbb16f2 req-4ba29e93-9dfc-4325-9a39-6e0f69e9f8eb tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1675cd1-54f4-4d25-9ed0-7b073048c061&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1520965 Jan 21 09:42:22.253615 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d74958c-b508-45b4-884d-fbe87767d028 req-9834240e-0278-4df9-b95c-13a0f8b4d68a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:22.255162 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-7d74958c-b508-45b4-884d-fbe87767d028 req-9834240e-0278-4df9-b95c-13a0f8b4d68a service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=93281ac9cb504124a055279296f2262f&device_id=e3dd8a17-5a2f-4f39-a110-208165e07110 HTTP/1.1" status: 200 len: 1097 time: 0.1723301 Jan 21 09:42:22.370232 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-5ef43b62-adb7-46af-85da-bd6dc88b8d43 req-9d3580d8-8906-4f5e-a485-0552df4e126a service neutron] 10.222.0.109 "GET /v2.0/networks/858c4f17-92ac-4cda-9750-b98e2d3705f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2278192 Jan 21 09:42:22.382299 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] get_ports_and_sgs() called for port_ids ['0e43678c-54de-414e-81b5-5773897a97f4'] {{(pid=103184) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 09:42:22.389783 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (a4f58dde-e5c6-489c-94fe-b355a6abc90e), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:22.417526 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d74958c-b508-45b4-884d-fbe87767d028 req-25152732-1ead-4686-b11b-c32797ac5c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:22.419250 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-7d74958c-b508-45b4-884d-fbe87767d028 req-25152732-1ead-4686-b11b-c32797ac5c56 service neutron] 10.222.0.109 "GET /v2.0/networks?id=647e31d1-4208-41da-8947-db9d9292bd9e HTTP/1.1" status: 200 len: 918 time: 0.1579404 Jan 21 09:42:22.559337 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-7d74958c-b508-45b4-884d-fbe87767d028 req-8383ebe1-9f66-4355-9b3c-4d3ad39a90d0 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=248e29e3-d311-4074-bc03-c8c881428352 HTTP/1.1" status: 200 len: 1000 time: 0.1316588 Jan 21 09:42:22.670854 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1479a8-ad71-430a-9d3b-0239513c2889 req-4d0ff046-c862-4ce8-bb32-b3f7b203a8dd tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:22.672545 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-9f1479a8-ad71-430a-9d3b-0239513c2889 req-4d0ff046-c862-4ce8-bb32-b3f7b203a8dd tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c18953a-7af3-4d71-97ad-05eda7e34a73 HTTP/1.1" status: 200 len: 946 time: 0.1789374 Jan 21 09:42:22.724550 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d74958c-b508-45b4-884d-fbe87767d028 req-817738ff-e635-4757-9f11-d381f76cb667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:22.726369 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-7d74958c-b508-45b4-884d-fbe87767d028 req-817738ff-e635-4757-9f11-d381f76cb667 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=55369842-b446-444b-92ff-367c2e723c52 HTTP/1.1" status: 200 len: 856 time: 0.1593883 Jan 21 09:42:22.810284 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-9f1479a8-ad71-430a-9d3b-0239513c2889 req-4faf7b2d-f183-4cbd-a9e3-14136d2973f8 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] 10.222.0.45 "GET /v2.0/security-groups?id=1cc6ad58-dddb-4fcf-b68c-2275ad19dfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1180036 Jan 21 09:42:22.828385 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3251b2d0-2b66-4bb9-badc-3db1139f6f51 req-a4f37bd3-f2aa-410e-a354-13acd823eef3 tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:22.831897 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-3251b2d0-2b66-4bb9-badc-3db1139f6f51 req-a4f37bd3-f2aa-410e-a354-13acd823eef3 tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4a4e6b7-47b1-4de2-8677-4f8e3eb056c2 HTTP/1.1" status: 200 len: 944 time: 0.1555898 Jan 21 09:42:22.848747 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d74958c-b508-45b4-884d-fbe87767d028 req-d0d00fe7-9f64-4e14-9b5e-7041b86637b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:22.851517 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-7d74958c-b508-45b4-884d-fbe87767d028 req-d0d00fe7-9f64-4e14-9b5e-7041b86637b2 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=647e31d1-4208-41da-8947-db9d9292bd9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1096559 Jan 21 09:42:23.003537 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-3251b2d0-2b66-4bb9-badc-3db1139f6f51 req-fc55b7eb-fa89-49d4-8dd1-8d3b70369e5a tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] 10.222.0.45 "GET /v2.0/security-groups?id=ecb8bb3e-d4e6-4c35-9133-48a56990ede7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1604302 Jan 21 09:42:23.030145 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-7d74958c-b508-45b4-884d-fbe87767d028 req-475fc7bd-10f4-4955-b3ed-51c279c39227 service neutron] 10.222.0.109 "GET /v2.0/networks/647e31d1-4208-41da-8947-db9d9292bd9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710949 Jan 21 09:42:23.039140 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6d9173-c7fc-4caf-bc12-98ecfb6bf5fe req-0583432f-1314-4a54-8d6e-8988335d6612 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:23.043738 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-ca6d9173-c7fc-4caf-bc12-98ecfb6bf5fe req-0583432f-1314-4a54-8d6e-8988335d6612 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/ports?device_id=e3dd8a17-5a2f-4f39-a110-208165e07110 HTTP/1.1" status: 200 len: 944 time: 0.1332707 Jan 21 09:42:23.151120 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-ca6d9173-c7fc-4caf-bc12-98ecfb6bf5fe req-39608ece-682a-4d69-874f-0542c1fdc4cc tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/security-groups?id=56c7644d-47e2-4d64-9a0e-cf7864ccb2da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1011393 Jan 21 09:42:23.172060 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-7d74958c-b508-45b4-884d-fbe87767d028 req-87ce0f6b-54ce-4186-82db-9fdfe30c8f7b service neutron] 10.222.0.109 "GET /v2.0/networks/647e31d1-4208-41da-8947-db9d9292bd9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302633 Jan 21 09:42:23.396118 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0848e63d-fc4b-4199-85c6-7de2e04d829d req-3a101b7c-0350-46ad-ba8e-71517a6e9f9c tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:23.397784 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-0848e63d-fc4b-4199-85c6-7de2e04d829d req-3a101b7c-0350-46ad-ba8e-71517a6e9f9c tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef1ba7db-0bbf-44d8-ab58-f85d9194ecd6 HTTP/1.1" status: 200 len: 943 time: 0.0551147 Jan 21 09:42:23.478978 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-0848e63d-fc4b-4199-85c6-7de2e04d829d req-5278e9cb-17de-4fc0-b7e7-b327d31c7409 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1675cd1-54f4-4d25-9ed0-7b073048c061&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701818 Jan 21 09:42:23.747476 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Device 0e43678c-54de-414e-81b5-5773897a97f4 up at agent hyperv_hv-cinder-80403 {{(pid=103184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:42:23.865009 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.provisioning_blocks [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Provisioning for port 0e43678c-54de-414e-81b5-5773897a97f4 completed by entity L2. {{(pid=103184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:42:23.871516 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.provisioning_blocks [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Provisioning complete for port 0e43678c-54de-414e-81b5-5773897a97f4 triggered by entity L2. {{(pid=103184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:23.872159 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983013'] for port (0e43678c-54de-414e-81b5-5773897a97f4), provisioning_complete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:24.071138 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Current status of the port 0e43678c-54de-414e-81b5-5773897a97f4 is: BUILD; New status is: ACTIVE {{(pid=103184) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:42:24.072098 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (0e43678c-54de-414e-81b5-5773897a97f4), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:24.121717 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fb44b9-0c9e-402b-b107-fe4b4e728a50 req-ced58036-fe71-4949-a06c-3f109619807d tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:24.123719 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-22fb44b9-0c9e-402b-b107-fe4b4e728a50 req-ced58036-fe71-4949-a06c-3f109619807d tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c18953a-7af3-4d71-97ad-05eda7e34a73 HTTP/1.1" status: 200 len: 946 time: 0.1620846 Jan 21 09:42:24.124675 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] For port 0e43678c-54de-414e-81b5-5773897a97f4, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=0e43678c-54de-414e-81b5-5773897a97f4,segment=NetworkSegment(aa78cb95-90e0-401d-9637-4d1897b31e11),segment_id=aa78cb95-90e0-401d-9637-4d1897b31e11)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:42:24.125950 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4a4e6b7-47b1-4de2-8677-4f8e3eb056c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e43678c-54de-414e-81b5-5773897a97f4'}] {{(pid=103184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:42:24.129893 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c59f8b740f259e85ceecfc878b6c10e974145cf55d87f3575c92c12753de108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e6ec5b9-a945-40ae-b826-300142d923d5" -d '{"events": [{"server_uuid": "f4a4e6b7-47b1-4de2-8677-4f8e3eb056c2", "name": "network-vif-plugged", "status": "completed", "tag": "0e43678c-54de-414e-81b5-5773897a97f4"}]}' {{(pid=103184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:42:24.219402 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774670732957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774670299814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774670299832'] for port (0e43678c-54de-414e-81b5-5773897a97f4), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:24.231261 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-22fb44b9-0c9e-402b-b107-fe4b4e728a50 req-7f0b40cd-44bb-4f19-ac99-32e3e854f408 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] 10.222.0.45 "GET /v2.0/security-groups?id=1cc6ad58-dddb-4fcf-b68c-2275ad19dfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953343 Jan 21 09:42:24.298892 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145579a4-0d55-4caf-8599-4964a670ebba req-81b7b7ff-a9ac-42d6-a7f4-a94df6f189aa tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:24.301789 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-145579a4-0d55-4caf-8599-4964a670ebba req-81b7b7ff-a9ac-42d6-a7f4-a94df6f189aa tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4a4e6b7-47b1-4de2-8677-4f8e3eb056c2 HTTP/1.1" status: 200 len: 944 time: 0.1481712 Jan 21 09:42:24.345851 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Pushing event updated for resources: {'Port': ['ID=0e43678c-54de-414e-81b5-5773897a97f4,revision_number=5']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:24.387036 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 09:42:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab21dd64-f4bf-4b06-9ffa-ff427dff9c43 x-openstack-request-id: req-ab21dd64-f4bf-4b06-9ffa-ff427dff9c43 {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:42:24.390066 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4a4e6b7-47b1-4de2-8677-4f8e3eb056c2", "name": "network-vif-plugged", "status": "completed", "tag": "0e43678c-54de-414e-81b5-5773897a97f4", "code": 200}]} {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:42:24.391168 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ab21dd64-f4bf-4b06-9ffa-ff427dff9c43 {{(pid=103184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:42:24.393256 dv-cinder-804035-25-iscsi neutron-server[103184]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4a4e6b7-47b1-4de2-8677-4f8e3eb056c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e43678c-54de-414e-81b5-5773897a97f4', 'code': 200} Jan 21 09:42:24.475462 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-145579a4-0d55-4caf-8599-4964a670ebba req-9de48486-0065-42ff-b2df-6cbf7cd730e6 tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] 10.222.0.45 "GET /v2.0/security-groups?id=ecb8bb3e-d4e6-4c35-9133-48a56990ede7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1625259 Jan 21 09:42:24.808124 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8384e0-958e-44e3-a9d6-d3b05c4dce21 req-0aa48b74-97a2-4662-a3db-4ff5a4f732d2 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:24.811571 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-7f8384e0-958e-44e3-a9d6-d3b05c4dce21 req-0aa48b74-97a2-4662-a3db-4ff5a4f732d2 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/ports?device_id=e3dd8a17-5a2f-4f39-a110-208165e07110 HTTP/1.1" status: 200 len: 944 time: 0.1934505 Jan 21 09:42:24.835125 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24d1728-a8b8-4f19-aa12-524d49b5e45a req-eb58a374-0ad0-49f9-992b-31b9d2b8bd2d tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:24.839190 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-c24d1728-a8b8-4f19-aa12-524d49b5e45a req-eb58a374-0ad0-49f9-992b-31b9d2b8bd2d tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef1ba7db-0bbf-44d8-ab58-f85d9194ecd6 HTTP/1.1" status: 200 len: 943 time: 0.1410048 Jan 21 09:42:25.005690 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-7f8384e0-958e-44e3-a9d6-d3b05c4dce21 req-f9c2adbd-2e9f-4b1e-a337-a800476c78a3 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/security-groups?id=56c7644d-47e2-4d64-9a0e-cf7864ccb2da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1637945 Jan 21 09:42:25.025444 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-c24d1728-a8b8-4f19-aa12-524d49b5e45a req-e6795047-53ea-446a-b4c1-fd387327439f tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1675cd1-54f4-4d25-9ed0-7b073048c061&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1692708 Jan 21 09:42:25.430568 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337af286-8513-4463-877d-22620ee58777 req-bace3261-0a82-419f-a38e-f5705f5975de tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:25.438102 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-337af286-8513-4463-877d-22620ee58777 req-bace3261-0a82-419f-a38e-f5705f5975de tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c18953a-7af3-4d71-97ad-05eda7e34a73 HTTP/1.1" status: 200 len: 946 time: 0.0720370 Jan 21 09:42:25.537919 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-337af286-8513-4463-877d-22620ee58777 req-45ca5a19-5587-498c-a8ab-a89c9be5c98b tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] 10.222.0.45 "GET /v2.0/security-groups?id=1cc6ad58-dddb-4fcf-b68c-2275ad19dfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978119 Jan 21 09:42:25.723829 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e583fd4f-e884-496c-b0aa-9b0e8eef119f req-f73e533c-b5ca-4e1a-9d26-33b178f61029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:25.726690 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-e583fd4f-e884-496c-b0aa-9b0e8eef119f req-f73e533c-b5ca-4e1a-9d26-33b178f61029 service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=f4a4e6b7-47b1-4de2-8677-4f8e3eb056c2 HTTP/1.1" status: 200 len: 1098 time: 0.1270931 Jan 21 09:42:25.742945 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7257aab-c53f-4964-9f36-ed91cb054778 req-469ada1c-ef68-41b1-901e-de12d9cdf166 tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:25.745772 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-a7257aab-c53f-4964-9f36-ed91cb054778 req-469ada1c-ef68-41b1-901e-de12d9cdf166 tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4a4e6b7-47b1-4de2-8677-4f8e3eb056c2 HTTP/1.1" status: 200 len: 945 time: 0.1029303 Jan 21 09:42:25.848130 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-e583fd4f-e884-496c-b0aa-9b0e8eef119f req-3c2ab999-0bcf-4b8b-9f90-43daf2b6905b service neutron] 10.222.0.109 "GET /v2.0/security-groups?id=ecb8bb3e-d4e6-4c35-9133-48a56990ede7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0961888 Jan 21 09:42:25.856392 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-a7257aab-c53f-4964-9f36-ed91cb054778 req-adb2e409-49bc-49a5-a4ef-8c4436191145 tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] 10.222.0.45 "GET /v2.0/security-groups?id=ecb8bb3e-d4e6-4c35-9133-48a56990ede7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0968862 Jan 21 09:42:26.257747 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc57283-f806-4bc2-9b1b-4139b77a0c80 req-329f7d7f-d262-44d8-8f32-02bd6243adc4 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:26.271439 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-1dc57283-f806-4bc2-9b1b-4139b77a0c80 req-329f7d7f-d262-44d8-8f32-02bd6243adc4 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef1ba7db-0bbf-44d8-ab58-f85d9194ecd6 HTTP/1.1" status: 200 len: 943 time: 0.1558404 Jan 21 09:42:26.322621 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ca09ac-2f4d-485c-9dd1-533e4492a5a5 req-87bb26c5-3bc0-4bd0-9df6-91454d7b232f tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:26.324180 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-b9ca09ac-2f4d-485c-9dd1-533e4492a5a5 req-87bb26c5-3bc0-4bd0-9df6-91454d7b232f tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/ports?device_id=e3dd8a17-5a2f-4f39-a110-208165e07110 HTTP/1.1" status: 200 len: 944 time: 0.1553557 Jan 21 09:42:26.394304 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-1dc57283-f806-4bc2-9b1b-4139b77a0c80 req-93375351-14c0-413f-a16e-8df08df4b656 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1675cd1-54f4-4d25-9ed0-7b073048c061&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1187954 Jan 21 09:42:26.461198 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-b9ca09ac-2f4d-485c-9dd1-533e4492a5a5 req-e619cf8a-864d-44ed-a5dd-7166933b4911 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/security-groups?id=56c7644d-47e2-4d64-9a0e-cf7864ccb2da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1259234 Jan 21 09:42:26.702816 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26ddf42-59f7-4a71-b891-84feaea65b21 req-6a769d68-3653-485f-9bad-4e78f793d2e5 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:26.705296 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-c26ddf42-59f7-4a71-b891-84feaea65b21 req-6a769d68-3653-485f-9bad-4e78f793d2e5 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c18953a-7af3-4d71-97ad-05eda7e34a73 HTTP/1.1" status: 200 len: 946 time: 0.0792339 Jan 21 09:42:26.774300 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-c26ddf42-59f7-4a71-b891-84feaea65b21 req-d34a2775-6fb1-4e3e-9dc6-30d7111e6c0d tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] 10.222.0.45 "GET /v2.0/security-groups?id=1cc6ad58-dddb-4fcf-b68c-2275ad19dfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628543 Jan 21 09:42:27.045450 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3020bd04-7e8c-40da-b23f-6b8241ab4501 req-8669718b-3380-4ef4-8198-2a7d19d9bafc tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:27.047556 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-3020bd04-7e8c-40da-b23f-6b8241ab4501 req-8669718b-3380-4ef4-8198-2a7d19d9bafc tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4a4e6b7-47b1-4de2-8677-4f8e3eb056c2 HTTP/1.1" status: 200 len: 945 time: 0.0645120 Jan 21 09:42:27.137248 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-3020bd04-7e8c-40da-b23f-6b8241ab4501 req-f9a6baf2-b38b-4281-9756-00b1bdd04526 tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] 10.222.0.45 "GET /v2.0/security-groups?id=ecb8bb3e-d4e6-4c35-9133-48a56990ede7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793128 Jan 21 09:42:27.680839 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20b16c8-0517-4910-bdeb-6d9533a87270 req-1cc4f73c-0f0f-4681-accf-1ee9af12b3bb tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:27.696340 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-f20b16c8-0517-4910-bdeb-6d9533a87270 req-1cc4f73c-0f0f-4681-accf-1ee9af12b3bb tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef1ba7db-0bbf-44d8-ab58-f85d9194ecd6 HTTP/1.1" status: 200 len: 943 time: 0.1544082 Jan 21 09:42:27.762893 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff99f8eb-dd0b-4aa8-ac99-7ed6b3978a4d req-b74c2702-46cb-4579-9624-fa446983b18f tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:27.764769 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-ff99f8eb-dd0b-4aa8-ac99-7ed6b3978a4d req-b74c2702-46cb-4579-9624-fa446983b18f tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/ports?device_id=e3dd8a17-5a2f-4f39-a110-208165e07110 HTTP/1.1" status: 200 len: 944 time: 0.1451900 Jan 21 09:42:27.823896 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-f20b16c8-0517-4910-bdeb-6d9533a87270 req-4726c640-37fc-4c4f-954e-3a88031a06fd tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1675cd1-54f4-4d25-9ed0-7b073048c061&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1295626 Jan 21 09:42:27.930660 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-ff99f8eb-dd0b-4aa8-ac99-7ed6b3978a4d req-5eebbe2b-56ee-48c1-9e0e-05a44dd243aa tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/security-groups?id=56c7644d-47e2-4d64-9a0e-cf7864ccb2da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1454232 Jan 21 09:42:28.093980 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fd6d16-d713-4bab-b337-8af7af316a58 req-5a5e62b2-131a-4332-8ef8-f901183ffc6c tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:28.097245 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-12fd6d16-d713-4bab-b337-8af7af316a58 req-5a5e62b2-131a-4332-8ef8-f901183ffc6c tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c18953a-7af3-4d71-97ad-05eda7e34a73 HTTP/1.1" status: 200 len: 946 time: 0.1355550 Jan 21 09:42:28.207157 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-12fd6d16-d713-4bab-b337-8af7af316a58 req-629a6aff-e4b9-46c8-8846-fbe87df41899 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] 10.222.0.45 "GET /v2.0/security-groups?id=1cc6ad58-dddb-4fcf-b68c-2275ad19dfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997789 Jan 21 09:42:28.381227 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39660e0e-5a3b-4d30-a73d-75e280017460 req-b626637c-cbfe-44da-93d1-c9dd4a1411dd tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:28.382824 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-39660e0e-5a3b-4d30-a73d-75e280017460 req-b626637c-cbfe-44da-93d1-c9dd4a1411dd tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4a4e6b7-47b1-4de2-8677-4f8e3eb056c2 HTTP/1.1" status: 200 len: 945 time: 0.0881321 Jan 21 09:42:28.451357 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-39660e0e-5a3b-4d30-a73d-75e280017460 req-7b5ad2c7-5bd0-46f6-a124-33d443699753 tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] 10.222.0.45 "GET /v2.0/security-groups?id=ecb8bb3e-d4e6-4c35-9133-48a56990ede7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570865 Jan 21 09:42:29.457412 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272002e8-ddd3-4f73-80f1-327b6a614183 req-e04608f1-1a77-4b6b-9fcf-5a197c44482a tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:29.461054 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-272002e8-ddd3-4f73-80f1-327b6a614183 req-e04608f1-1a77-4b6b-9fcf-5a197c44482a tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef1ba7db-0bbf-44d8-ab58-f85d9194ecd6 HTTP/1.1" status: 200 len: 943 time: 0.5139351 Jan 21 09:42:29.482578 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a913555b-f67b-43bd-adaa-77db7926bb88 req-7bdb8264-a01a-4d1a-9767-e59873441e2d tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:29.487771 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-a913555b-f67b-43bd-adaa-77db7926bb88 req-7bdb8264-a01a-4d1a-9767-e59873441e2d tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/ports?device_id=e3dd8a17-5a2f-4f39-a110-208165e07110 HTTP/1.1" status: 200 len: 944 time: 0.1306581 Jan 21 09:42:29.606501 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-272002e8-ddd3-4f73-80f1-327b6a614183 req-78cc0614-e5d6-4b8b-8af6-a4b341a193fd tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1675cd1-54f4-4d25-9ed0-7b073048c061&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1171820 Jan 21 09:42:29.616334 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-a913555b-f67b-43bd-adaa-77db7926bb88 req-e6e95752-deaa-4353-bdb8-f5edb66c14ee tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/security-groups?id=56c7644d-47e2-4d64-9a0e-cf7864ccb2da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1069760 Jan 21 09:42:29.786847 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33f005e-eab3-4cbd-9708-6f7a885766de req-7cee0a1d-0fb0-4798-9ce6-bb201d1d4ec0 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:29.795209 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-f33f005e-eab3-4cbd-9708-6f7a885766de req-7cee0a1d-0fb0-4798-9ce6-bb201d1d4ec0 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c18953a-7af3-4d71-97ad-05eda7e34a73 HTTP/1.1" status: 200 len: 946 time: 0.0966182 Jan 21 09:42:29.827638 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adaa54d-157d-4ae7-9da9-3e242c9f63cf req-7c66aa11-6639-489a-bba5-94e90db4ccf7 tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:29.829918 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-1adaa54d-157d-4ae7-9da9-3e242c9f63cf req-7c66aa11-6639-489a-bba5-94e90db4ccf7 tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4a4e6b7-47b1-4de2-8677-4f8e3eb056c2 HTTP/1.1" status: 200 len: 945 time: 0.1021104 Jan 21 09:42:29.916383 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-f33f005e-eab3-4cbd-9708-6f7a885766de req-7d3f5f20-42f6-48db-acce-421962e38820 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] 10.222.0.45 "GET /v2.0/security-groups?id=1cc6ad58-dddb-4fcf-b68c-2275ad19dfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1198301 Jan 21 09:42:29.924732 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-1adaa54d-157d-4ae7-9da9-3e242c9f63cf req-073d182c-e808-4d8d-a78b-882d9e1b8574 tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] 10.222.0.45 "GET /v2.0/security-groups?id=ecb8bb3e-d4e6-4c35-9133-48a56990ede7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827231 Jan 21 09:42:30.884832 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31628f46-35a9-44ee-8cbb-ecd3fa02ac14 req-0e109ab3-c1fa-4bfa-b6e8-6e9a2d83ec0e tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:30.887068 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-31628f46-35a9-44ee-8cbb-ecd3fa02ac14 req-0e109ab3-c1fa-4bfa-b6e8-6e9a2d83ec0e tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/ports?device_id=e3dd8a17-5a2f-4f39-a110-208165e07110 HTTP/1.1" status: 200 len: 944 time: 0.1233797 Jan 21 09:42:30.900302 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99eb8721-cdfd-4f41-8224-41be4fbfcb45 req-a38001e1-23b7-4b78-8b5f-613b40547b1e tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:30.913918 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-99eb8721-cdfd-4f41-8224-41be4fbfcb45 req-a38001e1-23b7-4b78-8b5f-613b40547b1e tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef1ba7db-0bbf-44d8-ab58-f85d9194ecd6 HTTP/1.1" status: 200 len: 943 time: 0.1023676 Jan 21 09:42:31.022423 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-31628f46-35a9-44ee-8cbb-ecd3fa02ac14 req-1c37e321-8f66-4c60-a27a-e9b5b0756f27 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/security-groups?id=56c7644d-47e2-4d64-9a0e-cf7864ccb2da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1047328 Jan 21 09:42:31.027378 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-99eb8721-cdfd-4f41-8224-41be4fbfcb45 req-77c190ac-42c9-4e0b-9c78-1696c46d704b tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1675cd1-54f4-4d25-9ed0-7b073048c061&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1122277 Jan 21 09:42:31.262955 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65e1a0c-daa6-4102-9e56-31472dd73dac req-1324941c-095f-47a5-af95-5e33fb1cce55 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:31.272255 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-e65e1a0c-daa6-4102-9e56-31472dd73dac req-1324941c-095f-47a5-af95-5e33fb1cce55 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c18953a-7af3-4d71-97ad-05eda7e34a73 HTTP/1.1" status: 200 len: 946 time: 0.1699128 Jan 21 09:42:31.326507 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef51f62d-0dde-43c2-8e0d-93004eb9ff58 req-f01fb74a-97ed-4d53-b7cb-bfdc57726454 tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:31.328445 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-ef51f62d-0dde-43c2-8e0d-93004eb9ff58 req-f01fb74a-97ed-4d53-b7cb-bfdc57726454 tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4a4e6b7-47b1-4de2-8677-4f8e3eb056c2 HTTP/1.1" status: 200 len: 945 time: 0.1749938 Jan 21 09:42:31.383200 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-e65e1a0c-daa6-4102-9e56-31472dd73dac req-1f60d7bd-a7da-4ee7-b963-5d7e8e27af36 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] 10.222.0.45 "GET /v2.0/security-groups?id=1cc6ad58-dddb-4fcf-b68c-2275ad19dfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1097507 Jan 21 09:42:31.426931 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-ef51f62d-0dde-43c2-8e0d-93004eb9ff58 req-e0b65eed-48dc-4ad7-9ea2-b969426a5c91 tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] 10.222.0.45 "GET /v2.0/security-groups?id=ecb8bb3e-d4e6-4c35-9133-48a56990ede7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781090 Jan 21 09:42:32.188102 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2b5b98-7c25-42cb-945a-9f7d03f3fb54 req-9da3fa48-4411-472c-9308-b7c4454c42b4 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:32.189815 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-eb2b5b98-7c25-42cb-945a-9f7d03f3fb54 req-9da3fa48-4411-472c-9308-b7c4454c42b4 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/ports?device_id=e3dd8a17-5a2f-4f39-a110-208165e07110 HTTP/1.1" status: 200 len: 944 time: 0.0778377 Jan 21 09:42:32.276236 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20d0589-10f7-4f5f-aea0-1e8587854fa4 req-52c81892-4a5f-4f1f-8546-7f3c575937d1 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:32.277821 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-d20d0589-10f7-4f5f-aea0-1e8587854fa4 req-52c81892-4a5f-4f1f-8546-7f3c575937d1 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef1ba7db-0bbf-44d8-ab58-f85d9194ecd6 HTTP/1.1" status: 200 len: 943 time: 0.1168785 Jan 21 09:42:32.294684 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-eb2b5b98-7c25-42cb-945a-9f7d03f3fb54 req-26e66307-b95b-4fa2-8063-39bf22ebc642 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/security-groups?id=56c7644d-47e2-4d64-9a0e-cf7864ccb2da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906913 Jan 21 09:42:32.361882 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-d20d0589-10f7-4f5f-aea0-1e8587854fa4 req-04169398-36cf-4b97-9cb0-5fdbbed10625 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1675cd1-54f4-4d25-9ed0-7b073048c061&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770423 Jan 21 09:42:32.533764 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a59170-2c7e-4d50-b7cb-ae861b10b1e2 req-21ef8c7c-5ce5-4769-9679-9b0f3558705b tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:32.536512 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-b5a59170-2c7e-4d50-b7cb-ae861b10b1e2 req-21ef8c7c-5ce5-4769-9679-9b0f3558705b tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c18953a-7af3-4d71-97ad-05eda7e34a73 HTTP/1.1" status: 200 len: 946 time: 0.0727305 Jan 21 09:42:32.638247 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d754f7-109f-4d45-99c2-22cb57a1dfc2 req-e4bae8f5-212d-47dd-88ad-0e7c3c700c2d tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:32.639896 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-b0d754f7-109f-4d45-99c2-22cb57a1dfc2 req-e4bae8f5-212d-47dd-88ad-0e7c3c700c2d tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4a4e6b7-47b1-4de2-8677-4f8e3eb056c2 HTTP/1.1" status: 200 len: 945 time: 0.1020994 Jan 21 09:42:32.644401 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-b5a59170-2c7e-4d50-b7cb-ae861b10b1e2 req-3a03caa7-fb4d-47f1-87cd-97776d9cf468 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] 10.222.0.45 "GET /v2.0/security-groups?id=1cc6ad58-dddb-4fcf-b68c-2275ad19dfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923953 Jan 21 09:42:32.700172 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-b0d754f7-109f-4d45-99c2-22cb57a1dfc2 req-415aaf6c-8ba3-46b6-bdf5-dc77bd041a18 tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] 10.222.0.45 "GET /v2.0/security-groups?id=ecb8bb3e-d4e6-4c35-9133-48a56990ede7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513105 Jan 21 09:42:33.455342 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f930415b-5815-48be-a80d-a56c2bc7ffeb req-c8a44230-5e71-4cef-970c-8252641cc075 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:33.456966 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-f930415b-5815-48be-a80d-a56c2bc7ffeb req-c8a44230-5e71-4cef-970c-8252641cc075 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/ports?device_id=e3dd8a17-5a2f-4f39-a110-208165e07110 HTTP/1.1" status: 200 len: 944 time: 0.0817697 Jan 21 09:42:33.531940 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4f1f56-5817-4f95-8ee1-d5cef3c6e8aa req-69c13098-a29e-42a1-b6e5-fad78b1d9f1c tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:33.534440 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-ee4f1f56-5817-4f95-8ee1-d5cef3c6e8aa req-69c13098-a29e-42a1-b6e5-fad78b1d9f1c tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef1ba7db-0bbf-44d8-ab58-f85d9194ecd6 HTTP/1.1" status: 200 len: 943 time: 0.1011221 Jan 21 09:42:33.542835 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-f930415b-5815-48be-a80d-a56c2bc7ffeb req-30eea28d-3c57-40ac-8053-44a7a987e342 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/security-groups?id=56c7644d-47e2-4d64-9a0e-cf7864ccb2da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710514 Jan 21 09:42:33.599171 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-ee4f1f56-5817-4f95-8ee1-d5cef3c6e8aa req-826a32c5-11e6-4de7-b4dd-ca2824818464 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1675cd1-54f4-4d25-9ed0-7b073048c061&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551167 Jan 21 09:42:33.800590 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Device 248e29e3-d311-4074-bc03-c8c881428352 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=103184) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 21 09:42:33.897929 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b270a7-5c75-4b03-9a10-52d379cc4f2e req-9ed08b64-8e00-4ae6-ae78-9d9e95952d97 tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:33.901358 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-52b270a7-5c75-4b03-9a10-52d379cc4f2e req-9ed08b64-8e00-4ae6-ae78-9d9e95952d97 tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4a4e6b7-47b1-4de2-8677-4f8e3eb056c2 HTTP/1.1" status: 200 len: 945 time: 0.0953679 Jan 21 09:42:33.973231 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] For port 248e29e3-d311-4074-bc03-c8c881428352, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=248e29e3-d311-4074-bc03-c8c881428352,segment=NetworkSegment(475e952b-010c-46c4-9dc4-7955dc3077d3),segment_id=475e952b-010c-46c4-9dc4-7955dc3077d3)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:42:33.994167 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Returning: {'device': '248e29e3-d311-4074-bc03-c8c881428352', 'network_id': '647e31d1-4208-41da-8947-db9d9292bd9e', 'port_id': '248e29e3-d311-4074-bc03-c8c881428352', 'mac_address': 'fa:16:3e:c7:ca:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55369842-b446-444b-92ff-367c2e723c52', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103184) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 21 09:42:34.029659 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-52b270a7-5c75-4b03-9a10-52d379cc4f2e req-b3d846ee-748e-4214-beb4-f51632c32512 tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] 10.222.0.45 "GET /v2.0/security-groups?id=ecb8bb3e-d4e6-4c35-9133-48a56990ede7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1165545 Jan 21 09:42:34.045640 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Current status of the port 248e29e3-d311-4074-bc03-c8c881428352 is: DOWN; New status is: BUILD {{(pid=103184) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:42:34.046267 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (248e29e3-d311-4074-bc03-c8c881428352), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:34.048814 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b874194-af32-40b7-8b2c-788ae5d495de req-ac8ff844-7b01-4f5a-b501-4896c1e0e570 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:34.050570 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-5b874194-af32-40b7-8b2c-788ae5d495de req-ac8ff844-7b01-4f5a-b501-4896c1e0e570 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c18953a-7af3-4d71-97ad-05eda7e34a73 HTTP/1.1" status: 200 len: 946 time: 0.1146739 Jan 21 09:42:34.068326 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.notifiers.nova [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 248e29e3-d311-4074-bc03-c8c881428352 {{(pid=103184) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:42:34.091523 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] For port 248e29e3-d311-4074-bc03-c8c881428352, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=248e29e3-d311-4074-bc03-c8c881428352,segment=NetworkSegment(475e952b-010c-46c4-9dc4-7955dc3077d3),segment_id=475e952b-010c-46c4-9dc4-7955dc3077d3)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:42:34.162778 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774670732957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774670299814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774670299832'] for port (248e29e3-d311-4074-bc03-c8c881428352), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:34.163370 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Device 23ca9b58-bb47-447e-9704-d2768396690b details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=103184) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 21 09:42:34.197918 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-5b874194-af32-40b7-8b2c-788ae5d495de req-23d5407e-cca9-4da7-b732-8108d7bcf1fe tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] 10.222.0.45 "GET /v2.0/security-groups?id=1cc6ad58-dddb-4fcf-b68c-2275ad19dfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1358166 Jan 21 09:42:34.244764 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1d0eaf-f6a1-4f74-bac3-3ffc40063050 req-0b16342a-f641-4525-a4bf-0592da01d8ab tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:34.247554 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-bb1d0eaf-f6a1-4f74-bac3-3ffc40063050 req-0b16342a-f641-4525-a4bf-0592da01d8ab tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4a4e6b7-47b1-4de2-8677-4f8e3eb056c2 HTTP/1.1" status: 200 len: 945 time: 0.1289732 Jan 21 09:42:34.315460 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Pushing event updated for resources: {'Port': ['ID=248e29e3-d311-4074-bc03-c8c881428352,revision_number=9']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:34.365298 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-bb1d0eaf-f6a1-4f74-bac3-3ffc40063050 req-5df0c21c-13ce-4f0b-bc33-a81cdaa5ea5a tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] 10.222.0.45 "GET /v2.0/security-groups?id=ecb8bb3e-d4e6-4c35-9133-48a56990ede7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1085598 Jan 21 09:42:34.370572 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] For port 23ca9b58-bb47-447e-9704-d2768396690b, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=23ca9b58-bb47-447e-9704-d2768396690b,segment=NetworkSegment(18509a21-b759-406e-af96-dd1ff2a318e9),segment_id=18509a21-b759-406e-af96-dd1ff2a318e9)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:42:34.398941 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Returning: {'device': '23ca9b58-bb47-447e-9704-d2768396690b', 'network_id': '858c4f17-92ac-4cda-9750-b98e2d3705f8', 'port_id': '23ca9b58-bb47-447e-9704-d2768396690b', 'mac_address': 'fa:16:3e:40:88:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed880366-382f-48ca-9b10-9aa3edc0e5e7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103184) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 21 09:42:34.399167 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.wsgi [-] (103182) accepted ('10.222.0.45', 40396) {{(pid=103182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:42:34.450378 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Current status of the port 23ca9b58-bb47-447e-9704-d2768396690b is: DOWN; New status is: BUILD {{(pid=103184) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:42:34.451086 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (23ca9b58-bb47-447e-9704-d2768396690b), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:34.475988 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.notifiers.nova [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23ca9b58-bb47-447e-9704-d2768396690b {{(pid=103184) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:42:34.507555 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dc15c5b-50be-4074-a4e9-0d7ecc932274 tempest-TestShelveInstance-1653207792 tempest-TestShelveInstance-1653207792-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:34.510133 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [None req-9dc15c5b-50be-4074-a4e9-0d7ecc932274 tempest-TestShelveInstance-1653207792 tempest-TestShelveInstance-1653207792-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=f4a4e6b7-47b1-4de2-8677-4f8e3eb056c2 HTTP/1.1" status: 200 len: 1093 time: 0.1107941 Jan 21 09:42:34.513074 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.wsgi [-] (103182) accepted ('10.222.0.45', 40400) {{(pid=103182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:42:34.517855 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] For port 23ca9b58-bb47-447e-9704-d2768396690b, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=23ca9b58-bb47-447e-9704-d2768396690b,segment=NetworkSegment(18509a21-b759-406e-af96-dd1ff2a318e9),segment_id=18509a21-b759-406e-af96-dd1ff2a318e9)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:42:34.520271 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.v2.base [None req-88d83d24-ae60-40a6-9a9e-8b929f7d341a tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] Request body: {'floatingip': {'floating_network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'port_id': '0e43678c-54de-414e-81b5-5773897a97f4', 'tenant_id': 'd2ac0334d1e14c29aa6222d547c64b00', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:42:34.585322 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774670732957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774670299814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774670299832'] for port (23ca9b58-bb47-447e-9704-d2768396690b), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:34.633976 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-88d83d24-ae60-40a6-9a9e-8b929f7d341a tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:34.669729 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Pushing event updated for resources: {'Port': ['ID=23ca9b58-bb47-447e-9704-d2768396690b,revision_number=4']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:34.774838 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0547e81a-f787-41b2-90c6-23b00f7095ae req-d6eba6ca-acfc-4791-ac28-e0bbd30b8013 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:34.776927 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-0547e81a-f787-41b2-90c6-23b00f7095ae req-d6eba6ca-acfc-4791-ac28-e0bbd30b8013 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c18953a-7af3-4d71-97ad-05eda7e34a73 HTTP/1.1" status: 200 len: 946 time: 0.1582706 Jan 21 09:42:34.826895 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d2cd01-9407-404e-a5bd-68279d059a39 req-b6cc478e-8457-4de2-b306-0e8581fe9822 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:34.828536 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-c1d2cd01-9407-404e-a5bd-68279d059a39 req-b6cc478e-8457-4de2-b306-0e8581fe9822 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/ports?device_id=e3dd8a17-5a2f-4f39-a110-208165e07110 HTTP/1.1" status: 200 len: 945 time: 0.1618674 Jan 21 09:42:34.921871 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] get_ports_and_sgs() called for port_ids ['248e29e3-d311-4074-bc03-c8c881428352'] {{(pid=103184) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 09:42:34.955764 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-0547e81a-f787-41b2-90c6-23b00f7095ae req-5f35ca3b-d702-4e84-9ee9-d58d669e499f tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] 10.222.0.45 "GET /v2.0/security-groups?id=1cc6ad58-dddb-4fcf-b68c-2275ad19dfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1459370 Jan 21 09:42:34.957802 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa3f720-caea-4b70-ad96-3210c98f339a req-30cdd5d6-9817-49c8-9af7-4f4f38f60650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:34.959406 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-7aa3f720-caea-4b70-ad96-3210c98f339a req-30cdd5d6-9817-49c8-9af7-4f4f38f60650 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=2322cb784615409bb15a6f49522d3b34&device_id=9c18953a-7af3-4d71-97ad-05eda7e34a73 HTTP/1.1" status: 200 len: 1099 time: 0.1507723 Jan 21 09:42:34.973114 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-c1d2cd01-9407-404e-a5bd-68279d059a39 req-105195fd-441e-4379-854d-4044cd918482 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/security-groups?id=56c7644d-47e2-4d64-9a0e-cf7864ccb2da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1116107 Jan 21 09:42:35.001653 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] get_ports_and_sgs() called for port_ids ['23ca9b58-bb47-447e-9704-d2768396690b'] {{(pid=103184) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 09:42:35.077963 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-88d83d24-ae60-40a6-9a9e-8b929f7d341a tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (None), before_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:35.164846 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa3f720-caea-4b70-ad96-3210c98f339a req-8edaf70f-ebe5-4fc3-b7a0-b8bb414487da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:35.166447 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-7aa3f720-caea-4b70-ad96-3210c98f339a req-8edaf70f-ebe5-4fc3-b7a0-b8bb414487da service neutron] 10.222.0.109 "GET /v2.0/networks?id=0dd36bcf-7b04-41a7-a991-1f81f12526d5 HTTP/1.1" status: 200 len: 912 time: 0.1985421 Jan 21 09:42:35.194795 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bf3ef6-a9ee-4971-ab42-4164da3f1bfd req-cde35cbb-1b1c-4ada-bc9f-110183a21074 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:35.194795 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-43bf3ef6-a9ee-4971-ab42-4164da3f1bfd req-cde35cbb-1b1c-4ada-bc9f-110183a21074 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef1ba7db-0bbf-44d8-ab58-f85d9194ecd6 HTTP/1.1" status: 200 len: 944 time: 0.1315215 Jan 21 09:42:35.312701 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-7aa3f720-caea-4b70-ad96-3210c98f339a req-8d536639-1364-4f50-afe3-64855b1741e8 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=da26baff-2b3f-4d1c-9008-db890c2d77f2 HTTP/1.1" status: 200 len: 1002 time: 0.1377034 Jan 21 09:42:35.385600 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-43bf3ef6-a9ee-4971-ab42-4164da3f1bfd req-5828ec3c-2d6a-4e1e-ba54-b6c3ccbd6efd tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1675cd1-54f4-4d25-9ed0-7b073048c061&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1515954 Jan 21 09:42:35.395677 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.db.db_base_plugin_common [None req-88d83d24-ae60-40a6-9a9e-8b929f7d341a tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] Allocated IP 172.27.3.172 (c13ce787-b669-4a63-b567-cda42d951ad5/6accd444-6422-45bf-9c21-6be173243a45/872b18c6-50d4-4cdb-adda-7a04db063b3f) {{(pid=103182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:42:35.416848 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa3f720-caea-4b70-ad96-3210c98f339a req-2168510f-4b48-4f5a-8be8-7186ad710cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:35.418408 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-7aa3f720-caea-4b70-ad96-3210c98f339a req-2168510f-4b48-4f5a-8be8-7186ad710cdb service neutron] 10.222.0.109 "GET /v2.0/subnets?id=f2cbcea8-b408-46a8-bbe1-71aa15cb4674 HTTP/1.1" status: 200 len: 850 time: 0.0977163 Jan 21 09:42:35.538903 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa3f720-caea-4b70-ad96-3210c98f339a req-6e13518f-2f43-44c8-ba81-0ebbda3115f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:35.540657 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-7aa3f720-caea-4b70-ad96-3210c98f339a req-6e13518f-2f43-44c8-ba81-0ebbda3115f0 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=0dd36bcf-7b04-41a7-a991-1f81f12526d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1060455 Jan 21 09:42:35.590934 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-88d83d24-ae60-40a6-9a9e-8b929f7d341a tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] Publish callbacks [] for port (872b18c6-50d4-4cdb-adda-7a04db063b3f), precommit_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:35.701572 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-7aa3f720-caea-4b70-ad96-3210c98f339a req-3af6d93b-c30d-496a-9776-eebd1b1fa9a6 service neutron] 10.222.0.109 "GET /v2.0/networks/0dd36bcf-7b04-41a7-a991-1f81f12526d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536961 Jan 21 09:42:35.781936 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-88d83d24-ae60-40a6-9a9e-8b929f7d341a tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774670299796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29186853'] for port (872b18c6-50d4-4cdb-adda-7a04db063b3f), after_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:35.851015 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88d83d24-ae60-40a6-9a9e-8b929f7d341a tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] Network c13ce787-b669-4a63-b567-cda42d951ad5 is already hosted by enough agents. {{(pid=103182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:42:35.862361 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.scheduler.base_scheduler [None req-88d83d24-ae60-40a6-9a9e-8b929f7d341a tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] Resources bound (agent type, host, resource id): {{(pid=103182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:42:35.865177 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d83d24-ae60-40a6-9a9e-8b929f7d341a tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] Received port after_create {{(pid=103182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 09:42:35.872066 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-7aa3f720-caea-4b70-ad96-3210c98f339a req-6e24e47f-683d-4f2a-8b49-0aded88ae8d6 service neutron] 10.222.0.109 "GET /v2.0/networks/0dd36bcf-7b04-41a7-a991-1f81f12526d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627901 Jan 21 09:42:35.874228 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d83d24-ae60-40a6-9a9e-8b929f7d341a tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] Pushing event updated for resources: {'Port': ['ID=872b18c6-50d4-4cdb-adda-7a04db063b3f,revision_number=1']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:36.026494 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Device 23ca9b58-bb47-447e-9704-d2768396690b up at agent hyperv_hv-cinder-80403 {{(pid=103184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:42:36.207601 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.provisioning_blocks [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Provisioning for port 23ca9b58-bb47-447e-9704-d2768396690b completed by entity L2. {{(pid=103184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:42:36.212694 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.provisioning_blocks [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Provisioning complete for port 23ca9b58-bb47-447e-9704-d2768396690b triggered by entity L2. {{(pid=103184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:36.213011 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983013'] for port (23ca9b58-bb47-447e-9704-d2768396690b), provisioning_complete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:36.295196 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccab4042-7a55-467b-b9ed-c64c32096514 req-32935d4b-11fc-48dc-80bf-4b26c8fc20ca tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:36.296813 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-ccab4042-7a55-467b-b9ed-c64c32096514 req-32935d4b-11fc-48dc-80bf-4b26c8fc20ca tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/ports?device_id=e3dd8a17-5a2f-4f39-a110-208165e07110 HTTP/1.1" status: 200 len: 945 time: 0.1560519 Jan 21 09:42:36.311982 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c7f0c5-6244-4d96-b26b-d38fe67c5a57 req-c8c1154a-ac62-46a3-97fd-63d92993e494 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:36.314738 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-c3c7f0c5-6244-4d96-b26b-d38fe67c5a57 req-c8c1154a-ac62-46a3-97fd-63d92993e494 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c18953a-7af3-4d71-97ad-05eda7e34a73 HTTP/1.1" status: 200 len: 946 time: 0.1739714 Jan 21 09:42:36.504558 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-ccab4042-7a55-467b-b9ed-c64c32096514 req-600c9d81-ace4-4a00-803d-9f52452127fc tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/security-groups?id=56c7644d-47e2-4d64-9a0e-cf7864ccb2da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1871068 Jan 21 09:42:36.535758 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-c3c7f0c5-6244-4d96-b26b-d38fe67c5a57 req-6e09197d-9b04-435a-b063-b3ace17e8c2d tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] 10.222.0.45 "GET /v2.0/security-groups?id=1cc6ad58-dddb-4fcf-b68c-2275ad19dfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2098260 Jan 21 09:42:36.549592 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Current status of the port 23ca9b58-bb47-447e-9704-d2768396690b is: BUILD; New status is: ACTIVE {{(pid=103184) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:42:36.549592 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (23ca9b58-bb47-447e-9704-d2768396690b), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:36.573379 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-88d83d24-ae60-40a6-9a9e-8b929f7d341a tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] Publish callbacks [] for floatingip (bf578336-2fac-45d9-ad31-a8826e9d35be), precommit_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:36.590566 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef1ba7db-0bbf-44d8-ab58-f85d9194ecd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23ca9b58-bb47-447e-9704-d2768396690b'}] {{(pid=103184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:42:36.603438 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c59f8b740f259e85ceecfc878b6c10e974145cf55d87f3575c92c12753de108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff1efd8b-ab62-4cca-89f6-3acd6f7a5d87" -d '{"events": [{"server_uuid": "ef1ba7db-0bbf-44d8-ab58-f85d9194ecd6", "name": "network-vif-plugged", "status": "completed", "tag": "23ca9b58-bb47-447e-9704-d2768396690b"}]}' {{(pid=103184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:42:36.657226 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] For port 23ca9b58-bb47-447e-9704-d2768396690b, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=23ca9b58-bb47-447e-9704-d2768396690b,segment=NetworkSegment(18509a21-b759-406e-af96-dd1ff2a318e9),segment_id=18509a21-b759-406e-af96-dd1ff2a318e9)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:42:36.658372 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 09:42:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6de19ee1-a9c7-4fa1-8f70-7ef807f6599d x-openstack-request-id: req-6de19ee1-a9c7-4fa1-8f70-7ef807f6599d {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:42:36.658916 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef1ba7db-0bbf-44d8-ab58-f85d9194ecd6", "name": "network-vif-plugged", "status": "completed", "tag": "23ca9b58-bb47-447e-9704-d2768396690b", "code": 200}]} {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:42:36.659400 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6de19ee1-a9c7-4fa1-8f70-7ef807f6599d {{(pid=103184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:42:36.659958 dv-cinder-804035-25-iscsi neutron-server[103184]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef1ba7db-0bbf-44d8-ab58-f85d9194ecd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23ca9b58-bb47-447e-9704-d2768396690b', 'code': 200} Jan 21 09:42:36.717970 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9924fa-52d9-44bd-98d6-b68e8ccf691f req-8099e979-811e-4567-a622-c3ddd4919a8f tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:36.719602 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-ba9924fa-52d9-44bd-98d6-b68e8ccf691f req-8099e979-811e-4567-a622-c3ddd4919a8f tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef1ba7db-0bbf-44d8-ab58-f85d9194ecd6 HTTP/1.1" status: 200 len: 944 time: 0.0656314 Jan 21 09:42:36.791077 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-ba9924fa-52d9-44bd-98d6-b68e8ccf691f req-97a07e57-0550-48d8-9de0-923abc693b08 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1675cd1-54f4-4d25-9ed0-7b073048c061&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645378 Jan 21 09:42:37.503360 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-88d83d24-ae60-40a6-9a9e-8b929f7d341a tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (872b18c6-50d4-4cdb-adda-7a04db063b3f), before_update {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:37.534780 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774670732957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774670299814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774670299832'] for port (23ca9b58-bb47-447e-9704-d2768396690b), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:37.535878 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Device 248e29e3-d311-4074-bc03-c8c881428352 up at agent hyperv_hv-cinder-80403 {{(pid=103184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:42:37.677872 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Pushing event updated for resources: {'Port': ['ID=23ca9b58-bb47-447e-9704-d2768396690b,revision_number=5']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:37.689771 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.provisioning_blocks [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Provisioning complete for port 248e29e3-d311-4074-bc03-c8c881428352 triggered by entity L2. {{(pid=103184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:37.690169 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983013'] for port (248e29e3-d311-4074-bc03-c8c881428352), provisioning_complete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:37.785700 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Current status of the port 248e29e3-d311-4074-bc03-c8c881428352 is: BUILD; New status is: ACTIVE {{(pid=103184) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:42:37.786690 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (248e29e3-d311-4074-bc03-c8c881428352), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:37.795712 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7118aa4d-ad75-4739-aba0-7a2ba571b853 req-b8558570-421b-4bfa-a60d-306f86ab62ad tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:37.797273 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-7118aa4d-ad75-4739-aba0-7a2ba571b853 req-b8558570-421b-4bfa-a60d-306f86ab62ad tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c18953a-7af3-4d71-97ad-05eda7e34a73 HTTP/1.1" status: 200 len: 946 time: 0.1689789 Jan 21 09:42:37.815359 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7810a2-ddf4-40e8-b526-906fcf750ebe req-79832b88-9304-4e69-a819-05bbdb5cb8ec tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:37.816862 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-1d7810a2-ddf4-40e8-b526-906fcf750ebe req-79832b88-9304-4e69-a819-05bbdb5cb8ec tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/ports?device_id=e3dd8a17-5a2f-4f39-a110-208165e07110 HTTP/1.1" status: 200 len: 945 time: 0.1738319 Jan 21 09:42:37.822376 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] For port 248e29e3-d311-4074-bc03-c8c881428352, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=248e29e3-d311-4074-bc03-c8c881428352,segment=NetworkSegment(475e952b-010c-46c4-9dc4-7955dc3077d3),segment_id=475e952b-010c-46c4-9dc4-7955dc3077d3)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:42:37.842497 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-88d83d24-ae60-40a6-9a9e-8b929f7d341a tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] Publish callbacks [] for port (872b18c6-50d4-4cdb-adda-7a04db063b3f), precommit_update {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:37.892391 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219eedcb-d728-4293-ae0e-77ac6e6c8f87 req-798cc645-b4f6-47bb-8cd9-dea00335eb4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:37.893920 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-219eedcb-d728-4293-ae0e-77ac6e6c8f87 req-798cc645-b4f6-47bb-8cd9-dea00335eb4f service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=ef1ba7db-0bbf-44d8-ab58-f85d9194ecd6 HTTP/1.1" status: 200 len: 1098 time: 0.1477146 Jan 21 09:42:37.922427 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-7118aa4d-ad75-4739-aba0-7a2ba571b853 req-2205d01a-ce12-4043-b9a5-dfc3a0a3c459 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] 10.222.0.45 "GET /v2.0/security-groups?id=1cc6ad58-dddb-4fcf-b68c-2275ad19dfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1181085 Jan 21 09:42:37.931823 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-1d7810a2-ddf4-40e8-b526-906fcf750ebe req-d94e0b6a-131c-4b4d-9ef4-9856c9c306ae tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/security-groups?id=56c7644d-47e2-4d64-9a0e-cf7864ccb2da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0983024 Jan 21 09:42:37.939517 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774670732957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774670299814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774670299832'] for port (248e29e3-d311-4074-bc03-c8c881428352), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:37.979238 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-219eedcb-d728-4293-ae0e-77ac6e6c8f87 req-a31d3d51-a80f-4f14-a33f-059af99f4697 service neutron] 10.222.0.109 "GET /v2.0/security-groups?id=f1675cd1-54f4-4d25-9ed0-7b073048c061&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741773 Jan 21 09:42:37.980644 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-88d83d24-ae60-40a6-9a9e-8b929f7d341a tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774670732957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774670299814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774670299832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29186908'] for port (872b18c6-50d4-4cdb-adda-7a04db063b3f), after_update {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:38.002611 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Pushing event updated for resources: {'Port': ['ID=248e29e3-d311-4074-bc03-c8c881428352,revision_number=10']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:38.367894 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d83d24-ae60-40a6-9a9e-8b929f7d341a tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] Pushing event updated for resources: {'Port': ['ID=872b18c6-50d4-4cdb-adda-7a04db063b3f,revision_number=2']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:38.394698 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f33a49-ec9d-40e3-ac23-b4f036c659be req-515716e7-22bf-4d68-b629-7e8459338b18 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:38.396272 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-29f33a49-ec9d-40e3-ac23-b4f036c659be req-515716e7-22bf-4d68-b629-7e8459338b18 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef1ba7db-0bbf-44d8-ab58-f85d9194ecd6 HTTP/1.1" status: 200 len: 945 time: 0.3897126 Jan 21 09:42:38.397311 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-88d83d24-ae60-40a6-9a9e-8b929f7d341a tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3846398'] for floatingip (bf578336-2fac-45d9-ad31-a8826e9d35be), after_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:38.528185 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-29f33a49-ec9d-40e3-ac23-b4f036c659be req-df6aff3c-cbc4-4df0-9eff-48992007997c tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1675cd1-54f4-4d25-9ed0-7b073048c061&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0963833 Jan 21 09:42:38.539663 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.db.l3_db [None req-88d83d24-ae60-40a6-9a9e-8b929f7d341a tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] Floating IP bf578336-2fac-45d9-ad31-a8826e9d35be associated. External IP: 172.27.3.172, port: 0e43678c-54de-414e-81b5-5773897a97f4. Jan 21 09:42:38.661539 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3dd8a17-5a2f-4f39-a110-208165e07110', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '248e29e3-d311-4074-bc03-c8c881428352'}] {{(pid=103184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:42:38.664286 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c59f8b740f259e85ceecfc878b6c10e974145cf55d87f3575c92c12753de108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4023c058-151d-441f-a88e-7d4457c4bdea" -d '{"events": [{"server_uuid": "e3dd8a17-5a2f-4f39-a110-208165e07110", "name": "network-vif-plugged", "status": "completed", "tag": "248e29e3-d311-4074-bc03-c8c881428352"}]}' {{(pid=103184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:42:38.704399 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 09:42:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c09db633-cfb4-4e33-9040-eddd1bf04111 x-openstack-request-id: req-c09db633-cfb4-4e33-9040-eddd1bf04111 {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:42:38.704885 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3dd8a17-5a2f-4f39-a110-208165e07110", "name": "network-vif-plugged", "status": "completed", "tag": "248e29e3-d311-4074-bc03-c8c881428352", "code": 200}]} {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:42:38.705352 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c09db633-cfb4-4e33-9040-eddd1bf04111 {{(pid=103184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:42:38.705784 dv-cinder-804035-25-iscsi neutron-server[103184]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3dd8a17-5a2f-4f39-a110-208165e07110', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '248e29e3-d311-4074-bc03-c8c881428352', 'code': 200} Jan 21 09:42:38.768400 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88d83d24-ae60-40a6-9a9e-8b929f7d341a tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] Router daae59a1-b0b5-40c7-8881-501152a755ac has already been hosted by L3 agent e2f5353c-5d20-4dd0-beb4-c302aead9ffd {{(pid=103182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:42:38.888912 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88d83d24-ae60-40a6-9a9e-8b929f7d341a tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] Notify agent at l3_agent.dv-cinder-804035-25-iscsi the message routers_updated {{(pid=103182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:42:38.903023 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d6adbc1-7565-4bfb-b819-9aab3cbaecad None None] Sync routers for ids ['daae59a1-b0b5-40c7-8881-501152a755ac'] in dv-cinder-804035-25-iscsi {{(pid=103184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:42:38.915472 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d6adbc1-7565-4bfb-b819-9aab3cbaecad None None] Routers {'daae59a1-b0b5-40c7-8881-501152a755ac'} bound to L3 agent in host dv-cinder-804035-25-iscsi {{(pid=103184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 09:42:38.916133 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.l3_hamode_db [None req-2d6adbc1-7565-4bfb-b819-9aab3cbaecad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-21T09:27:18Z,description=,heartbeat_timestamp=2022-01-21T09:42:18Z,host='dv-cinder-804035-25-iscsi',id=e2f5353c-5d20-4dd0-beb4-c302aead9ffd,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:27:19Z,topic='l3_agent')) {'router_ids': ['daae59a1-b0b5-40c7-8881-501152a755ac'], 'active': True} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:39.007480 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-88d83d24-ae60-40a6-9a9e-8b929f7d341a tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11211'] for floatingip (None), before_response {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:39.059314 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.l3_dvr_db [None req-2d6adbc1-7565-4bfb-b819-9aab3cbaecad None None] Set router daae59a1-b0b5-40c7-8881-501152a755ac gateway port host: dv-cinder-804035-25-iscsi {{(pid=103184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:42:39.129070 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [None req-88d83d24-ae60-40a6-9a9e-8b929f7d341a tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.6144981 Jan 21 09:42:39.132142 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4a4e6b7-47b1-4de2-8677-4f8e3eb056c2', 'tag': '0e43678c-54de-414e-81b5-5773897a97f4'}] {{(pid=103182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:42:39.134583 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa0cc1f82daaed98fc3f7058001f72739ccfc4facde8019b77a0af70a494964c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76bb7a0f-0867-44df-8d0a-f991451bd602" -d '{"events": [{"name": "network-changed", "server_uuid": "f4a4e6b7-47b1-4de2-8677-4f8e3eb056c2", "tag": "0e43678c-54de-414e-81b5-5773897a97f4"}]}' {{(pid=103182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:42:39.155897 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fc1d83-ba6b-4218-ba16-bc173d003f53 req-027228ea-3317-4657-9430-1bd531806d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:39.158886 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-a5fc1d83-ba6b-4218-ba16-bc173d003f53 req-027228ea-3317-4657-9430-1bd531806d5a service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=e3dd8a17-5a2f-4f39-a110-208165e07110 HTTP/1.1" status: 200 len: 1100 time: 0.1128378 Jan 21 09:42:39.192137 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33af9d8c-3d39-4abd-9aea-3b74d04fc971 req-8dfda788-1bcd-4903-b558-17027cf9c82d tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:39.194552 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-33af9d8c-3d39-4abd-9aea-3b74d04fc971 req-8dfda788-1bcd-4903-b558-17027cf9c82d tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/ports?device_id=e3dd8a17-5a2f-4f39-a110-208165e07110 HTTP/1.1" status: 200 len: 947 time: 0.1051667 Jan 21 09:42:39.196401 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 09:42:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6823cc6d-785a-4937-9c1e-da4995edbd86 x-openstack-request-id: req-6823cc6d-785a-4937-9c1e-da4995edbd86 {{(pid=103182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:42:39.196699 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4a4e6b7-47b1-4de2-8677-4f8e3eb056c2", "tag": "0e43678c-54de-414e-81b5-5773897a97f4", "status": "completed", "code": 200}]} {{(pid=103182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:42:39.196954 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6823cc6d-785a-4937-9c1e-da4995edbd86 {{(pid=103182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:42:39.197376 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4a4e6b7-47b1-4de2-8677-4f8e3eb056c2', 'tag': '0e43678c-54de-414e-81b5-5773897a97f4', 'status': 'completed', 'code': 200} Jan 21 09:42:39.320453 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-33af9d8c-3d39-4abd-9aea-3b74d04fc971 req-66031689-770d-48d9-af86-02d7b798e5f7 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/security-groups?id=56c7644d-47e2-4d64-9a0e-cf7864ccb2da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1125803 Jan 21 09:42:39.325870 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bb7a0f-0867-44df-8d0a-f991451bd602 req-d3e82a29-5d1b-435a-a619-b8bbe988081c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:39.327388 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-76bb7a0f-0867-44df-8d0a-f991451bd602 req-d3e82a29-5d1b-435a-a619-b8bbe988081c service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=d2ac0334d1e14c29aa6222d547c64b00&device_id=f4a4e6b7-47b1-4de2-8677-4f8e3eb056c2 HTTP/1.1" status: 200 len: 1098 time: 0.1052175 Jan 21 09:42:39.330677 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-a5fc1d83-ba6b-4218-ba16-bc173d003f53 req-dc7b2f34-2a8c-409a-accb-7306abf6cb0b service neutron] 10.222.0.109 "GET /v2.0/security-groups?id=56c7644d-47e2-4d64-9a0e-cf7864ccb2da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1628854 Jan 21 09:42:39.387765 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.l3_hamode_db [None req-2d6adbc1-7565-4bfb-b819-9aab3cbaecad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daae59a1-b0b5-40c7-8881-501152a755ac', 'name': 'tempest-TestShelveInstance-1065983917-router', 'tenant_id': 'd2ac0334d1e14c29aa6222d547c64b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'external_fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '93bccaa3-b892-4457-927a-2ef77e091327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:41:25Z', 'updated_at': '2022-01-21T09:41:30Z', 'revision_number': 4, 'project_id': 'd2ac0334d1e14c29aa6222d547c64b00', 'gw_port': {'id': '93bccaa3-b892-4457-927a-2ef77e091327', 'name': '', 'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:5f:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daae59a1-b0b5-40c7-8881-501152a755ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:41:26Z', 'updated_at': '2022-01-21T09:41:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6accd444-6422-45bf-9c21-6be173243a45', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-25-iscsi', '_floatingips': [{'id': 'bf578336-2fac-45d9-ad31-a8826e9d35be', 'tenant_id': 'd2ac0334d1e14c29aa6222d547c64b00', 'floating_ip_address': '172.27.3.172', 'floating_network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'router_id': 'daae59a1-b0b5-40c7-8881-501152a755ac', 'port_id': '0e43678c-54de-414e-81b5-5773897a97f4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec6c0da2-1dbe-43af-89f3-68cb39bbc90b', 'mac_address': 'fa:16:3e:04:e5:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4a4e6b7-47b1-4de2-8677-4f8e3eb056c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:42:36Z', 'updated_at': '2022-01-21T09:42:36Z', 'revision_number': 0, 'project_id': 'd2ac0334d1e14c29aa6222d547c64b00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db5aff75-6e43-48df-812f-9444771a37e5', 'name': '', 'network_id': 'ec6c0da2-1dbe-43af-89f3-68cb39bbc90b', 'tenant_id': 'd2ac0334d1e14c29aa6222d547c64b00', 'mac_address': 'fa:16:3e:94:b1:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daae59a1-b0b5-40c7-8881-501152a755ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '1bf23acc-59f7-4a2a-af00-01a8c5f75fdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:41:29Z', 'updated_at': '2022-01-21T09:41:34Z', 'revision_number': 5, 'project_id': 'd2ac0334d1e14c29aa6222d547c64b00', 'subnets': [{'id': '1bf23acc-59f7-4a2a-af00-01a8c5f75fdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-25-iscsi', False) {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:39.416225 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d6adbc1-7565-4bfb-b819-9aab3cbaecad None None] Checking router: daae59a1-b0b5-40c7-8881-501152a755ac for host: dv-cinder-804035-25-iscsi {{(pid=103184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:42:39.426314 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d6adbc1-7565-4bfb-b819-9aab3cbaecad None None] Routers {'daae59a1-b0b5-40c7-8881-501152a755ac'} bound to L3 agent in host dv-cinder-804035-25-iscsi {{(pid=103184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 09:42:39.426941 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.l3_hamode_db [None req-2d6adbc1-7565-4bfb-b819-9aab3cbaecad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-21T09:27:18Z,description=,heartbeat_timestamp=2022-01-21T09:42:18Z,host='dv-cinder-804035-25-iscsi',id=e2f5353c-5d20-4dd0-beb4-c302aead9ffd,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:27:19Z,topic='l3_agent')) {'router_ids': ['daae59a1-b0b5-40c7-8881-501152a755ac'], 'active': True} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:39.571968 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.l3_dvr_db [None req-2d6adbc1-7565-4bfb-b819-9aab3cbaecad None None] Set router daae59a1-b0b5-40c7-8881-501152a755ac gateway port host: dv-cinder-804035-25-iscsi {{(pid=103184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:42:39.667392 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bb7a0f-0867-44df-8d0a-f991451bd602 req-643543d0-4541-4196-b1a2-2df2ca86f2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:39.668875 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-76bb7a0f-0867-44df-8d0a-f991451bd602 req-643543d0-4541-4196-b1a2-2df2ca86f2e6 service neutron] 10.222.0.109 "GET /v2.0/networks?id=ec6c0da2-1dbe-43af-89f3-68cb39bbc90b HTTP/1.1" status: 200 len: 910 time: 0.1341543 Jan 21 09:42:39.755924 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e83850-3499-45ab-bf42-9a506f8a3552 req-cd94601b-c9d5-4e16-9c26-74133363c6cb tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:39.757535 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-38e83850-3499-45ab-bf42-9a506f8a3552 req-cd94601b-c9d5-4e16-9c26-74133363c6cb tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef1ba7db-0bbf-44d8-ab58-f85d9194ecd6 HTTP/1.1" status: 200 len: 945 time: 0.1141169 Jan 21 09:42:39.764378 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-76bb7a0f-0867-44df-8d0a-f991451bd602 req-1840124d-c8fe-4b4e-9672-bd4e0b35dcd6 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0e43678c-54de-414e-81b5-5773897a97f4 HTTP/1.1" status: 200 len: 999 time: 0.0808251 Jan 21 09:42:39.852712 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bb7a0f-0867-44df-8d0a-f991451bd602 req-cf01a7ce-64b7-48bc-b926-2b76742fbb55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:39.854242 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-76bb7a0f-0867-44df-8d0a-f991451bd602 req-cf01a7ce-64b7-48bc-b926-2b76742fbb55 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=1bf23acc-59f7-4a2a-af00-01a8c5f75fdb HTTP/1.1" status: 200 len: 848 time: 0.0804484 Jan 21 09:42:39.858347 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-38e83850-3499-45ab-bf42-9a506f8a3552 req-45c17ac3-aefb-4029-8894-67f6bbc78557 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1675cd1-54f4-4d25-9ed0-7b073048c061&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906544 Jan 21 09:42:39.913395 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bb7a0f-0867-44df-8d0a-f991451bd602 req-7e311e57-c7cf-4ca9-a58e-e92b034536eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:39.914941 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-76bb7a0f-0867-44df-8d0a-f991451bd602 req-7e311e57-c7cf-4ca9-a58e-e92b034536eb service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=ec6c0da2-1dbe-43af-89f3-68cb39bbc90b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0547826 Jan 21 09:42:39.937290 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.l3_hamode_db [None req-2d6adbc1-7565-4bfb-b819-9aab3cbaecad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daae59a1-b0b5-40c7-8881-501152a755ac', 'name': 'tempest-TestShelveInstance-1065983917-router', 'tenant_id': 'd2ac0334d1e14c29aa6222d547c64b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'external_fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '93bccaa3-b892-4457-927a-2ef77e091327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:41:25Z', 'updated_at': '2022-01-21T09:41:30Z', 'revision_number': 4, 'project_id': 'd2ac0334d1e14c29aa6222d547c64b00', 'gw_port': {'id': '93bccaa3-b892-4457-927a-2ef77e091327', 'name': '', 'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:5f:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daae59a1-b0b5-40c7-8881-501152a755ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:41:26Z', 'updated_at': '2022-01-21T09:41:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6accd444-6422-45bf-9c21-6be173243a45', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-25-iscsi', '_floatingips': [{'id': 'bf578336-2fac-45d9-ad31-a8826e9d35be', 'tenant_id': 'd2ac0334d1e14c29aa6222d547c64b00', 'floating_ip_address': '172.27.3.172', 'floating_network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'router_id': 'daae59a1-b0b5-40c7-8881-501152a755ac', 'port_id': '0e43678c-54de-414e-81b5-5773897a97f4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec6c0da2-1dbe-43af-89f3-68cb39bbc90b', 'mac_address': 'fa:16:3e:04:e5:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4a4e6b7-47b1-4de2-8677-4f8e3eb056c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:42:36Z', 'updated_at': '2022-01-21T09:42:36Z', 'revision_number': 0, 'project_id': 'd2ac0334d1e14c29aa6222d547c64b00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db5aff75-6e43-48df-812f-9444771a37e5', 'name': '', 'network_id': 'ec6c0da2-1dbe-43af-89f3-68cb39bbc90b', 'tenant_id': 'd2ac0334d1e14c29aa6222d547c64b00', 'mac_address': 'fa:16:3e:94:b1:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daae59a1-b0b5-40c7-8881-501152a755ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '1bf23acc-59f7-4a2a-af00-01a8c5f75fdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:41:29Z', 'updated_at': '2022-01-21T09:41:34Z', 'revision_number': 5, 'project_id': 'd2ac0334d1e14c29aa6222d547c64b00', 'subnets': [{'id': '1bf23acc-59f7-4a2a-af00-01a8c5f75fdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-25-iscsi', False) {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:39.967940 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d6adbc1-7565-4bfb-b819-9aab3cbaecad None None] The sync data for ids ['daae59a1-b0b5-40c7-8881-501152a755ac'] in dv-cinder-804035-25-iscsi is: [{'id': 'daae59a1-b0b5-40c7-8881-501152a755ac', 'name': 'tempest-TestShelveInstance-1065983917-router', 'tenant_id': 'd2ac0334d1e14c29aa6222d547c64b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'external_fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '93bccaa3-b892-4457-927a-2ef77e091327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:41:25Z', 'updated_at': '2022-01-21T09:41:30Z', 'revision_number': 4, 'project_id': 'd2ac0334d1e14c29aa6222d547c64b00', 'gw_port': {'id': '93bccaa3-b892-4457-927a-2ef77e091327', 'name': '', 'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:5f:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daae59a1-b0b5-40c7-8881-501152a755ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:41:26Z', 'updated_at': '2022-01-21T09:41:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6accd444-6422-45bf-9c21-6be173243a45', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-25-iscsi', '_floatingips': [{'id': 'bf578336-2fac-45d9-ad31-a8826e9d35be', 'tenant_id': 'd2ac0334d1e14c29aa6222d547c64b00', 'floating_ip_address': '172.27.3.172', 'floating_network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'router_id': 'daae59a1-b0b5-40c7-8881-501152a755ac', 'port_id': '0e43678c-54de-414e-81b5-5773897a97f4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec6c0da2-1dbe-43af-89f3-68cb39bbc90b', 'mac_address': 'fa:16:3e:04:e5:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4a4e6b7-47b1-4de2-8677-4f8e3eb056c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:42:36Z', 'updated_at': '2022-01-21T09:42:36Z', 'revision_number': 0, 'project_id': 'd2ac0334d1e14c29aa6222d547c64b00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db5aff75-6e43-48df-812f-9444771a37e5', 'name': '', 'network_id': 'ec6c0da2-1dbe-43af-89f3-68cb39bbc90b', 'tenant_id': 'd2ac0334d1e14c29aa6222d547c64b00', 'mac_address': 'fa:16:3e:94:b1:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daae59a1-b0b5-40c7-8881-501152a755ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '1bf23acc-59f7-4a2a-af00-01a8c5f75fdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:41:29Z', 'updated_at': '2022-01-21T09:41:34Z', 'revision_number': 5, 'project_id': 'd2ac0334d1e14c29aa6222d547c64b00', 'subnets': [{'id': '1bf23acc-59f7-4a2a-af00-01a8c5f75fdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:42:40.083056 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3fa7c9-9e2f-4401-9685-9c7d38f07d67 req-ef509c13-ef33-4c19-b260-845eb847623f tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:40.084637 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-3a3fa7c9-9e2f-4401-9685-9c7d38f07d67 req-ef509c13-ef33-4c19-b260-845eb847623f tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef1ba7db-0bbf-44d8-ab58-f85d9194ecd6 HTTP/1.1" status: 200 len: 945 time: 0.1376624 Jan 21 09:42:40.109255 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-76bb7a0f-0867-44df-8d0a-f991451bd602 req-94e63fb7-723e-4dbe-9043-f9dea6f3e352 service neutron] 10.222.0.109 "GET /v2.0/networks/ec6c0da2-1dbe-43af-89f3-68cb39bbc90b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1869774 Jan 21 09:42:40.171525 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-3a3fa7c9-9e2f-4401-9685-9c7d38f07d67 req-f5b325bd-23cd-45b6-84bd-aae11aa25b67 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1675cd1-54f4-4d25-9ed0-7b073048c061&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808780 Jan 21 09:42:40.215522 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.45', 40436) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:42:40.252581 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-76bb7a0f-0867-44df-8d0a-f991451bd602 req-83e988bc-74c2-4f50-8fe5-2c76dcc18162 service neutron] 10.222.0.109 "GET /v2.0/networks/ec6c0da2-1dbe-43af-89f3-68cb39bbc90b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347723 Jan 21 09:42:40.267365 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20e64d07-a0b7-4918-8ae8-e247b3c2e1e2 None None] New status for floating IP bf578336-2fac-45d9-ad31-a8826e9d35be: ACTIVE {{(pid=103185) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 09:42:40.275214 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eb555ca-8ad2-42da-9836-e16b63fab9e3 tempest-TestVolumeBootPattern-195957332 tempest-TestVolumeBootPattern-195957332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:40.282916 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.wsgi [-] (103182) accepted ('10.222.0.45', 40438) {{(pid=103182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:42:40.288509 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.v2.base [None req-6297f462-6752-4033-a237-39f2f39beef1 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Request body: {'floatingip': {'floating_network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'port_id': '23ca9b58-bb47-447e-9704-d2768396690b', 'tenant_id': '515ded26ca114fbf9c6e920362aec64c', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:42:40.289384 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [None req-5eb555ca-8ad2-42da-9836-e16b63fab9e3 tempest-TestVolumeBootPattern-195957332 tempest-TestVolumeBootPattern-195957332-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=ef1ba7db-0bbf-44d8-ab58-f85d9194ecd6 HTTP/1.1" status: 200 len: 1093 time: 0.0643742 Jan 21 09:42:40.396722 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-6297f462-6752-4033-a237-39f2f39beef1 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:40.540784 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b55e2dc-4903-4c41-8106-28a44f2b005d req-2aa6db17-e449-4b63-9e34-d7fac414f03a tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:40.543421 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-7b55e2dc-4903-4c41-8106-28a44f2b005d req-2aa6db17-e449-4b63-9e34-d7fac414f03a tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/ports?device_id=e3dd8a17-5a2f-4f39-a110-208165e07110 HTTP/1.1" status: 200 len: 947 time: 0.0815465 Jan 21 09:42:40.613772 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-6297f462-6752-4033-a237-39f2f39beef1 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (None), before_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:40.702208 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-7b55e2dc-4903-4c41-8106-28a44f2b005d req-ec743a75-d34f-4f6b-a744-cb2fa444260d tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/security-groups?id=56c7644d-47e2-4d64-9a0e-cf7864ccb2da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1458924 Jan 21 09:42:40.796604 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.db.db_base_plugin_common [None req-6297f462-6752-4033-a237-39f2f39beef1 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Allocated IP 172.27.3.60 (c13ce787-b669-4a63-b567-cda42d951ad5/6accd444-6422-45bf-9c21-6be173243a45/248ce768-dd75-4257-b714-48f5ace6e8d3) {{(pid=103182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:42:40.928604 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-6297f462-6752-4033-a237-39f2f39beef1 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Publish callbacks [] for port (248ce768-dd75-4257-b714-48f5ace6e8d3), precommit_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:41.111424 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-6297f462-6752-4033-a237-39f2f39beef1 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774670299796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29186853'] for port (248ce768-dd75-4257-b714-48f5ace6e8d3), after_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:41.151874 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6297f462-6752-4033-a237-39f2f39beef1 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Network c13ce787-b669-4a63-b567-cda42d951ad5 is already hosted by enough agents. {{(pid=103182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:42:41.156851 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.scheduler.base_scheduler [None req-6297f462-6752-4033-a237-39f2f39beef1 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Resources bound (agent type, host, resource id): {{(pid=103182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:42:41.160826 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6297f462-6752-4033-a237-39f2f39beef1 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Received port after_create {{(pid=103182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 09:42:41.166744 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6297f462-6752-4033-a237-39f2f39beef1 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Pushing event updated for resources: {'Port': ['ID=248ce768-dd75-4257-b714-48f5ace6e8d3,revision_number=1']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:41.586763 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-6297f462-6752-4033-a237-39f2f39beef1 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Publish callbacks [] for floatingip (1dd6f353-097a-4458-99b6-717fb531d3dc), precommit_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:41.757044 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-6297f462-6752-4033-a237-39f2f39beef1 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (248ce768-dd75-4257-b714-48f5ace6e8d3), before_update {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:41.928059 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c571e1-7cee-412a-9cd4-5c339329510f req-67ddbbbf-71ba-48c9-a860-4c4011604a08 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:41.929687 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-97c571e1-7cee-412a-9cd4-5c339329510f req-67ddbbbf-71ba-48c9-a860-4c4011604a08 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/ports?device_id=e3dd8a17-5a2f-4f39-a110-208165e07110 HTTP/1.1" status: 200 len: 947 time: 0.1271348 Jan 21 09:42:42.012832 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-97c571e1-7cee-412a-9cd4-5c339329510f req-633de2f3-67c1-4658-a322-dc6118c96fe4 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/security-groups?id=56c7644d-47e2-4d64-9a0e-cf7864ccb2da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743754 Jan 21 09:42:42.045083 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-6297f462-6752-4033-a237-39f2f39beef1 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Publish callbacks [] for port (248ce768-dd75-4257-b714-48f5ace6e8d3), precommit_update {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:42.122450 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-6297f462-6752-4033-a237-39f2f39beef1 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774670732957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774670299814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774670299832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29186908'] for port (248ce768-dd75-4257-b714-48f5ace6e8d3), after_update {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:42.198913 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6297f462-6752-4033-a237-39f2f39beef1 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Pushing event updated for resources: {'Port': ['ID=248ce768-dd75-4257-b714-48f5ace6e8d3,revision_number=2']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:42.212813 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-6297f462-6752-4033-a237-39f2f39beef1 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3846398'] for floatingip (1dd6f353-097a-4458-99b6-717fb531d3dc), after_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:42.342845 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.db.l3_db [None req-6297f462-6752-4033-a237-39f2f39beef1 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Floating IP 1dd6f353-097a-4458-99b6-717fb531d3dc associated. External IP: 172.27.3.60, port: 23ca9b58-bb47-447e-9704-d2768396690b. Jan 21 09:42:42.871438 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6297f462-6752-4033-a237-39f2f39beef1 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Router 945389a6-2cd8-43f7-b660-ccdf197add80 has already been hosted by L3 agent e2f5353c-5d20-4dd0-beb4-c302aead9ffd {{(pid=103182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:42:42.989332 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6297f462-6752-4033-a237-39f2f39beef1 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Notify agent at l3_agent.dv-cinder-804035-25-iscsi the message routers_updated {{(pid=103182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:42:42.999701 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b2a2ae-7f4d-467f-90fa-30f65d5eac7e None None] Sync routers for ids ['945389a6-2cd8-43f7-b660-ccdf197add80'] in dv-cinder-804035-25-iscsi {{(pid=103184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:42:43.018326 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b2a2ae-7f4d-467f-90fa-30f65d5eac7e None None] Routers {'945389a6-2cd8-43f7-b660-ccdf197add80'} bound to L3 agent in host dv-cinder-804035-25-iscsi {{(pid=103184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 09:42:43.019576 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.l3_hamode_db [None req-d4b2a2ae-7f4d-467f-90fa-30f65d5eac7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-21T09:27:18Z,description=,heartbeat_timestamp=2022-01-21T09:42:18Z,host='dv-cinder-804035-25-iscsi',id=e2f5353c-5d20-4dd0-beb4-c302aead9ffd,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:27:19Z,topic='l3_agent')) {'router_ids': ['945389a6-2cd8-43f7-b660-ccdf197add80'], 'active': True} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:43.111214 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-6297f462-6752-4033-a237-39f2f39beef1 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11211'] for floatingip (None), before_response {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:43.158088 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.l3_dvr_db [None req-d4b2a2ae-7f4d-467f-90fa-30f65d5eac7e None None] Set router 945389a6-2cd8-43f7-b660-ccdf197add80 gateway port host: dv-cinder-804035-25-iscsi {{(pid=103184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:42:43.164689 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [None req-6297f462-6752-4033-a237-39f2f39beef1 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.8799310 Jan 21 09:42:43.166294 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef1ba7db-0bbf-44d8-ab58-f85d9194ecd6', 'tag': '23ca9b58-bb47-447e-9704-d2768396690b'}] {{(pid=103182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:42:43.168676 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa0cc1f82daaed98fc3f7058001f72739ccfc4facde8019b77a0af70a494964c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd1ff6be-9fab-4ce9-954f-7b34086145fb" -d '{"events": [{"name": "network-changed", "server_uuid": "ef1ba7db-0bbf-44d8-ab58-f85d9194ecd6", "tag": "23ca9b58-bb47-447e-9704-d2768396690b"}]}' {{(pid=103182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:42:43.184875 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff3dda5-580b-4cab-a245-b6dd4b91c848 req-7dee3190-d736-4493-9c40-9e425e58fcfd tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:43.187712 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-bff3dda5-580b-4cab-a245-b6dd4b91c848 req-7dee3190-d736-4493-9c40-9e425e58fcfd tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/ports?device_id=e3dd8a17-5a2f-4f39-a110-208165e07110 HTTP/1.1" status: 200 len: 947 time: 0.0881655 Jan 21 09:42:43.217045 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 09:42:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27bfb69a-48e3-4561-8b86-72e8b67726f1 x-openstack-request-id: req-27bfb69a-48e3-4561-8b86-72e8b67726f1 {{(pid=103182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:42:43.217411 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef1ba7db-0bbf-44d8-ab58-f85d9194ecd6", "tag": "23ca9b58-bb47-447e-9704-d2768396690b", "status": "completed", "code": 200}]} {{(pid=103182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:42:43.217623 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-27bfb69a-48e3-4561-8b86-72e8b67726f1 {{(pid=103182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:42:43.218021 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef1ba7db-0bbf-44d8-ab58-f85d9194ecd6', 'tag': '23ca9b58-bb47-447e-9704-d2768396690b', 'status': 'completed', 'code': 200} Jan 21 09:42:43.265128 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-bff3dda5-580b-4cab-a245-b6dd4b91c848 req-f456b733-a161-408a-ad36-30fb817f2c19 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/security-groups?id=56c7644d-47e2-4d64-9a0e-cf7864ccb2da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662830 Jan 21 09:42:43.309866 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1ff6be-9fab-4ce9-954f-7b34086145fb req-ff6abee5-a0ab-45a5-9ca2-28845c4ea81b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:43.311440 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-dd1ff6be-9fab-4ce9-954f-7b34086145fb req-ff6abee5-a0ab-45a5-9ca2-28845c4ea81b service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=515ded26ca114fbf9c6e920362aec64c&device_id=ef1ba7db-0bbf-44d8-ab58-f85d9194ecd6 HTTP/1.1" status: 200 len: 1098 time: 0.0611320 Jan 21 09:42:43.431076 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1ff6be-9fab-4ce9-954f-7b34086145fb req-81d837b4-4459-4d80-9884-b20efd0fafa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:43.432605 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-dd1ff6be-9fab-4ce9-954f-7b34086145fb req-81d837b4-4459-4d80-9884-b20efd0fafa7 service neutron] 10.222.0.109 "GET /v2.0/networks?id=858c4f17-92ac-4cda-9750-b98e2d3705f8 HTTP/1.1" status: 200 len: 913 time: 0.1148014 Jan 21 09:42:43.466614 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.l3_hamode_db [None req-d4b2a2ae-7f4d-467f-90fa-30f65d5eac7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '945389a6-2cd8-43f7-b660-ccdf197add80', 'name': 'tempest-TestVolumeBootPattern-1023830781-router', 'tenant_id': '515ded26ca114fbf9c6e920362aec64c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'external_fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.74'}], 'enable_snat': True}, 'gw_port_id': 'eb6b8964-78f2-488d-b3b2-a54566139ced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:38:09Z', 'updated_at': '2022-01-21T09:38:17Z', 'revision_number': 4, 'project_id': '515ded26ca114fbf9c6e920362aec64c', 'gw_port': {'id': 'eb6b8964-78f2-488d-b3b2-a54566139ced', 'name': '', 'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:0c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945389a6-2cd8-43f7-b660-ccdf197add80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:38:10Z', 'updated_at': '2022-01-21T09:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6accd444-6422-45bf-9c21-6be173243a45', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-25-iscsi', '_floatingips': [{'id': '1dd6f353-097a-4458-99b6-717fb531d3dc', 'tenant_id': '515ded26ca114fbf9c6e920362aec64c', 'floating_ip_address': '172.27.3.60', 'floating_network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'router_id': '945389a6-2cd8-43f7-b660-ccdf197add80', 'port_id': '23ca9b58-bb47-447e-9704-d2768396690b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '858c4f17-92ac-4cda-9750-b98e2d3705f8', 'mac_address': 'fa:16:3e:40:88:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef1ba7db-0bbf-44d8-ab58-f85d9194ecd6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:42:41Z', 'updated_at': '2022-01-21T09:42:41Z', 'revision_number': 0, 'project_id': '515ded26ca114fbf9c6e920362aec64c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82c21408-9913-4970-b17f-da216a976def', 'name': '', 'network_id': '858c4f17-92ac-4cda-9750-b98e2d3705f8', 'tenant_id': '515ded26ca114fbf9c6e920362aec64c', 'mac_address': 'fa:16:3e:82:01:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945389a6-2cd8-43f7-b660-ccdf197add80', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'ed880366-382f-48ca-9b10-9aa3edc0e5e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:38:15Z', 'updated_at': '2022-01-21T09:38:26Z', 'revision_number': 5, 'project_id': '515ded26ca114fbf9c6e920362aec64c', 'subnets': [{'id': 'ed880366-382f-48ca-9b10-9aa3edc0e5e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-25-iscsi', False) {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:43.505776 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b2a2ae-7f4d-467f-90fa-30f65d5eac7e None None] Checking router: 945389a6-2cd8-43f7-b660-ccdf197add80 for host: dv-cinder-804035-25-iscsi {{(pid=103184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:42:43.519766 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-dd1ff6be-9fab-4ce9-954f-7b34086145fb req-ce924a9b-56c9-4d8f-8dc7-4da9cd101559 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=23ca9b58-bb47-447e-9704-d2768396690b HTTP/1.1" status: 200 len: 998 time: 0.0696764 Jan 21 09:42:43.520581 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b2a2ae-7f4d-467f-90fa-30f65d5eac7e None None] Routers {'945389a6-2cd8-43f7-b660-ccdf197add80'} bound to L3 agent in host dv-cinder-804035-25-iscsi {{(pid=103184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 09:42:43.521227 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.l3_hamode_db [None req-d4b2a2ae-7f4d-467f-90fa-30f65d5eac7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-21T09:27:18Z,description=,heartbeat_timestamp=2022-01-21T09:42:18Z,host='dv-cinder-804035-25-iscsi',id=e2f5353c-5d20-4dd0-beb4-c302aead9ffd,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:27:19Z,topic='l3_agent')) {'router_ids': ['945389a6-2cd8-43f7-b660-ccdf197add80'], 'active': True} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:43.580091 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1ff6be-9fab-4ce9-954f-7b34086145fb req-aed1d9d5-f92f-4320-8900-15c99991262b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:43.582762 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-dd1ff6be-9fab-4ce9-954f-7b34086145fb req-aed1d9d5-f92f-4320-8900-15c99991262b service neutron] 10.222.0.109 "GET /v2.0/subnets?id=ed880366-382f-48ca-9b10-9aa3edc0e5e7 HTTP/1.1" status: 200 len: 851 time: 0.0481584 Jan 21 09:42:43.636483 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1ff6be-9fab-4ce9-954f-7b34086145fb req-c6614530-63ff-4535-9eb9-96f549946899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:43.638264 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-dd1ff6be-9fab-4ce9-954f-7b34086145fb req-c6614530-63ff-4535-9eb9-96f549946899 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=858c4f17-92ac-4cda-9750-b98e2d3705f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0501604 Jan 21 09:42:43.673473 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.l3_dvr_db [None req-d4b2a2ae-7f4d-467f-90fa-30f65d5eac7e None None] Set router 945389a6-2cd8-43f7-b660-ccdf197add80 gateway port host: dv-cinder-804035-25-iscsi {{(pid=103184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:42:43.747911 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-dd1ff6be-9fab-4ce9-954f-7b34086145fb req-bb81a686-7f94-451b-b133-28d60d28f38e service neutron] 10.222.0.109 "GET /v2.0/networks/858c4f17-92ac-4cda-9750-b98e2d3705f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001589 Jan 21 09:42:43.880455 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-dd1ff6be-9fab-4ce9-954f-7b34086145fb req-57318a70-8d5b-49d9-9b3f-06a66fa8d733 service neutron] 10.222.0.109 "GET /v2.0/networks/858c4f17-92ac-4cda-9750-b98e2d3705f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257224 Jan 21 09:42:43.994082 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.l3_hamode_db [None req-d4b2a2ae-7f4d-467f-90fa-30f65d5eac7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '945389a6-2cd8-43f7-b660-ccdf197add80', 'name': 'tempest-TestVolumeBootPattern-1023830781-router', 'tenant_id': '515ded26ca114fbf9c6e920362aec64c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'external_fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.74'}], 'enable_snat': True}, 'gw_port_id': 'eb6b8964-78f2-488d-b3b2-a54566139ced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:38:09Z', 'updated_at': '2022-01-21T09:38:17Z', 'revision_number': 4, 'project_id': '515ded26ca114fbf9c6e920362aec64c', 'gw_port': {'id': 'eb6b8964-78f2-488d-b3b2-a54566139ced', 'name': '', 'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:0c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945389a6-2cd8-43f7-b660-ccdf197add80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:38:10Z', 'updated_at': '2022-01-21T09:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6accd444-6422-45bf-9c21-6be173243a45', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-25-iscsi', '_floatingips': [{'id': '1dd6f353-097a-4458-99b6-717fb531d3dc', 'tenant_id': '515ded26ca114fbf9c6e920362aec64c', 'floating_ip_address': '172.27.3.60', 'floating_network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'router_id': '945389a6-2cd8-43f7-b660-ccdf197add80', 'port_id': '23ca9b58-bb47-447e-9704-d2768396690b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '858c4f17-92ac-4cda-9750-b98e2d3705f8', 'mac_address': 'fa:16:3e:40:88:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef1ba7db-0bbf-44d8-ab58-f85d9194ecd6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:42:41Z', 'updated_at': '2022-01-21T09:42:41Z', 'revision_number': 0, 'project_id': '515ded26ca114fbf9c6e920362aec64c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82c21408-9913-4970-b17f-da216a976def', 'name': '', 'network_id': '858c4f17-92ac-4cda-9750-b98e2d3705f8', 'tenant_id': '515ded26ca114fbf9c6e920362aec64c', 'mac_address': 'fa:16:3e:82:01:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945389a6-2cd8-43f7-b660-ccdf197add80', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'ed880366-382f-48ca-9b10-9aa3edc0e5e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:38:15Z', 'updated_at': '2022-01-21T09:38:26Z', 'revision_number': 5, 'project_id': '515ded26ca114fbf9c6e920362aec64c', 'subnets': [{'id': 'ed880366-382f-48ca-9b10-9aa3edc0e5e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-25-iscsi', False) {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:44.022008 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b2a2ae-7f4d-467f-90fa-30f65d5eac7e None None] The sync data for ids ['945389a6-2cd8-43f7-b660-ccdf197add80'] in dv-cinder-804035-25-iscsi is: [{'id': '945389a6-2cd8-43f7-b660-ccdf197add80', 'name': 'tempest-TestVolumeBootPattern-1023830781-router', 'tenant_id': '515ded26ca114fbf9c6e920362aec64c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'external_fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.74'}], 'enable_snat': True}, 'gw_port_id': 'eb6b8964-78f2-488d-b3b2-a54566139ced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:38:09Z', 'updated_at': '2022-01-21T09:38:17Z', 'revision_number': 4, 'project_id': '515ded26ca114fbf9c6e920362aec64c', 'gw_port': {'id': 'eb6b8964-78f2-488d-b3b2-a54566139ced', 'name': '', 'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:0c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945389a6-2cd8-43f7-b660-ccdf197add80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:38:10Z', 'updated_at': '2022-01-21T09:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6accd444-6422-45bf-9c21-6be173243a45', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-25-iscsi', '_floatingips': [{'id': '1dd6f353-097a-4458-99b6-717fb531d3dc', 'tenant_id': '515ded26ca114fbf9c6e920362aec64c', 'floating_ip_address': '172.27.3.60', 'floating_network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'router_id': '945389a6-2cd8-43f7-b660-ccdf197add80', 'port_id': '23ca9b58-bb47-447e-9704-d2768396690b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '858c4f17-92ac-4cda-9750-b98e2d3705f8', 'mac_address': 'fa:16:3e:40:88:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef1ba7db-0bbf-44d8-ab58-f85d9194ecd6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:42:41Z', 'updated_at': '2022-01-21T09:42:41Z', 'revision_number': 0, 'project_id': '515ded26ca114fbf9c6e920362aec64c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82c21408-9913-4970-b17f-da216a976def', 'name': '', 'network_id': '858c4f17-92ac-4cda-9750-b98e2d3705f8', 'tenant_id': '515ded26ca114fbf9c6e920362aec64c', 'mac_address': 'fa:16:3e:82:01:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945389a6-2cd8-43f7-b660-ccdf197add80', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'ed880366-382f-48ca-9b10-9aa3edc0e5e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:38:15Z', 'updated_at': '2022-01-21T09:38:26Z', 'revision_number': 5, 'project_id': '515ded26ca114fbf9c6e920362aec64c', 'subnets': [{'id': 'ed880366-382f-48ca-9b10-9aa3edc0e5e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:42:44.265495 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2dde246-876b-4849-85cc-184d0490c967 None None] New status for floating IP 1dd6f353-097a-4458-99b6-717fb531d3dc: ACTIVE {{(pid=103185) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 09:42:44.521974 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.db.agents_db [None req-6cca2222-2941-4527-9622-8fe6bb096302 None None] Agent healthcheck: found 6 active agents {{(pid=103185) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 09:42:45.904891 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9625f6c8-cef9-46cc-86f0-10672f79e89d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (8a5d4a72-43a4-4fcf-b58e-bc9792bd5f0a), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:48.436175 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b8313516-8d93-4cda-a920-42c702a0ea73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (e2f5353c-5d20-4dd0-beb4-c302aead9ffd), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:48.961049 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-1282f3e0-da4d-4e59-9583-0d6749470607 req-f8001d14-bc8f-42e8-bbee-7a509df8f5bd service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=9c18953a-7af3-4d71-97ad-05eda7e34a73&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0519042 Jan 21 09:42:49.027448 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1282f3e0-da4d-4e59-9583-0d6749470607 req-e8a05248-c0b2-402c-ab3d-9604727d40fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:49.029035 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-1282f3e0-da4d-4e59-9583-0d6749470607 req-e8a05248-c0b2-402c-ab3d-9604727d40fd service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=2322cb784615409bb15a6f49522d3b34&device_id=9c18953a-7af3-4d71-97ad-05eda7e34a73 HTTP/1.1" status: 200 len: 1099 time: 0.0452456 Jan 21 09:42:49.164615 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1282f3e0-da4d-4e59-9583-0d6749470607 req-6512f61e-98ef-43f3-aaf8-cd61770d70ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:49.166236 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-1282f3e0-da4d-4e59-9583-0d6749470607 req-6512f61e-98ef-43f3-aaf8-cd61770d70ea service neutron] 10.222.0.109 "GET /v2.0/networks?id=0dd36bcf-7b04-41a7-a991-1f81f12526d5 HTTP/1.1" status: 200 len: 912 time: 0.1160240 Jan 21 09:42:49.320984 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-1282f3e0-da4d-4e59-9583-0d6749470607 req-449d0f02-64c6-463c-bcc4-2f9de37d326b service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=da26baff-2b3f-4d1c-9008-db890c2d77f2 HTTP/1.1" status: 200 len: 1002 time: 0.1476359 Jan 21 09:42:49.382318 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1282f3e0-da4d-4e59-9583-0d6749470607 req-ddbb2d3e-72b1-4e58-bb7c-abaf74d6a8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:49.383991 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-1282f3e0-da4d-4e59-9583-0d6749470607 req-ddbb2d3e-72b1-4e58-bb7c-abaf74d6a8e1 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=f2cbcea8-b408-46a8-bbe1-71aa15cb4674 HTTP/1.1" status: 200 len: 850 time: 0.0555720 Jan 21 09:42:49.402474 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (5a7f6758-1e24-44b8-9b24-65ffc30c20d4), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:49.438664 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1282f3e0-da4d-4e59-9583-0d6749470607 req-c66c6722-1873-43db-801d-d1ce74bee91c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:49.440281 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-1282f3e0-da4d-4e59-9583-0d6749470607 req-c66c6722-1873-43db-801d-d1ce74bee91c service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=0dd36bcf-7b04-41a7-a991-1f81f12526d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0488505 Jan 21 09:42:49.544005 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-1282f3e0-da4d-4e59-9583-0d6749470607 req-7ad9502f-b012-41dd-873b-d3cda7e60ff9 service neutron] 10.222.0.109 "GET /v2.0/networks/0dd36bcf-7b04-41a7-a991-1f81f12526d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946608 Jan 21 09:42:49.567697 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0beda05d-594e-4362-80c2-bc999a9a2b64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (9e31de2d-26a2-4a88-b799-f1f3b7df75bf), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:49.644243 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-1282f3e0-da4d-4e59-9583-0d6749470607 req-f206bbbb-7871-46e1-907b-6bd78660e8c1 service neutron] 10.222.0.109 "GET /v2.0/networks/0dd36bcf-7b04-41a7-a991-1f81f12526d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927737 Jan 21 09:42:51.184761 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f5928849-742c-4298-9c4e-ae1543ad1886 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (fd0edb9a-d711-47a6-aedf-fe72898a6c79), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:42:52.373453 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (a4f58dde-e5c6-489c-94fe-b355a6abc90e), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:15.893693 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-83e2105f-a5ed-43d8-a4bb-0476ccc8c1ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (8a5d4a72-43a4-4fcf-b58e-bc9792bd5f0a), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:17.388127 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764b1324-c71e-49a7-b12c-e2300529d758 req-fa51ea64-4d98-4dc1-8ac3-9dbd21c3901d tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:17.389739 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-764b1324-c71e-49a7-b12c-e2300529d758 req-fa51ea64-4d98-4dc1-8ac3-9dbd21c3901d tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c18953a-7af3-4d71-97ad-05eda7e34a73 HTTP/1.1" status: 200 len: 946 time: 0.0572999 Jan 21 09:43:17.442481 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-764b1324-c71e-49a7-b12c-e2300529d758 req-53546e74-d7dc-4a90-aef3-bcfcaca8d3e8 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] 10.222.0.45 "GET /v2.0/security-groups?id=1cc6ad58-dddb-4fcf-b68c-2275ad19dfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468478 Jan 21 09:43:18.412825 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8ae12a51-c951-4d4a-8058-5c4617cc3411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (e2f5353c-5d20-4dd0-beb4-c302aead9ffd), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:18.574217 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256b8f05-1ce9-43b2-8d60-3007ffdf0920 req-682bf8e9-24fe-48dc-b04a-23d808a41625 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:18.575754 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-256b8f05-1ce9-43b2-8d60-3007ffdf0920 req-682bf8e9-24fe-48dc-b04a-23d808a41625 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c18953a-7af3-4d71-97ad-05eda7e34a73 HTTP/1.1" status: 200 len: 946 time: 0.0588934 Jan 21 09:43:18.637594 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-256b8f05-1ce9-43b2-8d60-3007ffdf0920 req-8e6f39d6-3a22-40ab-9bc3-9589003adaab tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] 10.222.0.45 "GET /v2.0/security-groups?id=1cc6ad58-dddb-4fcf-b68c-2275ad19dfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552521 Jan 21 09:43:19.350309 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (5a7f6758-1e24-44b8-9b24-65ffc30c20d4), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:19.524634 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f6205f-65c7-46e4-a302-d10f55801cff req-275ea04e-dbbf-4a8e-8b8b-7e4300112e5e tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:19.526288 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-e4f6205f-65c7-46e4-a302-d10f55801cff req-275ea04e-dbbf-4a8e-8b8b-7e4300112e5e tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] 10.222.0.109 "GET /v2.0/ports?device_id=9c18953a-7af3-4d71-97ad-05eda7e34a73 HTTP/1.1" status: 200 len: 946 time: 0.0595119 Jan 21 09:43:19.555624 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0beda05d-594e-4362-80c2-bc999a9a2b64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (9e31de2d-26a2-4a88-b799-f1f3b7df75bf), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:19.634304 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.plugin [req-e4f6205f-65c7-46e4-a302-d10f55801cff req-f4f2746d-b0ba-4ecc-9b65-8f0024c629e1 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Deleting port da26baff-2b3f-4d1c-9008-db890c2d77f2 {{(pid=103182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 09:43:19.634978 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-e4f6205f-65c7-46e4-a302-d10f55801cff req-f4f2746d-b0ba-4ecc-9b65-8f0024c629e1 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774670727720'] for port (da26baff-2b3f-4d1c-9008-db890c2d77f2), before_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:19.790341 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.db [req-e4f6205f-65c7-46e4-a302-d10f55801cff req-f4f2746d-b0ba-4ecc-9b65-8f0024c629e1 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] For port da26baff-2b3f-4d1c-9008-db890c2d77f2, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=da26baff-2b3f-4d1c-9008-db890c2d77f2,segment=NetworkSegment(930f9034-fe7f-473b-8ed3-d08bcf57aecc),segment_id=930f9034-fe7f-473b-8ed3-d08bcf57aecc)] {{(pid=103182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:43:19.790800 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-e4f6205f-65c7-46e4-a302-d10f55801cff req-f4f2746d-b0ba-4ecc-9b65-8f0024c629e1 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3846167'] for port (da26baff-2b3f-4d1c-9008-db890c2d77f2), precommit_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:19.849939 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3b5bc1-ab37-41d5-bf92-c454addd564d req-1829714e-b993-452d-a074-5e3305e02f23 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:19.851604 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-8d3b5bc1-ab37-41d5-bf92-c454addd564d req-1829714e-b993-452d-a074-5e3305e02f23 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c18953a-7af3-4d71-97ad-05eda7e34a73 HTTP/1.1" status: 200 len: 946 time: 0.1139770 Jan 21 09:43:19.966961 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-8d3b5bc1-ab37-41d5-bf92-c454addd564d req-d281b0fa-1064-4b48-be10-646918b6f0ba tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] 10.222.0.45 "GET /v2.0/security-groups?id=1cc6ad58-dddb-4fcf-b68c-2275ad19dfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1089082 Jan 21 09:43:20.039954 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-e4f6205f-65c7-46e4-a302-d10f55801cff req-f4f2746d-b0ba-4ecc-9b65-8f0024c629e1 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:20.040408 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-e4f6205f-65c7-46e4-a302-d10f55801cff req-f4f2746d-b0ba-4ecc-9b65-8f0024c629e1 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3846398'] for floatingip (c0d9db33-b560-4f59-8005-5498070f2b1f), after_update {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:20.040766 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.db.l3_db [req-e4f6205f-65c7-46e4-a302-d10f55801cff req-f4f2746d-b0ba-4ecc-9b65-8f0024c629e1 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Floating IP c0d9db33-b560-4f59-8005-5498070f2b1f disassociated. External IP: 172.27.3.205, port: da26baff-2b3f-4d1c-9008-db890c2d77f2. Jan 21 09:43:20.041226 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.plugin [req-e4f6205f-65c7-46e4-a302-d10f55801cff req-f4f2746d-b0ba-4ecc-9b65-8f0024c629e1 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Calling delete_port for da26baff-2b3f-4d1c-9008-db890c2d77f2 owned by compute:nova {{(pid=103182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 09:43:20.247920 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-e4f6205f-65c7-46e4-a302-d10f55801cff req-f4f2746d-b0ba-4ecc-9b65-8f0024c629e1 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774670733020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774670299805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29186853'] for port (da26baff-2b3f-4d1c-9008-db890c2d77f2), after_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:20.285754 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f2746d-b0ba-4ecc-9b65-8f0024c629e1 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Pushing event deleted for resources: {'Port': ['ID=da26baff-2b3f-4d1c-9008-db890c2d77f2,revision_number=None']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:20.296944 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f2746d-b0ba-4ecc-9b65-8f0024c629e1 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:20.297346 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f2746d-b0ba-4ecc-9b65-8f0024c629e1 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:20.299744 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f2746d-b0ba-4ecc-9b65-8f0024c629e1 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:20.299744 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f2746d-b0ba-4ecc-9b65-8f0024c629e1 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:20.299744 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f2746d-b0ba-4ecc-9b65-8f0024c629e1 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:20.300379 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f2746d-b0ba-4ecc-9b65-8f0024c629e1 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:20.300823 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f2746d-b0ba-4ecc-9b65-8f0024c629e1 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:20.301380 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f2746d-b0ba-4ecc-9b65-8f0024c629e1 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:20.302141 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f2746d-b0ba-4ecc-9b65-8f0024c629e1 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:20.302521 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f2746d-b0ba-4ecc-9b65-8f0024c629e1 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:20.302894 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f2746d-b0ba-4ecc-9b65-8f0024c629e1 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:20.303265 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f2746d-b0ba-4ecc-9b65-8f0024c629e1 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:20.303650 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f2746d-b0ba-4ecc-9b65-8f0024c629e1 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:20.425053 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e4f6205f-65c7-46e4-a302-d10f55801cff req-f4f2746d-b0ba-4ecc-9b65-8f0024c629e1 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Router ffbd5b19-76b7-4008-97f4-9b0e8513eb8b has already been hosted by L3 agent e2f5353c-5d20-4dd0-beb4-c302aead9ffd {{(pid=103182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:43:20.550895 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e4f6205f-65c7-46e4-a302-d10f55801cff req-f4f2746d-b0ba-4ecc-9b65-8f0024c629e1 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Notify agent at l3_agent.dv-cinder-804035-25-iscsi the message routers_updated {{(pid=103182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:43:20.562391 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba51be8-a7dd-4c48-8007-9667517e7c40 None None] Sync routers for ids ['ffbd5b19-76b7-4008-97f4-9b0e8513eb8b'] in dv-cinder-804035-25-iscsi {{(pid=103184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:43:20.576436 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba51be8-a7dd-4c48-8007-9667517e7c40 None None] Routers {'ffbd5b19-76b7-4008-97f4-9b0e8513eb8b'} bound to L3 agent in host dv-cinder-804035-25-iscsi {{(pid=103184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 09:43:20.577079 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.l3_hamode_db [None req-aba51be8-a7dd-4c48-8007-9667517e7c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-21T09:27:18Z,description=,heartbeat_timestamp=2022-01-21T09:43:18Z,host='dv-cinder-804035-25-iscsi',id=e2f5353c-5d20-4dd0-beb4-c302aead9ffd,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:27:19Z,topic='l3_agent')) {'router_ids': ['ffbd5b19-76b7-4008-97f4-9b0e8513eb8b'], 'active': True} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:20.594108 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4f6205f-65c7-46e4-a302-d10f55801cff req-f4f2746d-b0ba-4ecc-9b65-8f0024c629e1 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] No DVR routers for this DVR port da26baff-2b3f-4d1c-9008-db890c2d77f2 on host hv-cinder-80403 {{(pid=103182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:43:20.597631 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-e4f6205f-65c7-46e4-a302-d10f55801cff req-f4f2746d-b0ba-4ecc-9b65-8f0024c629e1 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11211'] for port (None), before_response {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:20.601078 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-e4f6205f-65c7-46e4-a302-d10f55801cff req-f4f2746d-b0ba-4ecc-9b65-8f0024c629e1 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] 10.222.0.109 "DELETE /v2.0/ports/da26baff-2b3f-4d1c-9008-db890c2d77f2 HTTP/1.1" status: 204 len: 173 time: 1.0693336 Jan 21 09:43:20.602473 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c18953a-7af3-4d71-97ad-05eda7e34a73', 'name': 'network-vif-deleted', 'tag': 'da26baff-2b3f-4d1c-9008-db890c2d77f2'}] {{(pid=103182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:43:20.603970 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa0cc1f82daaed98fc3f7058001f72739ccfc4facde8019b77a0af70a494964c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51372101-2ca6-4fe5-879d-accbb695faf6" -d '{"events": [{"server_uuid": "9c18953a-7af3-4d71-97ad-05eda7e34a73", "name": "network-vif-deleted", "tag": "da26baff-2b3f-4d1c-9008-db890c2d77f2"}]}' {{(pid=103182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:43:20.650017 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 09:43:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0a539d1-76cc-4937-9a87-cbd5381f7a01 x-openstack-request-id: req-c0a539d1-76cc-4937-9a87-cbd5381f7a01 {{(pid=103182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:43:20.650982 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c18953a-7af3-4d71-97ad-05eda7e34a73", "name": "network-vif-deleted", "tag": "da26baff-2b3f-4d1c-9008-db890c2d77f2", "status": "completed", "code": 200}]} {{(pid=103182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:43:20.651241 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c0a539d1-76cc-4937-9a87-cbd5381f7a01 {{(pid=103182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:43:20.651930 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c18953a-7af3-4d71-97ad-05eda7e34a73', 'name': 'network-vif-deleted', 'tag': 'da26baff-2b3f-4d1c-9008-db890c2d77f2', 'status': 'completed', 'code': 200} Jan 21 09:43:20.720181 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.l3_dvr_db [None req-aba51be8-a7dd-4c48-8007-9667517e7c40 None None] Set router ffbd5b19-76b7-4008-97f4-9b0e8513eb8b gateway port host: dv-cinder-804035-25-iscsi {{(pid=103184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:43:20.956139 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.l3_hamode_db [None req-aba51be8-a7dd-4c48-8007-9667517e7c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffbd5b19-76b7-4008-97f4-9b0e8513eb8b', 'name': 'tempest-AttachVolumeTestJSON-1841536385-router', 'tenant_id': '2322cb784615409bb15a6f49522d3b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'external_fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '970cb36d-be73-494e-ad3d-4d419fe42c08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:39:50Z', 'updated_at': '2022-01-21T09:39:54Z', 'revision_number': 4, 'project_id': '2322cb784615409bb15a6f49522d3b34', 'gw_port': {'id': '970cb36d-be73-494e-ad3d-4d419fe42c08', 'name': '', 'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:0c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffbd5b19-76b7-4008-97f4-9b0e8513eb8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:39:51Z', 'updated_at': '2022-01-21T09:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6accd444-6422-45bf-9c21-6be173243a45', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-25-iscsi', '_interfaces': [{'id': 'dabfd067-b64c-41ae-89a7-9dec4911b076', 'name': '', 'network_id': '0dd36bcf-7b04-41a7-a991-1f81f12526d5', 'tenant_id': '2322cb784615409bb15a6f49522d3b34', 'mac_address': 'fa:16:3e:f1:26:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffbd5b19-76b7-4008-97f4-9b0e8513eb8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'f2cbcea8-b408-46a8-bbe1-71aa15cb4674', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:39:53Z', 'updated_at': '2022-01-21T09:39:58Z', 'revision_number': 5, 'project_id': '2322cb784615409bb15a6f49522d3b34', 'subnets': [{'id': 'f2cbcea8-b408-46a8-bbe1-71aa15cb4674', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-25-iscsi', False) {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:20.982120 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba51be8-a7dd-4c48-8007-9667517e7c40 None None] Checking router: ffbd5b19-76b7-4008-97f4-9b0e8513eb8b for host: dv-cinder-804035-25-iscsi {{(pid=103184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:43:20.991438 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba51be8-a7dd-4c48-8007-9667517e7c40 None None] Routers {'ffbd5b19-76b7-4008-97f4-9b0e8513eb8b'} bound to L3 agent in host dv-cinder-804035-25-iscsi {{(pid=103184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 09:43:20.992048 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.l3_hamode_db [None req-aba51be8-a7dd-4c48-8007-9667517e7c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-21T09:27:18Z,description=,heartbeat_timestamp=2022-01-21T09:43:18Z,host='dv-cinder-804035-25-iscsi',id=e2f5353c-5d20-4dd0-beb4-c302aead9ffd,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:27:19Z,topic='l3_agent')) {'router_ids': ['ffbd5b19-76b7-4008-97f4-9b0e8513eb8b'], 'active': True} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:21.099451 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-50cae0ba-431c-419f-b0a4-258bebf9b771 req-259f84d1-b791-4860-b3c2-508db226da71 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c18953a-7af3-4d71-97ad-05eda7e34a73 HTTP/1.1" status: 200 len: 210 time: 0.0371082 Jan 21 09:43:21.154191 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.l3_dvr_db [None req-aba51be8-a7dd-4c48-8007-9667517e7c40 None None] Set router ffbd5b19-76b7-4008-97f4-9b0e8513eb8b gateway port host: dv-cinder-804035-25-iscsi {{(pid=103184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:43:21.196319 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f5928849-742c-4298-9c4e-ae1543ad1886 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (fd0edb9a-d711-47a6-aedf-fe72898a6c79), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:21.396102 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.l3_hamode_db [None req-aba51be8-a7dd-4c48-8007-9667517e7c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffbd5b19-76b7-4008-97f4-9b0e8513eb8b', 'name': 'tempest-AttachVolumeTestJSON-1841536385-router', 'tenant_id': '2322cb784615409bb15a6f49522d3b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'external_fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '970cb36d-be73-494e-ad3d-4d419fe42c08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:39:50Z', 'updated_at': '2022-01-21T09:39:54Z', 'revision_number': 4, 'project_id': '2322cb784615409bb15a6f49522d3b34', 'gw_port': {'id': '970cb36d-be73-494e-ad3d-4d419fe42c08', 'name': '', 'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:0c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffbd5b19-76b7-4008-97f4-9b0e8513eb8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:39:51Z', 'updated_at': '2022-01-21T09:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6accd444-6422-45bf-9c21-6be173243a45', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-25-iscsi', '_interfaces': [{'id': 'dabfd067-b64c-41ae-89a7-9dec4911b076', 'name': '', 'network_id': '0dd36bcf-7b04-41a7-a991-1f81f12526d5', 'tenant_id': '2322cb784615409bb15a6f49522d3b34', 'mac_address': 'fa:16:3e:f1:26:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffbd5b19-76b7-4008-97f4-9b0e8513eb8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'f2cbcea8-b408-46a8-bbe1-71aa15cb4674', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:39:53Z', 'updated_at': '2022-01-21T09:39:58Z', 'revision_number': 5, 'project_id': '2322cb784615409bb15a6f49522d3b34', 'subnets': [{'id': 'f2cbcea8-b408-46a8-bbe1-71aa15cb4674', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-25-iscsi', False) {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:21.424614 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba51be8-a7dd-4c48-8007-9667517e7c40 None None] The sync data for ids ['ffbd5b19-76b7-4008-97f4-9b0e8513eb8b'] in dv-cinder-804035-25-iscsi is: [{'id': 'ffbd5b19-76b7-4008-97f4-9b0e8513eb8b', 'name': 'tempest-AttachVolumeTestJSON-1841536385-router', 'tenant_id': '2322cb784615409bb15a6f49522d3b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'external_fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '970cb36d-be73-494e-ad3d-4d419fe42c08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:39:50Z', 'updated_at': '2022-01-21T09:39:54Z', 'revision_number': 4, 'project_id': '2322cb784615409bb15a6f49522d3b34', 'gw_port': {'id': '970cb36d-be73-494e-ad3d-4d419fe42c08', 'name': '', 'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:0c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffbd5b19-76b7-4008-97f4-9b0e8513eb8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:39:51Z', 'updated_at': '2022-01-21T09:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6accd444-6422-45bf-9c21-6be173243a45', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-25-iscsi', '_interfaces': [{'id': 'dabfd067-b64c-41ae-89a7-9dec4911b076', 'name': '', 'network_id': '0dd36bcf-7b04-41a7-a991-1f81f12526d5', 'tenant_id': '2322cb784615409bb15a6f49522d3b34', 'mac_address': 'fa:16:3e:f1:26:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffbd5b19-76b7-4008-97f4-9b0e8513eb8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'f2cbcea8-b408-46a8-bbe1-71aa15cb4674', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:39:53Z', 'updated_at': '2022-01-21T09:39:58Z', 'revision_number': 5, 'project_id': '2322cb784615409bb15a6f49522d3b34', 'subnets': [{'id': 'f2cbcea8-b408-46a8-bbe1-71aa15cb4674', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:43:21.521278 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.db.agents_db [None req-6cca2222-2941-4527-9622-8fe6bb096302 None None] Agent healthcheck: found 6 active agents {{(pid=103185) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 09:43:21.697516 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4f303d8-dd9d-4af7-9487-dc01d610eda2 None None] New status for floating IP c0d9db33-b560-4f59-8005-5498070f2b1f: DOWN {{(pid=103185) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 09:43:22.262644 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Device da26baff-2b3f-4d1c-9008-db890c2d77f2 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=103184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:43:22.286604 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] No Port match for: da26baff-2b3f-4d1c-9008-db890c2d77f2 {{(pid=103184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 21 09:43:22.286952 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Device da26baff-2b3f-4d1c-9008-db890c2d77f2 not bound to the agent host hv-cinder-80403 {{(pid=103184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:43:22.317176 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.wsgi [-] (103182) accepted ('10.222.0.45', 40554) {{(pid=103182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:43:22.444203 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-7fc8b0ea-1575-4fca-82bf-9c7bd55a6690 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Publish callbacks [] for security_group (1cc6ad58-dddb-4fcf-b68c-2275ad19dfcc), before_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:22.476790 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-7fc8b0ea-1575-4fca-82bf-9c7bd55a6690 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Publish callbacks [] for security_group (1cc6ad58-dddb-4fcf-b68c-2275ad19dfcc), precommit_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:22.497445 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a035d4-3824-4afc-8047-e81100b4a419 req-a400772f-e41a-419b-8822-6f41eba7cc48 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:22.499026 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-41a035d4-3824-4afc-8047-e81100b4a419 req-a400772f-e41a-419b-8822-6f41eba7cc48 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/ports?device_id=e3dd8a17-5a2f-4f39-a110-208165e07110 HTTP/1.1" status: 200 len: 947 time: 0.0974014 Jan 21 09:43:22.561312 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (a4f58dde-e5c6-489c-94fe-b355a6abc90e), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:22.574480 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-41a035d4-3824-4afc-8047-e81100b4a419 req-4385f2a9-bfef-4a05-b4d7-98e0237df846 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/security-groups?id=56c7644d-47e2-4d64-9a0e-cf7864ccb2da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667920 Jan 21 09:43:22.642143 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-7fc8b0ea-1575-4fca-82bf-9c7bd55a6690 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126007'] for security_group (1cc6ad58-dddb-4fcf-b68c-2275ad19dfcc), after_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:22.645427 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-7fc8b0ea-1575-4fca-82bf-9c7bd55a6690 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Publish callbacks [] for security_group (None), before_response {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:22.646660 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [None req-7fc8b0ea-1575-4fca-82bf-9c7bd55a6690 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] 10.222.0.45 "DELETE /v2.0/security-groups/1cc6ad58-dddb-4fcf-b68c-2275ad19dfcc HTTP/1.1" status: 204 len: 168 time: 0.3277130 Jan 21 09:43:22.650090 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.wsgi [-] (103182) accepted ('10.222.0.45', 40556) {{(pid=103182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:43:22.668339 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.api.v2.resource [None req-11982a28-75aa-43e4-a861-ab020e8a9fb0 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] show failed (client error): The resource could not be found. Jan 21 09:43:22.669425 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [None req-11982a28-75aa-43e4-a861-ab020e8a9fb0 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] 10.222.0.45 "GET /v2.0/security-groups/1cc6ad58-dddb-4fcf-b68c-2275ad19dfcc HTTP/1.1" status: 404 len: 347 time: 0.0183594 Jan 21 09:43:22.670220 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc8b0ea-1575-4fca-82bf-9c7bd55a6690 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cc6ad58-dddb-4fcf-b68c-2275ad19dfcc,revision_number=None']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:22.672928 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.45', 40558) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:43:22.825070 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-635905c3-2d85-41bb-b97e-f30968fac74c tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Deleting port 86b05c98-6a38-4948-877b-977ef8e922ee {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 09:43:22.825419 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-635905c3-2d85-41bb-b97e-f30968fac74c tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774670727720'] for port (86b05c98-6a38-4948-877b-977ef8e922ee), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:22.916625 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-635905c3-2d85-41bb-b97e-f30968fac74c tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3846167'] for port (86b05c98-6a38-4948-877b-977ef8e922ee), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:22.916964 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-635905c3-2d85-41bb-b97e-f30968fac74c tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Publish callbacks [] for floatingip (86b05c98-6a38-4948-877b-977ef8e922ee), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:22.931570 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-635905c3-2d85-41bb-b97e-f30968fac74c tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Calling delete_port for 86b05c98-6a38-4948-877b-977ef8e922ee owned by network:floatingip {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 09:43:23.167073 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-635905c3-2d85-41bb-b97e-f30968fac74c tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774670733020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774670299805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181744'] for port (86b05c98-6a38-4948-877b-977ef8e922ee), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:23.197452 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635905c3-2d85-41bb-b97e-f30968fac74c tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Pushing event deleted for resources: {'Port': ['ID=86b05c98-6a38-4948-877b-977ef8e922ee,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:23.225658 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635905c3-2d85-41bb-b97e-f30968fac74c tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:23.226009 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635905c3-2d85-41bb-b97e-f30968fac74c tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:23.226357 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635905c3-2d85-41bb-b97e-f30968fac74c tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:23.226699 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635905c3-2d85-41bb-b97e-f30968fac74c tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:23.227033 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635905c3-2d85-41bb-b97e-f30968fac74c tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:23.227364 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635905c3-2d85-41bb-b97e-f30968fac74c tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:23.227752 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635905c3-2d85-41bb-b97e-f30968fac74c tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:23.228084 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635905c3-2d85-41bb-b97e-f30968fac74c tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:23.228411 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635905c3-2d85-41bb-b97e-f30968fac74c tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:23.228739 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635905c3-2d85-41bb-b97e-f30968fac74c tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:23.229079 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635905c3-2d85-41bb-b97e-f30968fac74c tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:23.229413 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635905c3-2d85-41bb-b97e-f30968fac74c tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:23.229732 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635905c3-2d85-41bb-b97e-f30968fac74c tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:23.270296 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-635905c3-2d85-41bb-b97e-f30968fac74c tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Publish callbacks [] for floatingip (c0d9db33-b560-4f59-8005-5498070f2b1f), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:23.272877 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-635905c3-2d85-41bb-b97e-f30968fac74c tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11211'] for floatingip (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:23.274089 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [None req-635905c3-2d85-41bb-b97e-f30968fac74c tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] 10.222.0.45 "DELETE /v2.0/floatingips/c0d9db33-b560-4f59-8005-5498070f2b1f HTTP/1.1" status: 204 len: 168 time: 0.5994229 Jan 21 09:43:23.679917 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.45', 40564) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:43:23.685240 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.v2.base [None req-6b833f75-2168-44a2-88ff-83d087924b12 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1637121993', 'description': 'tempest-description--642017833'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:43:23.772761 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6b833f75-2168-44a2-88ff-83d087924b12 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:23.810057 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cfdf43-62af-4705-8317-bfb7dcee50c5 req-4dbe98d3-0ca6-4aff-9711-7a93bf20ba2a tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:23.811839 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-44cfdf43-62af-4705-8317-bfb7dcee50c5 req-4dbe98d3-0ca6-4aff-9711-7a93bf20ba2a tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/ports?device_id=e3dd8a17-5a2f-4f39-a110-208165e07110 HTTP/1.1" status: 200 len: 947 time: 0.1273053 Jan 21 09:43:23.834628 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daad98d-fd70-4e44-ad24-bd5d20605d87 req-01143274-b36f-4be7-bb00-6fab761b61c7 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:23.836273 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-2daad98d-fd70-4e44-ad24-bd5d20605d87 req-01143274-b36f-4be7-bb00-6fab761b61c7 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.109 "GET /v2.0/ports?device_id=e3dd8a17-5a2f-4f39-a110-208165e07110 HTTP/1.1" status: 200 len: 947 time: 0.1347001 Jan 21 09:43:23.866619 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6b833f75-2168-44a2-88ff-83d087924b12 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Publish callbacks [] for security_group (9c65b8d6-9028-425c-a8c3-d5b5feded404), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:23.939420 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6b833f75-2168-44a2-88ff-83d087924b12 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126007'] for security_group (9c65b8d6-9028-425c-a8c3-d5b5feded404), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:23.946087 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-44cfdf43-62af-4705-8317-bfb7dcee50c5 req-1a71ced2-aaba-47d7-aa4f-5505fdf245a5 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/security-groups?id=56c7644d-47e2-4d64-9a0e-cf7864ccb2da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1085300 Jan 21 09:43:23.975049 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b833f75-2168-44a2-88ff-83d087924b12 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c65b8d6-9028-425c-a8c3-d5b5feded404,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:24.006027 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.plugin [req-2daad98d-fd70-4e44-ad24-bd5d20605d87 req-2e94a009-3862-49bd-8e71-449d16ee6a7b tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Deleting port 248e29e3-d311-4074-bc03-c8c881428352 {{(pid=103182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 09:43:24.006367 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-2daad98d-fd70-4e44-ad24-bd5d20605d87 req-2e94a009-3862-49bd-8e71-449d16ee6a7b tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774670727720'] for port (248e29e3-d311-4074-bc03-c8c881428352), before_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:24.038560 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-6b833f75-2168-44a2-88ff-83d087924b12 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:24.040193 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [None req-6b833f75-2168-44a2-88ff-83d087924b12 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3586912 Jan 21 09:43:24.042982 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.45', 40566) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:43:24.048256 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.v2.base [None req-2e6c29f4-c669-4e04-8f3a-df512359aad6 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Request body: {'security_group_rule': {'security_group_id': '9c65b8d6-9028-425c-a8c3-d5b5feded404', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:43:24.107224 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.db [req-2daad98d-fd70-4e44-ad24-bd5d20605d87 req-2e94a009-3862-49bd-8e71-449d16ee6a7b tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] For port 248e29e3-d311-4074-bc03-c8c881428352, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=248e29e3-d311-4074-bc03-c8c881428352,segment=NetworkSegment(475e952b-010c-46c4-9dc4-7955dc3077d3),segment_id=475e952b-010c-46c4-9dc4-7955dc3077d3)] {{(pid=103182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:43:24.107589 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-2daad98d-fd70-4e44-ad24-bd5d20605d87 req-2e94a009-3862-49bd-8e71-449d16ee6a7b tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3846167'] for port (248e29e3-d311-4074-bc03-c8c881428352), precommit_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:24.143475 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2e6c29f4-c669-4e04-8f3a-df512359aad6 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Publish callbacks [] for security_group_rule (019d8811-6b23-40ca-beb4-ebd3ba5fd689), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:24.219067 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2e6c29f4-c669-4e04-8f3a-df512359aad6 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Publish callbacks [] for security_group_rule (019d8811-6b23-40ca-beb4-ebd3ba5fd689), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:24.281963 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2e6c29f4-c669-4e04-8f3a-df512359aad6 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126079'] for security_group_rule (019d8811-6b23-40ca-beb4-ebd3ba5fd689), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:24.298271 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6c29f4-c669-4e04-8f3a-df512359aad6 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=019d8811-6b23-40ca-beb4-ebd3ba5fd689,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:24.320729 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-2daad98d-fd70-4e44-ad24-bd5d20605d87 req-2e94a009-3862-49bd-8e71-449d16ee6a7b tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:24.321092 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-2daad98d-fd70-4e44-ad24-bd5d20605d87 req-2e94a009-3862-49bd-8e71-449d16ee6a7b tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3846398'] for floatingip (8eb90e8e-4027-42f7-94e5-9b4e07147934), after_update {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:24.321431 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.db.l3_db [req-2daad98d-fd70-4e44-ad24-bd5d20605d87 req-2e94a009-3862-49bd-8e71-449d16ee6a7b tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Floating IP 8eb90e8e-4027-42f7-94e5-9b4e07147934 disassociated. External IP: 172.27.3.126, port: 248e29e3-d311-4074-bc03-c8c881428352. Jan 21 09:43:24.321773 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.plugin [req-2daad98d-fd70-4e44-ad24-bd5d20605d87 req-2e94a009-3862-49bd-8e71-449d16ee6a7b tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Calling delete_port for 248e29e3-d311-4074-bc03-c8c881428352 owned by compute:nova {{(pid=103182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 09:43:24.392718 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-2e6c29f4-c669-4e04-8f3a-df512359aad6 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:24.396460 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [None req-2e6c29f4-c669-4e04-8f3a-df512359aad6 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3499866 Jan 21 09:43:24.396861 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.45', 40568) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:43:24.401323 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.v2.base [None req-5b4f63ec-bb03-47cf-b1a9-8bfc8bfb826a tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Request body: {'security_group_rule': {'security_group_id': '9c65b8d6-9028-425c-a8c3-d5b5feded404', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:43:24.504097 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-5b4f63ec-bb03-47cf-b1a9-8bfc8bfb826a tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Publish callbacks [] for security_group_rule (51c270bc-4947-4f66-b301-8301fdabf354), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:24.573268 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-5b4f63ec-bb03-47cf-b1a9-8bfc8bfb826a tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Publish callbacks [] for security_group_rule (51c270bc-4947-4f66-b301-8301fdabf354), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:24.584561 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-2daad98d-fd70-4e44-ad24-bd5d20605d87 req-2e94a009-3862-49bd-8e71-449d16ee6a7b tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774670733020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774670299805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29186853'] for port (248e29e3-d311-4074-bc03-c8c881428352), after_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:24.623948 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e94a009-3862-49bd-8e71-449d16ee6a7b tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Pushing event deleted for resources: {'Port': ['ID=248e29e3-d311-4074-bc03-c8c881428352,revision_number=None']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:24.651311 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-5b4f63ec-bb03-47cf-b1a9-8bfc8bfb826a tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126079'] for security_group_rule (51c270bc-4947-4f66-b301-8301fdabf354), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:24.669673 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4f63ec-bb03-47cf-b1a9-8bfc8bfb826a tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51c270bc-4947-4f66-b301-8301fdabf354,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:24.737075 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-5b4f63ec-bb03-47cf-b1a9-8bfc8bfb826a tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:24.738354 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [None req-5b4f63ec-bb03-47cf-b1a9-8bfc8bfb826a tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3405042 Jan 21 09:43:24.741575 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.wsgi [-] (103182) accepted ('10.222.0.45', 40570) {{(pid=103182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:43:24.746152 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.v2.base [None req-3475e06e-014e-4339-9c83-1d568603b12b tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Request body: {'floatingip': {'floating_network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5'}} {{(pid=103182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:43:24.764038 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2daad98d-fd70-4e44-ad24-bd5d20605d87 req-2e94a009-3862-49bd-8e71-449d16ee6a7b tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Router ced5708d-c427-449c-8be1-8af09176c38e has already been hosted by L3 agent e2f5353c-5d20-4dd0-beb4-c302aead9ffd {{(pid=103182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:43:24.850059 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-3475e06e-014e-4339-9c83-1d568603b12b tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:24.976139 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2daad98d-fd70-4e44-ad24-bd5d20605d87 req-2e94a009-3862-49bd-8e71-449d16ee6a7b tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Notify agent at l3_agent.dv-cinder-804035-25-iscsi the message routers_updated {{(pid=103182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:43:24.996130 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cff8d9f-77ce-4e00-83fd-fd23f5df56d7 None None] Sync routers for ids ['ced5708d-c427-449c-8be1-8af09176c38e'] in dv-cinder-804035-25-iscsi {{(pid=103184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:43:25.042917 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cff8d9f-77ce-4e00-83fd-fd23f5df56d7 None None] Routers {'ced5708d-c427-449c-8be1-8af09176c38e'} bound to L3 agent in host dv-cinder-804035-25-iscsi {{(pid=103184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 09:43:25.044379 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.l3_hamode_db [None req-8cff8d9f-77ce-4e00-83fd-fd23f5df56d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-21T09:27:18Z,description=,heartbeat_timestamp=2022-01-21T09:43:18Z,host='dv-cinder-804035-25-iscsi',id=e2f5353c-5d20-4dd0-beb4-c302aead9ffd,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:27:19Z,topic='l3_agent')) {'router_ids': ['ced5708d-c427-449c-8be1-8af09176c38e'], 'active': True} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:25.127797 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.db.l3_dvrscheduler_db [req-2daad98d-fd70-4e44-ad24-bd5d20605d87 req-2e94a009-3862-49bd-8e71-449d16ee6a7b tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] No DVR routers for this DVR port 248e29e3-d311-4074-bc03-c8c881428352 on host hv-cinder-80403 {{(pid=103182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:43:25.139123 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-2daad98d-fd70-4e44-ad24-bd5d20605d87 req-2e94a009-3862-49bd-8e71-449d16ee6a7b tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11211'] for port (None), before_response {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:25.144075 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-2daad98d-fd70-4e44-ad24-bd5d20605d87 req-2e94a009-3862-49bd-8e71-449d16ee6a7b tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.109 "DELETE /v2.0/ports/248e29e3-d311-4074-bc03-c8c881428352 HTTP/1.1" status: 204 len: 173 time: 1.2960730 Jan 21 09:43:25.145778 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3dd8a17-5a2f-4f39-a110-208165e07110', 'name': 'network-vif-deleted', 'tag': '248e29e3-d311-4074-bc03-c8c881428352'}] {{(pid=103182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:43:25.148099 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa0cc1f82daaed98fc3f7058001f72739ccfc4facde8019b77a0af70a494964c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-655a74d4-f824-4ee5-b8b1-d7ee2736d764" -d '{"events": [{"server_uuid": "e3dd8a17-5a2f-4f39-a110-208165e07110", "name": "network-vif-deleted", "tag": "248e29e3-d311-4074-bc03-c8c881428352"}]}' {{(pid=103182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:43:25.185788 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-91ebd474-4616-4852-8056-6f6f7a191446 req-df791a78-90ce-4a19-a828-7dcd407eb413 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/ports?device_id=e3dd8a17-5a2f-4f39-a110-208165e07110 HTTP/1.1" status: 200 len: 210 time: 0.0853105 Jan 21 09:43:25.223527 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 09:43:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf4cce65-7748-43b4-8b73-e6f7a97cf737 x-openstack-request-id: req-bf4cce65-7748-43b4-8b73-e6f7a97cf737 {{(pid=103182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:43:25.223527 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3dd8a17-5a2f-4f39-a110-208165e07110", "name": "network-vif-deleted", "tag": "248e29e3-d311-4074-bc03-c8c881428352", "status": "completed", "code": 200}]} {{(pid=103182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:43:25.223527 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-bf4cce65-7748-43b4-8b73-e6f7a97cf737 {{(pid=103182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:43:25.223527 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3dd8a17-5a2f-4f39-a110-208165e07110', 'name': 'network-vif-deleted', 'tag': '248e29e3-d311-4074-bc03-c8c881428352', 'status': 'completed', 'code': 200} Jan 21 09:43:25.236030 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-3475e06e-014e-4339-9c83-1d568603b12b tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (None), before_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:25.258325 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.l3_dvr_db [None req-8cff8d9f-77ce-4e00-83fd-fd23f5df56d7 None None] Set router ced5708d-c427-449c-8be1-8af09176c38e gateway port host: dv-cinder-804035-25-iscsi {{(pid=103184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:43:25.385042 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.db.db_base_plugin_common [None req-3475e06e-014e-4339-9c83-1d568603b12b tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Allocated IP 172.27.3.245 (c13ce787-b669-4a63-b567-cda42d951ad5/6accd444-6422-45bf-9c21-6be173243a45/e079ee5d-390e-4413-b128-d132dd9a2b52) {{(pid=103182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:43:25.510949 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.l3_hamode_db [None req-8cff8d9f-77ce-4e00-83fd-fd23f5df56d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ced5708d-c427-449c-8be1-8af09176c38e', 'name': 'tempest-AttachVolumeShelveTestJSON-1774693524-router', 'tenant_id': '93281ac9cb504124a055279296f2262f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'external_fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': 'fae7be76-2c54-40ee-ae2a-5d1360ed27b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:35:44Z', 'updated_at': '2022-01-21T09:35:52Z', 'revision_number': 4, 'project_id': '93281ac9cb504124a055279296f2262f', 'gw_port': {'id': 'fae7be76-2c54-40ee-ae2a-5d1360ed27b8', 'name': '', 'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:dc:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced5708d-c427-449c-8be1-8af09176c38e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:35:45Z', 'updated_at': '2022-01-21T09:35:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6accd444-6422-45bf-9c21-6be173243a45', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-25-iscsi', '_interfaces': [{'id': '45edbbf3-81eb-4aa2-849a-847fc70aaa53', 'name': '', 'network_id': '647e31d1-4208-41da-8947-db9d9292bd9e', 'tenant_id': '93281ac9cb504124a055279296f2262f', 'mac_address': 'fa:16:3e:6e:a5:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced5708d-c427-449c-8be1-8af09176c38e', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '55369842-b446-444b-92ff-367c2e723c52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:35:51Z', 'updated_at': '2022-01-21T09:35:58Z', 'revision_number': 5, 'project_id': '93281ac9cb504124a055279296f2262f', 'subnets': [{'id': '55369842-b446-444b-92ff-367c2e723c52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-25-iscsi', False) {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:25.511368 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-3475e06e-014e-4339-9c83-1d568603b12b tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Publish callbacks [] for port (e079ee5d-390e-4413-b128-d132dd9a2b52), precommit_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:25.543300 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cff8d9f-77ce-4e00-83fd-fd23f5df56d7 None None] Checking router: ced5708d-c427-449c-8be1-8af09176c38e for host: dv-cinder-804035-25-iscsi {{(pid=103184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:43:25.552620 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cff8d9f-77ce-4e00-83fd-fd23f5df56d7 None None] Routers {'ced5708d-c427-449c-8be1-8af09176c38e'} bound to L3 agent in host dv-cinder-804035-25-iscsi {{(pid=103184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 09:43:25.553291 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.l3_hamode_db [None req-8cff8d9f-77ce-4e00-83fd-fd23f5df56d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-21T09:27:18Z,description=,heartbeat_timestamp=2022-01-21T09:43:18Z,host='dv-cinder-804035-25-iscsi',id=e2f5353c-5d20-4dd0-beb4-c302aead9ffd,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:27:19Z,topic='l3_agent')) {'router_ids': ['ced5708d-c427-449c-8be1-8af09176c38e'], 'active': True} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:25.619671 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-3475e06e-014e-4339-9c83-1d568603b12b tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774670299796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29186853'] for port (e079ee5d-390e-4413-b128-d132dd9a2b52), after_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:25.668851 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3475e06e-014e-4339-9c83-1d568603b12b tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Network c13ce787-b669-4a63-b567-cda42d951ad5 is already hosted by enough agents. {{(pid=103182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:43:25.675388 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.scheduler.base_scheduler [None req-3475e06e-014e-4339-9c83-1d568603b12b tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Resources bound (agent type, host, resource id): {{(pid=103182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:43:25.678139 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3475e06e-014e-4339-9c83-1d568603b12b tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Received port after_create {{(pid=103182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 09:43:25.678400 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.l3_dvr_db [None req-8cff8d9f-77ce-4e00-83fd-fd23f5df56d7 None None] Set router ced5708d-c427-449c-8be1-8af09176c38e gateway port host: dv-cinder-804035-25-iscsi {{(pid=103184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:43:25.682079 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3475e06e-014e-4339-9c83-1d568603b12b tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Pushing event updated for resources: {'Port': ['ID=e079ee5d-390e-4413-b128-d132dd9a2b52,revision_number=1']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:25.811071 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-3475e06e-014e-4339-9c83-1d568603b12b tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Publish callbacks [] for floatingip (03059b8b-04e5-4cf5-bbe5-9026328b8a36), precommit_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:25.905657 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.l3_hamode_db [None req-8cff8d9f-77ce-4e00-83fd-fd23f5df56d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ced5708d-c427-449c-8be1-8af09176c38e', 'name': 'tempest-AttachVolumeShelveTestJSON-1774693524-router', 'tenant_id': '93281ac9cb504124a055279296f2262f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'external_fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': 'fae7be76-2c54-40ee-ae2a-5d1360ed27b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:35:44Z', 'updated_at': '2022-01-21T09:35:52Z', 'revision_number': 4, 'project_id': '93281ac9cb504124a055279296f2262f', 'gw_port': {'id': 'fae7be76-2c54-40ee-ae2a-5d1360ed27b8', 'name': '', 'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:dc:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced5708d-c427-449c-8be1-8af09176c38e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:35:45Z', 'updated_at': '2022-01-21T09:35:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6accd444-6422-45bf-9c21-6be173243a45', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-25-iscsi', '_interfaces': [{'id': '45edbbf3-81eb-4aa2-849a-847fc70aaa53', 'name': '', 'network_id': '647e31d1-4208-41da-8947-db9d9292bd9e', 'tenant_id': '93281ac9cb504124a055279296f2262f', 'mac_address': 'fa:16:3e:6e:a5:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced5708d-c427-449c-8be1-8af09176c38e', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '55369842-b446-444b-92ff-367c2e723c52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:35:51Z', 'updated_at': '2022-01-21T09:35:58Z', 'revision_number': 5, 'project_id': '93281ac9cb504124a055279296f2262f', 'subnets': [{'id': '55369842-b446-444b-92ff-367c2e723c52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-25-iscsi', False) {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:25.916145 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-3475e06e-014e-4339-9c83-1d568603b12b tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (e079ee5d-390e-4413-b128-d132dd9a2b52), before_update {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:25.952325 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cff8d9f-77ce-4e00-83fd-fd23f5df56d7 None None] The sync data for ids ['ced5708d-c427-449c-8be1-8af09176c38e'] in dv-cinder-804035-25-iscsi is: [{'id': 'ced5708d-c427-449c-8be1-8af09176c38e', 'name': 'tempest-AttachVolumeShelveTestJSON-1774693524-router', 'tenant_id': '93281ac9cb504124a055279296f2262f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'external_fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': 'fae7be76-2c54-40ee-ae2a-5d1360ed27b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:35:44Z', 'updated_at': '2022-01-21T09:35:52Z', 'revision_number': 4, 'project_id': '93281ac9cb504124a055279296f2262f', 'gw_port': {'id': 'fae7be76-2c54-40ee-ae2a-5d1360ed27b8', 'name': '', 'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:dc:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced5708d-c427-449c-8be1-8af09176c38e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:35:45Z', 'updated_at': '2022-01-21T09:35:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6accd444-6422-45bf-9c21-6be173243a45', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-25-iscsi', '_interfaces': [{'id': '45edbbf3-81eb-4aa2-849a-847fc70aaa53', 'name': '', 'network_id': '647e31d1-4208-41da-8947-db9d9292bd9e', 'tenant_id': '93281ac9cb504124a055279296f2262f', 'mac_address': 'fa:16:3e:6e:a5:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced5708d-c427-449c-8be1-8af09176c38e', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '55369842-b446-444b-92ff-367c2e723c52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:35:51Z', 'updated_at': '2022-01-21T09:35:58Z', 'revision_number': 5, 'project_id': '93281ac9cb504124a055279296f2262f', 'subnets': [{'id': '55369842-b446-444b-92ff-367c2e723c52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:43:26.123400 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-3475e06e-014e-4339-9c83-1d568603b12b tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Publish callbacks [] for port (e079ee5d-390e-4413-b128-d132dd9a2b52), precommit_update {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:26.208096 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-3475e06e-014e-4339-9c83-1d568603b12b tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774670732957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774670299814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774670299832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29186908'] for port (e079ee5d-390e-4413-b128-d132dd9a2b52), after_update {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:26.278365 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Device 248e29e3-d311-4074-bc03-c8c881428352 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=103184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:43:26.311315 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] No Port match for: 248e29e3-d311-4074-bc03-c8c881428352 {{(pid=103184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 21 09:43:26.311592 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b861607e-36f3-4a32-b078-c4b7b73dde16 None None] New status for floating IP 8eb90e8e-4027-42f7-94e5-9b4e07147934: DOWN {{(pid=103185) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 09:43:26.312076 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Device 248e29e3-d311-4074-bc03-c8c881428352 not bound to the agent host hv-cinder-80403 {{(pid=103184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:43:26.319937 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3475e06e-014e-4339-9c83-1d568603b12b tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Pushing event updated for resources: {'Port': ['ID=e079ee5d-390e-4413-b128-d132dd9a2b52,revision_number=2']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:26.331216 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-3475e06e-014e-4339-9c83-1d568603b12b tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3846398'] for floatingip (03059b8b-04e5-4cf5-bbe5-9026328b8a36), after_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:26.403216 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.45', 40580) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:43:26.449467 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-3475e06e-014e-4339-9c83-1d568603b12b tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11211'] for floatingip (None), before_response {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:26.450736 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [None req-3475e06e-014e-4339-9c83-1d568603b12b tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7081492 Jan 21 09:43:26.468016 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-aa722c7a-237c-4256-b35d-69ac2726834a tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Publish callbacks [] for security_group (56c7644d-47e2-4d64-9a0e-cf7864ccb2da), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:26.488182 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-aa722c7a-237c-4256-b35d-69ac2726834a tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Publish callbacks [] for security_group (56c7644d-47e2-4d64-9a0e-cf7864ccb2da), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:26.613294 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-aa722c7a-237c-4256-b35d-69ac2726834a tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126007'] for security_group (56c7644d-47e2-4d64-9a0e-cf7864ccb2da), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:26.616453 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-aa722c7a-237c-4256-b35d-69ac2726834a tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:26.620220 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [None req-aa722c7a-237c-4256-b35d-69ac2726834a tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "DELETE /v2.0/security-groups/56c7644d-47e2-4d64-9a0e-cf7864ccb2da HTTP/1.1" status: 204 len: 168 time: 0.2134688 Jan 21 09:43:26.621578 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.wsgi [-] (103182) accepted ('10.222.0.45', 40596) {{(pid=103182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:43:26.631967 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa722c7a-237c-4256-b35d-69ac2726834a tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56c7644d-47e2-4d64-9a0e-cf7864ccb2da,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:26.637765 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.api.v2.resource [None req-06e0f0af-b2ae-4585-99a2-9f4905c5c0c0 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] show failed (client error): The resource could not be found. Jan 21 09:43:26.641419 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [None req-06e0f0af-b2ae-4585-99a2-9f4905c5c0c0 tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "GET /v2.0/security-groups/56c7644d-47e2-4d64-9a0e-cf7864ccb2da HTTP/1.1" status: 404 len: 347 time: 0.0161672 Jan 21 09:43:26.641821 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.wsgi [-] (103182) accepted ('10.222.0.45', 40598) {{(pid=103182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:43:27.051666 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-7044be31-22bf-459b-bdf9-5a082c443aa2 req-3bd10d4a-e178-4ef2-b5a1-e2f6873332ba tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--1637121993&fields=id&tenant_id=2322cb784615409bb15a6f49522d3b34 HTTP/1.1" status: 200 len: 267 time: 0.3997972 Jan 21 09:43:27.194856 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.plugin [None req-7938ac05-d98a-4192-ada8-528bd934d61d tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Deleting port 4f459955-35a7-4d1d-8c96-9d28f880ee64 {{(pid=103182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 09:43:27.195188 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-7938ac05-d98a-4192-ada8-528bd934d61d tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774670727720'] for port (4f459955-35a7-4d1d-8c96-9d28f880ee64), before_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:27.213962 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7044be31-22bf-459b-bdf9-5a082c443aa2 req-821865cb-9e98-4e44-a9cf-08bc287b1fb9 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:27.215605 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-7044be31-22bf-459b-bdf9-5a082c443aa2 req-821865cb-9e98-4e44-a9cf-08bc287b1fb9 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] 10.222.0.45 "GET /v2.0/networks?id=0dd36bcf-7b04-41a7-a991-1f81f12526d5 HTTP/1.1" status: 200 len: 811 time: 0.1473680 Jan 21 09:43:27.259238 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-7044be31-22bf-459b-bdf9-5a082c443aa2 req-b9ec0eb3-5c69-4d83-87a8-21590c0bce83 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] 10.222.0.45 "GET /v2.0/quotas/2322cb784615409bb15a6f49522d3b34 HTTP/1.1" status: 200 len: 375 time: 0.0274127 Jan 21 09:43:27.359692 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-7938ac05-d98a-4192-ada8-528bd934d61d tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3846167'] for port (4f459955-35a7-4d1d-8c96-9d28f880ee64), precommit_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:27.360742 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-7938ac05-d98a-4192-ada8-528bd934d61d tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Publish callbacks [] for floatingip (4f459955-35a7-4d1d-8c96-9d28f880ee64), precommit_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:27.380430 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.plugin [None req-7938ac05-d98a-4192-ada8-528bd934d61d tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Calling delete_port for 4f459955-35a7-4d1d-8c96-9d28f880ee64 owned by network:floatingip {{(pid=103182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 09:43:27.388250 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-7044be31-22bf-459b-bdf9-5a082c443aa2 req-3f31ad9d-29c1-44fb-9855-f926a6c0687b tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=2322cb784615409bb15a6f49522d3b34&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0971243 Jan 21 09:43:27.593912 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-7044be31-22bf-459b-bdf9-5a082c443aa2 req-85760b97-7fd2-43a9-a41d-2010924aabf4 service neutron] 10.222.0.45 "GET /v2.0/networks/0dd36bcf-7b04-41a7-a991-1f81f12526d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1881449 Jan 21 09:43:27.737780 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-7044be31-22bf-459b-bdf9-5a082c443aa2 req-3dfa0d92-f3c6-4a45-a12c-55c32d731268 service neutron] 10.222.0.45 "GET /v2.0/networks/0dd36bcf-7b04-41a7-a991-1f81f12526d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348097 Jan 21 09:43:27.807616 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-7938ac05-d98a-4192-ada8-528bd934d61d tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774670733020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774670299805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29186853'] for port (4f459955-35a7-4d1d-8c96-9d28f880ee64), after_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:27.850787 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7938ac05-d98a-4192-ada8-528bd934d61d tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Pushing event deleted for resources: {'Port': ['ID=4f459955-35a7-4d1d-8c96-9d28f880ee64,revision_number=None']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:27.967542 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-7938ac05-d98a-4192-ada8-528bd934d61d tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Publish callbacks [] for floatingip (8eb90e8e-4027-42f7-94e5-9b4e07147934), after_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:27.973098 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-7938ac05-d98a-4192-ada8-528bd934d61d tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11211'] for floatingip (None), before_response {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:27.975480 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [None req-7938ac05-d98a-4192-ada8-528bd934d61d tempest-AttachVolumeShelveTestJSON-1553335206 tempest-AttachVolumeShelveTestJSON-1553335206-project] 10.222.0.45 "DELETE /v2.0/floatingips/8eb90e8e-4027-42f7-94e5-9b4e07147934 HTTP/1.1" status: 204 len: 168 time: 1.3321741 Jan 21 09:43:28.046766 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-77a1303e-feb2-4dd4-b176-e61c07927572 req-cdfac228-3ab4-425c-a247-5102eee60073 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] 10.222.0.45 "GET /v2.0/ports?device_id=daedf7bb-47ff-460d-bfb4-ac6166801f10 HTTP/1.1" status: 200 len: 210 time: 0.0608437 Jan 21 09:43:29.145958 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-ef055512-6662-44f2-91c0-00f3f8901207 req-f5ed2944-2ff2-428f-83ac-0f770325cc84 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] 10.222.0.45 "GET /v2.0/ports?device_id=daedf7bb-47ff-460d-bfb4-ac6166801f10 HTTP/1.1" status: 200 len: 210 time: 0.0287611 Jan 21 09:43:30.314797 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-9171c7c7-fcc8-4720-8277-556b60b37260 req-42fb250e-6a51-4cab-abb0-81b422d4c47f tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] 10.222.0.45 "GET /v2.0/ports?device_id=daedf7bb-47ff-460d-bfb4-ac6166801f10 HTTP/1.1" status: 200 len: 210 time: 0.0436215 Jan 21 09:43:30.365794 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7044be31-22bf-459b-bdf9-5a082c443aa2 req-b4ef378d-2b29-42cc-804f-8f88bc314d4c tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:30.367613 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-7044be31-22bf-459b-bdf9-5a082c443aa2 req-b4ef378d-2b29-42cc-804f-8f88bc314d4c tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] 10.222.0.109 "GET /v2.0/networks?id=0dd36bcf-7b04-41a7-a991-1f81f12526d5 HTTP/1.1" status: 200 len: 811 time: 0.1748555 Jan 21 09:43:30.437444 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-7044be31-22bf-459b-bdf9-5a082c443aa2 req-471ffe48-30ea-4b47-a9da-daa4e7ecb21b tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] 10.222.0.109 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2322cb784615409bb15a6f49522d3b34 HTTP/1.1" status: 200 len: 380 time: 0.0602858 Jan 21 09:43:30.446903 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.v2.base [req-7044be31-22bf-459b-bdf9-5a082c443aa2 req-20d519ce-0c23-48a4-917f-32e5abd05b33 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Request body: {'port': {'device_id': 'daedf7bb-47ff-460d-bfb4-ac6166801f10', 'network_id': '0dd36bcf-7b04-41a7-a991-1f81f12526d5', 'admin_state_up': True, 'tenant_id': '2322cb784615409bb15a6f49522d3b34', 'security_groups': ['9c65b8d6-9028-425c-a8c3-d5b5feded404']}} {{(pid=103182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:43:30.698484 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7044be31-22bf-459b-bdf9-5a082c443aa2 req-20d519ce-0c23-48a4-917f-32e5abd05b33 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Made reservation on behalf of 2322cb784615409bb15a6f49522d3b34 for: {'port': 1} {{(pid=103182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:43:30.702621 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-7044be31-22bf-459b-bdf9-5a082c443aa2 req-20d519ce-0c23-48a4-917f-32e5abd05b33 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (None), before_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:30.851701 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.45', 40642) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:43:30.894507 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.db.db_base_plugin_common [req-7044be31-22bf-459b-bdf9-5a082c443aa2 req-20d519ce-0c23-48a4-917f-32e5abd05b33 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Allocated IP 172.20.0.7 (0dd36bcf-7b04-41a7-a991-1f81f12526d5/f2cbcea8-b408-46a8-bbe1-71aa15cb4674/20b2b8f5-45f6-4e4c-a61f-1787996fea63) {{(pid=103182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:43:31.077235 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-7044be31-22bf-459b-bdf9-5a082c443aa2 req-20d519ce-0c23-48a4-917f-32e5abd05b33 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Publish callbacks [] for port (20b2b8f5-45f6-4e4c-a61f-1787996fea63), precommit_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:31.173811 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-7044be31-22bf-459b-bdf9-5a082c443aa2 req-20d519ce-0c23-48a4-917f-32e5abd05b33 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774670299796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29186853'] for port (20b2b8f5-45f6-4e4c-a61f-1787996fea63), after_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:31.256258 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7044be31-22bf-459b-bdf9-5a082c443aa2 req-20d519ce-0c23-48a4-917f-32e5abd05b33 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Network 0dd36bcf-7b04-41a7-a991-1f81f12526d5 is already hosted by enough agents. {{(pid=103182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:43:31.269693 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.scheduler.base_scheduler [req-7044be31-22bf-459b-bdf9-5a082c443aa2 req-20d519ce-0c23-48a4-917f-32e5abd05b33 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Resources bound (agent type, host, resource id): {{(pid=103182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:43:31.278275 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d519ce-0c23-48a4-917f-32e5abd05b33 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Pushing event updated for resources: {'Port': ['ID=20b2b8f5-45f6-4e4c-a61f-1787996fea63,revision_number=1']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:31.283071 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.db.l3_dvrscheduler_db [req-7044be31-22bf-459b-bdf9-5a082c443aa2 req-20d519ce-0c23-48a4-917f-32e5abd05b33 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Received port after_create {{(pid=103182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 09:43:31.355919 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7044be31-22bf-459b-bdf9-5a082c443aa2 req-20d519ce-0c23-48a4-917f-32e5abd05b33 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:31.356795 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-7044be31-22bf-459b-bdf9-5a082c443aa2 req-20d519ce-0c23-48a4-917f-32e5abd05b33 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11211'] for port (None), before_response {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:31.433570 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-88d218bb-78e1-48a6-81a1-6089b483bd3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3852419'] for router_interface (ced5708d-c427-449c-8be1-8af09176c38e), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:31.457355 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-7044be31-22bf-459b-bdf9-5a082c443aa2 req-20d519ce-0c23-48a4-917f-32e5abd05b33 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] 10.222.0.109 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0150311 Jan 21 09:43:31.486911 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.v2.base [req-7044be31-22bf-459b-bdf9-5a082c443aa2 req-6963cfe0-8c57-4144-8ed7-01f6bfbbc578 service neutron] Request body: {'port': {'device_id': 'daedf7bb-47ff-460d-bfb4-ac6166801f10', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=103182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:43:31.566540 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.provisioning_blocks [None req-e7a8df70-607b-43b4-a086-dd5f8ddc674d None None] Provisioning complete for port 20b2b8f5-45f6-4e4c-a61f-1787996fea63 triggered by entity DHCP. {{(pid=103184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:43:31.567577 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e7a8df70-607b-43b4-a086-dd5f8ddc674d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983013'] for port (20b2b8f5-45f6-4e4c-a61f-1787996fea63), provisioning_complete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:31.611170 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-e7a8df70-607b-43b4-a086-dd5f8ddc674d None None] Port 20b2b8f5-45f6-4e4c-a61f-1787996fea63 cannot update to ACTIVE because it is not bound. {{(pid=103184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 21 09:43:31.640638 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61da0ba-2e88-4ada-83d3-8b1b7c439b6d req-aa1a9f71-183d-4217-a15c-637478b728fa tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:31.643986 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-b61da0ba-2e88-4ada-83d3-8b1b7c439b6d req-aa1a9f71-183d-4217-a15c-637478b728fa tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] 10.222.0.45 "GET /v2.0/ports?device_id=daedf7bb-47ff-460d-bfb4-ac6166801f10 HTTP/1.1" status: 200 len: 931 time: 0.1810806 Jan 21 09:43:31.655307 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-7044be31-22bf-459b-bdf9-5a082c443aa2 req-6963cfe0-8c57-4144-8ed7-01f6bfbbc578 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (20b2b8f5-45f6-4e4c-a61f-1787996fea63), before_update {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:31.737545 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-88d218bb-78e1-48a6-81a1-6089b483bd3e admin admin] Deleting port 45edbbf3-81eb-4aa2-849a-847fc70aaa53 {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 09:43:31.737873 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-88d218bb-78e1-48a6-81a1-6089b483bd3e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774670727720'] for port (45edbbf3-81eb-4aa2-849a-847fc70aaa53), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:31.805831 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-b61da0ba-2e88-4ada-83d3-8b1b7c439b6d req-d78d6a16-6f1c-480b-8dd7-8ce46d1f30ff tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] 10.222.0.45 "GET /v2.0/security-groups?id=9c65b8d6-9028-425c-a8c3-d5b5feded404&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1532888 Jan 21 09:43:31.848261 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.plugins.ml2.db [None req-88d218bb-78e1-48a6-81a1-6089b483bd3e admin admin] For port 45edbbf3-81eb-4aa2-849a-847fc70aaa53, host dv-cinder-804035-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-25-iscsi',level=0,port_id=45edbbf3-81eb-4aa2-849a-847fc70aaa53,segment=NetworkSegment(475e952b-010c-46c4-9dc4-7955dc3077d3),segment_id=475e952b-010c-46c4-9dc4-7955dc3077d3)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:43:31.848837 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-88d218bb-78e1-48a6-81a1-6089b483bd3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3846167'] for port (45edbbf3-81eb-4aa2-849a-847fc70aaa53), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:31.872096 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-88d218bb-78e1-48a6-81a1-6089b483bd3e admin admin] Calling delete_port for 45edbbf3-81eb-4aa2-849a-847fc70aaa53 owned by network:router_interface {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 09:43:32.099736 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.notifiers.nova [req-7044be31-22bf-459b-bdf9-5a082c443aa2 req-6963cfe0-8c57-4144-8ed7-01f6bfbbc578 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20b2b8f5-45f6-4e4c-a61f-1787996fea63 {{(pid=103182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:43:32.107902 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-7044be31-22bf-459b-bdf9-5a082c443aa2 req-6963cfe0-8c57-4144-8ed7-01f6bfbbc578 service neutron] Publish callbacks [] for port (20b2b8f5-45f6-4e4c-a61f-1787996fea63), precommit_update {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:32.138480 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.db.provisioning_blocks [req-7044be31-22bf-459b-bdf9-5a082c443aa2 req-6963cfe0-8c57-4144-8ed7-01f6bfbbc578 service neutron] Transition to ACTIVE for port object 20b2b8f5-45f6-4e4c-a61f-1787996fea63 will not be triggered until provisioned by entity L2. {{(pid=103182) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:43:32.138932 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-88d218bb-78e1-48a6-81a1-6089b483bd3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774670733020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774670299805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181744'] for port (45edbbf3-81eb-4aa2-849a-847fc70aaa53), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:32.167741 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d218bb-78e1-48a6-81a1-6089b483bd3e admin admin] Pushing event deleted for resources: {'Port': ['ID=45edbbf3-81eb-4aa2-849a-847fc70aaa53,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:32.206946 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-7044be31-22bf-459b-bdf9-5a082c443aa2 req-6963cfe0-8c57-4144-8ed7-01f6bfbbc578 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774670732957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774670299814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774670299832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29186908'] for port (20b2b8f5-45f6-4e4c-a61f-1787996fea63), after_update {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:32.279919 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6963cfe0-8c57-4144-8ed7-01f6bfbbc578 service neutron] Pushing event updated for resources: {'Port': ['ID=20b2b8f5-45f6-4e4c-a61f-1787996fea63,revision_number=2']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:32.406486 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.managers [req-7044be31-22bf-459b-bdf9-5a082c443aa2 req-6963cfe0-8c57-4144-8ed7-01f6bfbbc578 service neutron] Attempting to bind port 20b2b8f5-45f6-4e4c-a61f-1787996fea63 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=103182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 09:43:32.407688 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.managers [req-7044be31-22bf-459b-bdf9-5a082c443aa2 req-6963cfe0-8c57-4144-8ed7-01f6bfbbc578 service neutron] Attempting to bind port 20b2b8f5-45f6-4e4c-a61f-1787996fea63 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '930f9034-fe7f-473b-8ed3-d08bcf57aecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '0dd36bcf-7b04-41a7-a991-1f81f12526d5'}] {{(pid=103182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 09:43:32.408048 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7044be31-22bf-459b-bdf9-5a082c443aa2 req-6963cfe0-8c57-4144-8ed7-01f6bfbbc578 service neutron] Attempting to bind port 20b2b8f5-45f6-4e4c-a61f-1787996fea63 on network 0dd36bcf-7b04-41a7-a991-1f81f12526d5 {{(pid=103182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:43:32.416129 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7044be31-22bf-459b-bdf9-5a082c443aa2 req-6963cfe0-8c57-4144-8ed7-01f6bfbbc578 service neutron] Port 20b2b8f5-45f6-4e4c-a61f-1787996fea63 on network 0dd36bcf-7b04-41a7-a991-1f81f12526d5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=103182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 21 09:43:32.416683 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7044be31-22bf-459b-bdf9-5a082c443aa2 req-6963cfe0-8c57-4144-8ed7-01f6bfbbc578 service neutron] Attempting to bind port 20b2b8f5-45f6-4e4c-a61f-1787996fea63 on network 0dd36bcf-7b04-41a7-a991-1f81f12526d5 {{(pid=103182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:43:32.428686 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7044be31-22bf-459b-bdf9-5a082c443aa2 req-6963cfe0-8c57-4144-8ed7-01f6bfbbc578 service neutron] Checking agent: {'id': '5a7f6758-1e24-44b8-9b24-65ffc30c20d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 33, 47), 'started_at': datetime.datetime(2022, 1, 21, 9, 33, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 43, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:43:32.429408 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7044be31-22bf-459b-bdf9-5a082c443aa2 req-6963cfe0-8c57-4144-8ed7-01f6bfbbc578 service neutron] Checking segment: {'id': '930f9034-fe7f-473b-8ed3-d08bcf57aecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '0dd36bcf-7b04-41a7-a991-1f81f12526d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 09:43:32.430238 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7044be31-22bf-459b-bdf9-5a082c443aa2 req-6963cfe0-8c57-4144-8ed7-01f6bfbbc578 service neutron] Bound using segment: {'id': '930f9034-fe7f-473b-8ed3-d08bcf57aecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '0dd36bcf-7b04-41a7-a991-1f81f12526d5'} {{(pid=103182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:43:32.430709 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.managers [req-7044be31-22bf-459b-bdf9-5a082c443aa2 req-6963cfe0-8c57-4144-8ed7-01f6bfbbc578 service neutron] Bound port: 20b2b8f5-45f6-4e4c-a61f-1787996fea63, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '930f9034-fe7f-473b-8ed3-d08bcf57aecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '0dd36bcf-7b04-41a7-a991-1f81f12526d5'}}] {{(pid=103182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 09:43:32.431081 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-7044be31-22bf-459b-bdf9-5a082c443aa2 req-6963cfe0-8c57-4144-8ed7-01f6bfbbc578 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (20b2b8f5-45f6-4e4c-a61f-1787996fea63), before_update {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:32.540696 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.db [req-7044be31-22bf-459b-bdf9-5a082c443aa2 req-6963cfe0-8c57-4144-8ed7-01f6bfbbc578 service neutron] For port 20b2b8f5-45f6-4e4c-a61f-1787996fea63, host hv-cinder-80403, cleared binding levels {{(pid=103182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:43:32.546627 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.db [req-7044be31-22bf-459b-bdf9-5a082c443aa2 req-6963cfe0-8c57-4144-8ed7-01f6bfbbc578 service neutron] For port 20b2b8f5-45f6-4e4c-a61f-1787996fea63, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=20b2b8f5-45f6-4e4c-a61f-1787996fea63,segment=NetworkSegment(930f9034-fe7f-473b-8ed3-d08bcf57aecc),segment_id=930f9034-fe7f-473b-8ed3-d08bcf57aecc)] {{(pid=103182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:43:32.636494 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-88d218bb-78e1-48a6-81a1-6089b483bd3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4184423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3851456'] for router_interface (ced5708d-c427-449c-8be1-8af09176c38e), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:32.641063 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-7044be31-22bf-459b-bdf9-5a082c443aa2 req-6963cfe0-8c57-4144-8ed7-01f6bfbbc578 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774670732957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774670299814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774670299832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29186908'] for port (20b2b8f5-45f6-4e4c-a61f-1787996fea63), after_update {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:32.690774 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7044be31-22bf-459b-bdf9-5a082c443aa2 req-6963cfe0-8c57-4144-8ed7-01f6bfbbc578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:32.691828 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-7044be31-22bf-459b-bdf9-5a082c443aa2 req-6963cfe0-8c57-4144-8ed7-01f6bfbbc578 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11211'] for port (None), before_response {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:32.692826 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-7044be31-22bf-459b-bdf9-5a082c443aa2 req-6963cfe0-8c57-4144-8ed7-01f6bfbbc578 service neutron] 10.222.0.109 "PUT /v2.0/ports/20b2b8f5-45f6-4e4c-a61f-1787996fea63 HTTP/1.1" status: 200 len: 1093 time: 1.2133133 Jan 21 09:43:32.693331 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'daedf7bb-47ff-460d-bfb4-ac6166801f10', 'tag': '20b2b8f5-45f6-4e4c-a61f-1787996fea63'}] {{(pid=103182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:43:32.695694 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa0cc1f82daaed98fc3f7058001f72739ccfc4facde8019b77a0af70a494964c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd5539cc-752e-44dc-aa30-f18810d2560a" -d '{"events": [{"name": "network-changed", "server_uuid": "daedf7bb-47ff-460d-bfb4-ac6166801f10", "tag": "20b2b8f5-45f6-4e4c-a61f-1787996fea63"}]}' {{(pid=103182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:43:32.728250 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6963cfe0-8c57-4144-8ed7-01f6bfbbc578 service neutron] Pushing event updated for resources: {'Port': ['ID=20b2b8f5-45f6-4e4c-a61f-1787996fea63,revision_number=3']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:32.765515 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 09:43:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec83242d-735b-4c5b-8cef-10649cf4e88c x-openstack-request-id: req-ec83242d-735b-4c5b-8cef-10649cf4e88c {{(pid=103182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:43:32.765834 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "daedf7bb-47ff-460d-bfb4-ac6166801f10", "tag": "20b2b8f5-45f6-4e4c-a61f-1787996fea63", "status": "completed", "code": 200}]} {{(pid=103182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:43:32.766680 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ec83242d-735b-4c5b-8cef-10649cf4e88c {{(pid=103182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:43:32.767101 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'daedf7bb-47ff-460d-bfb4-ac6166801f10', 'tag': '20b2b8f5-45f6-4e4c-a61f-1787996fea63', 'status': 'completed', 'code': 200} Jan 21 09:43:32.844069 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5539cc-752e-44dc-aa30-f18810d2560a req-bf3364e6-8239-448d-97d8-8e334d7041f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:32.846647 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-bd5539cc-752e-44dc-aa30-f18810d2560a req-bf3364e6-8239-448d-97d8-8e334d7041f4 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=2322cb784615409bb15a6f49522d3b34&device_id=daedf7bb-47ff-460d-bfb4-ac6166801f10 HTTP/1.1" status: 200 len: 1096 time: 0.0535517 Jan 21 09:43:32.951452 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88d218bb-78e1-48a6-81a1-6089b483bd3e admin admin] Router ced5708d-c427-449c-8be1-8af09176c38e has already been hosted by L3 agent e2f5353c-5d20-4dd0-beb4-c302aead9ffd {{(pid=103183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:43:33.024547 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac33adf1-942f-4f19-b6f4-4234a8906a8a req-1a2c3bd5-4792-40f6-9c58-eaa5e368faff tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:33.025260 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-ac33adf1-942f-4f19-b6f4-4234a8906a8a req-1a2c3bd5-4792-40f6-9c58-eaa5e368faff tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] 10.222.0.45 "GET /v2.0/ports?device_id=daedf7bb-47ff-460d-bfb4-ac6166801f10 HTTP/1.1" status: 200 len: 943 time: 0.1183746 Jan 21 09:43:33.028583 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5539cc-752e-44dc-aa30-f18810d2560a req-e2fc6e4c-a8eb-41ab-916a-3460cd01fe84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:33.030043 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-bd5539cc-752e-44dc-aa30-f18810d2560a req-e2fc6e4c-a8eb-41ab-916a-3460cd01fe84 service neutron] 10.222.0.109 "GET /v2.0/networks?tenant_id=2322cb784615409bb15a6f49522d3b34&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1636941 Jan 21 09:43:33.106078 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88d218bb-78e1-48a6-81a1-6089b483bd3e admin admin] Notify agent at l3_agent.dv-cinder-804035-25-iscsi the message routers_updated {{(pid=103183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:43:33.115062 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [None req-88d218bb-78e1-48a6-81a1-6089b483bd3e admin admin] 10.222.0.45 "PUT /v2.0/routers/ced5708d-c427-449c-8be1-8af09176c38e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2622213 Jan 21 09:43:33.115674 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.45', 40652) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:43:33.119902 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acc1b7c0-6e64-4eea-b489-2a2c6f754463 None None] Sync routers for ids ['ced5708d-c427-449c-8be1-8af09176c38e'] in dv-cinder-804035-25-iscsi {{(pid=103184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:43:33.133772 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc1b7c0-6e64-4eea-b489-2a2c6f754463 None None] Routers {'ced5708d-c427-449c-8be1-8af09176c38e'} bound to L3 agent in host dv-cinder-804035-25-iscsi {{(pid=103184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 09:43:33.134814 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.l3_hamode_db [None req-acc1b7c0-6e64-4eea-b489-2a2c6f754463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-21T09:27:18Z,description=,heartbeat_timestamp=2022-01-21T09:43:18Z,host='dv-cinder-804035-25-iscsi',id=e2f5353c-5d20-4dd0-beb4-c302aead9ffd,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:27:19Z,topic='l3_agent')) {'router_ids': ['ced5708d-c427-449c-8be1-8af09176c38e'], 'active': True} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:33.167982 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-ac33adf1-942f-4f19-b6f4-4234a8906a8a req-81aa63b6-e2a8-44df-9736-9d389b2e3f70 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] 10.222.0.45 "GET /v2.0/security-groups?id=9c65b8d6-9028-425c-a8c3-d5b5feded404&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1224718 Jan 21 09:43:33.194593 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5539cc-752e-44dc-aa30-f18810d2560a req-905ed663-8e75-4e87-a793-5daa6715dad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:33.196573 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-bd5539cc-752e-44dc-aa30-f18810d2560a req-905ed663-8e75-4e87-a793-5daa6715dad1 service neutron] 10.222.0.109 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1599779 Jan 21 09:43:33.249256 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-43875dcd-1311-424e-8c22-159308315b4b admin admin] Publish callbacks [] for router (ced5708d-c427-449c-8be1-8af09176c38e), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:33.314094 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7044be31-22bf-459b-bdf9-5a082c443aa2 req-a967df39-cf8f-4d85-a803-3b2c98548a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:33.316774 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-7044be31-22bf-459b-bdf9-5a082c443aa2 req-a967df39-cf8f-4d85-a803-3b2c98548a8d service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=2322cb784615409bb15a6f49522d3b34&device_id=daedf7bb-47ff-460d-bfb4-ac6166801f10 HTTP/1.1" status: 200 len: 1096 time: 0.0683219 Jan 21 09:43:33.366171 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-7044be31-22bf-459b-bdf9-5a082c443aa2 req-316fb090-25b9-4583-96c0-be3d52eb9e9e service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=20b2b8f5-45f6-4e4c-a61f-1787996fea63 HTTP/1.1" status: 200 len: 217 time: 0.0422311 Jan 21 09:43:33.424683 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-43875dcd-1311-424e-8c22-159308315b4b admin admin] Publish callbacks [] for router_gateway (ced5708d-c427-449c-8be1-8af09176c38e), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:33.425262 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7044be31-22bf-459b-bdf9-5a082c443aa2 req-674365ae-fd67-4c6f-b3d3-12b046350639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:33.425262 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-7044be31-22bf-459b-bdf9-5a082c443aa2 req-674365ae-fd67-4c6f-b3d3-12b046350639 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=f2cbcea8-b408-46a8-bbe1-71aa15cb4674 HTTP/1.1" status: 200 len: 850 time: 0.0504146 Jan 21 09:43:33.443079 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.l3_dvr_db [None req-acc1b7c0-6e64-4eea-b489-2a2c6f754463 None None] Set router ced5708d-c427-449c-8be1-8af09176c38e gateway port host: dv-cinder-804035-25-iscsi {{(pid=103184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:43:33.478938 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7044be31-22bf-459b-bdf9-5a082c443aa2 req-f952979f-eb8b-4576-bc16-f94fcd6b082f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:33.480886 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-7044be31-22bf-459b-bdf9-5a082c443aa2 req-f952979f-eb8b-4576-bc16-f94fcd6b082f service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=0dd36bcf-7b04-41a7-a991-1f81f12526d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0502825 Jan 21 09:43:33.619736 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-7044be31-22bf-459b-bdf9-5a082c443aa2 req-3e0d2caa-379b-45aa-b6f7-9c737e7f27f2 service neutron] 10.222.0.109 "GET /v2.0/networks/0dd36bcf-7b04-41a7-a991-1f81f12526d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318190 Jan 21 09:43:33.632064 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-43875dcd-1311-424e-8c22-159308315b4b admin admin] Deleting port fae7be76-2c54-40ee-ae2a-5d1360ed27b8 {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 09:43:33.632741 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-43875dcd-1311-424e-8c22-159308315b4b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774670727720'] for port (fae7be76-2c54-40ee-ae2a-5d1360ed27b8), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:33.710712 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.l3_hamode_db [None req-acc1b7c0-6e64-4eea-b489-2a2c6f754463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ced5708d-c427-449c-8be1-8af09176c38e', 'name': 'tempest-AttachVolumeShelveTestJSON-1774693524-router', 'tenant_id': '93281ac9cb504124a055279296f2262f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'external_fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': 'fae7be76-2c54-40ee-ae2a-5d1360ed27b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:35:44Z', 'updated_at': '2022-01-21T09:43:32Z', 'revision_number': 5, 'project_id': '93281ac9cb504124a055279296f2262f', 'gw_port': {'id': 'fae7be76-2c54-40ee-ae2a-5d1360ed27b8', 'name': '', 'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:dc:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced5708d-c427-449c-8be1-8af09176c38e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:35:45Z', 'updated_at': '2022-01-21T09:35:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6accd444-6422-45bf-9c21-6be173243a45', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-25-iscsi'}], 'dv-cinder-804035-25-iscsi', False) {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:33.741045 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acc1b7c0-6e64-4eea-b489-2a2c6f754463 None None] Checking router: ced5708d-c427-449c-8be1-8af09176c38e for host: dv-cinder-804035-25-iscsi {{(pid=103184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:43:33.752542 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc1b7c0-6e64-4eea-b489-2a2c6f754463 None None] Routers {'ced5708d-c427-449c-8be1-8af09176c38e'} bound to L3 agent in host dv-cinder-804035-25-iscsi {{(pid=103184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 09:43:33.753212 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.l3_hamode_db [None req-acc1b7c0-6e64-4eea-b489-2a2c6f754463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-21T09:27:18Z,description=,heartbeat_timestamp=2022-01-21T09:43:18Z,host='dv-cinder-804035-25-iscsi',id=e2f5353c-5d20-4dd0-beb4-c302aead9ffd,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:27:19Z,topic='l3_agent')) {'router_ids': ['ced5708d-c427-449c-8be1-8af09176c38e'], 'active': True} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:33.756171 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-7044be31-22bf-459b-bdf9-5a082c443aa2 req-eaa39aea-ac2d-44d4-9b97-8cca36c31b16 service neutron] 10.222.0.109 "GET /v2.0/networks/0dd36bcf-7b04-41a7-a991-1f81f12526d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299419 Jan 21 09:43:33.756434 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.plugins.ml2.db [None req-43875dcd-1311-424e-8c22-159308315b4b admin admin] For port fae7be76-2c54-40ee-ae2a-5d1360ed27b8, host dv-cinder-804035-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-25-iscsi',level=0,port_id=fae7be76-2c54-40ee-ae2a-5d1360ed27b8,segment=NetworkSegment(04cdc6b6-1d9e-45db-8cc2-90c03cb493f2),segment_id=04cdc6b6-1d9e-45db-8cc2-90c03cb493f2)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:43:33.757045 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-43875dcd-1311-424e-8c22-159308315b4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3846167'] for port (fae7be76-2c54-40ee-ae2a-5d1360ed27b8), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:33.772438 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-43875dcd-1311-424e-8c22-159308315b4b admin admin] Calling delete_port for fae7be76-2c54-40ee-ae2a-5d1360ed27b8 owned by network:router_gateway {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 09:43:33.862727 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.l3_dvr_db [None req-acc1b7c0-6e64-4eea-b489-2a2c6f754463 None None] Set router ced5708d-c427-449c-8be1-8af09176c38e gateway port host: None {{(pid=103184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:43:33.928842 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.l3_hamode_db [None req-acc1b7c0-6e64-4eea-b489-2a2c6f754463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ced5708d-c427-449c-8be1-8af09176c38e', 'name': 'tempest-AttachVolumeShelveTestJSON-1774693524-router', 'tenant_id': '93281ac9cb504124a055279296f2262f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:35:44Z', 'updated_at': '2022-01-21T09:43:33Z', 'revision_number': 6, 'project_id': '93281ac9cb504124a055279296f2262f', 'gw_port_host': None}], 'dv-cinder-804035-25-iscsi', False) {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:33.958817 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acc1b7c0-6e64-4eea-b489-2a2c6f754463 None None] The sync data for ids ['ced5708d-c427-449c-8be1-8af09176c38e'] in dv-cinder-804035-25-iscsi is: [{'id': 'ced5708d-c427-449c-8be1-8af09176c38e', 'name': 'tempest-AttachVolumeShelveTestJSON-1774693524-router', 'tenant_id': '93281ac9cb504124a055279296f2262f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:35:44Z', 'updated_at': '2022-01-21T09:43:33Z', 'revision_number': 6, 'project_id': '93281ac9cb504124a055279296f2262f', 'gw_port_host': None}] {{(pid=103184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:43:34.104819 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-43875dcd-1311-424e-8c22-159308315b4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774670733020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774670299805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181744'] for port (fae7be76-2c54-40ee-ae2a-5d1360ed27b8), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:34.132294 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43875dcd-1311-424e-8c22-159308315b4b admin admin] Pushing event deleted for resources: {'Port': ['ID=fae7be76-2c54-40ee-ae2a-5d1360ed27b8,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:34.211761 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-43875dcd-1311-424e-8c22-159308315b4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3846237'] for router_gateway (ced5708d-c427-449c-8be1-8af09176c38e), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:34.315363 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-43875dcd-1311-424e-8c22-159308315b4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3842947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3085'] for router (ced5708d-c427-449c-8be1-8af09176c38e), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:34.315586 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96990a77-b99c-4e26-a0e3-6ef4d723339f req-9ebffa5b-d293-4f03-a702-830a6aec506f tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:34.317101 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-96990a77-b99c-4e26-a0e3-6ef4d723339f req-9ebffa5b-d293-4f03-a702-830a6aec506f tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] 10.222.0.45 "GET /v2.0/ports?device_id=daedf7bb-47ff-460d-bfb4-ac6166801f10 HTTP/1.1" status: 200 len: 943 time: 0.0554128 Jan 21 09:43:34.317587 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-43875dcd-1311-424e-8c22-159308315b4b admin admin] Publish callbacks [] for router_controller (ced5708d-c427-449c-8be1-8af09176c38e), precommit_delete_associations {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:34.391237 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-96990a77-b99c-4e26-a0e3-6ef4d723339f req-9b834675-fc9a-48d3-9859-b56660a7e8ab tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] 10.222.0.45 "GET /v2.0/security-groups?id=9c65b8d6-9028-425c-a8c3-d5b5feded404&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661178 Jan 21 09:43:34.432272 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Device 45edbbf3-81eb-4aa2-849a-847fc70aaa53 no longer exists at agent ovs-agent-dv-cinder-804035-25-iscsi {{(pid=103184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:43:34.457898 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] No Port match for: 45edbbf3-81eb-4aa2-849a-847fc70aaa53 {{(pid=103184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 21 09:43:34.457898 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Device 45edbbf3-81eb-4aa2-849a-847fc70aaa53 not bound to the agent host dv-cinder-804035-25-iscsi {{(pid=103184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:43:34.464181 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-43875dcd-1311-424e-8c22-159308315b4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3842952'] for router (ced5708d-c427-449c-8be1-8af09176c38e), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:34.464711 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43875dcd-1311-424e-8c22-159308315b4b admin admin] Fanout notify agent at l3_agent the message router_deleted on router ced5708d-c427-449c-8be1-8af09176c38e {{(pid=103183) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 09:43:34.472810 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-43875dcd-1311-424e-8c22-159308315b4b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:34.472810 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [None req-43875dcd-1311-424e-8c22-159308315b4b admin admin] 10.222.0.45 "DELETE /v2.0/routers/ced5708d-c427-449c-8be1-8af09176c38e HTTP/1.1" status: 204 len: 168 time: 1.3543448 Jan 21 09:43:34.473793 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.45', 40656) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:43:34.529306 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.db.db_base_plugin_v2 [None req-44bea306-3b3f-4630-8702-9a93f6c9c3a9 admin admin] Deleting subnet 55369842-b446-444b-92ff-367c2e723c52 {{(pid=103183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 21 09:43:34.542159 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-44bea306-3b3f-4630-8702-9a93f6c9c3a9 admin admin] Publish callbacks [] for subnet (55369842-b446-444b-92ff-367c2e723c52), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:34.580889 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-44bea306-3b3f-4630-8702-9a93f6c9c3a9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29255376'] for subnet (55369842-b446-444b-92ff-367c2e723c52), precommit_delete_associations {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:34.676313 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-44bea306-3b3f-4630-8702-9a93f6c9c3a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-981758'] for subnet (55369842-b446-444b-92ff-367c2e723c52), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:34.802116 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-44bea306-3b3f-4630-8702-9a93f6c9c3a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-982036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4120330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25181703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28848082'] for subnet (55369842-b446-444b-92ff-367c2e723c52), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:34.833293 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bea306-3b3f-4630-8702-9a93f6c9c3a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=55369842-b446-444b-92ff-367c2e723c52,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:34.839318 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-44bea306-3b3f-4630-8702-9a93f6c9c3a9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:34.842994 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [None req-44bea306-3b3f-4630-8702-9a93f6c9c3a9 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/55369842-b446-444b-92ff-367c2e723c52 HTTP/1.1" status: 204 len: 168 time: 0.3682194 Jan 21 09:43:34.846981 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.45', 40658) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:43:34.849318 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90fa754b-93ed-491a-819c-bb7485294c63 None None] Network 647e31d1-4208-41da-8947-db9d9292bd9e requested from dv-cinder-804035-25-iscsi {{(pid=103184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 09:43:34.929801 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-63ef5b59-f22d-4ecd-9467-401855e319b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-989250'] for network (647e31d1-4208-41da-8947-db9d9292bd9e), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:35.044847 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-63ef5b59-f22d-4ecd-9467-401855e319b7 admin admin] Deleting port 1a13147e-23c6-486f-974d-446bd96f63e9 {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 09:43:35.045309 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-63ef5b59-f22d-4ecd-9467-401855e319b7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774670727720'] for port (1a13147e-23c6-486f-974d-446bd96f63e9), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:35.067775 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5623f47c-19a9-4496-95ff-e9773003c18f None None] DHCP port deletion for 647e31d1-4208-41da-8947-db9d9292bd9e request from dv-cinder-804035-25-iscsi {{(pid=103184) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 21 09:43:35.138149 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-5623f47c-19a9-4496-95ff-e9773003c18f None None] Deleting port 1a13147e-23c6-486f-974d-446bd96f63e9 {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 09:43:35.138683 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5623f47c-19a9-4496-95ff-e9773003c18f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774670727720'] for port (1a13147e-23c6-486f-974d-446bd96f63e9), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:35.149671 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.plugins.ml2.db [None req-63ef5b59-f22d-4ecd-9467-401855e319b7 admin admin] For port 1a13147e-23c6-486f-974d-446bd96f63e9, host dv-cinder-804035-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-25-iscsi',level=0,port_id=1a13147e-23c6-486f-974d-446bd96f63e9,segment=NetworkSegment(475e952b-010c-46c4-9dc4-7955dc3077d3),segment_id=475e952b-010c-46c4-9dc4-7955dc3077d3)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:43:35.150273 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-63ef5b59-f22d-4ecd-9467-401855e319b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3846167'] for port (1a13147e-23c6-486f-974d-446bd96f63e9), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:35.167657 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-63ef5b59-f22d-4ecd-9467-401855e319b7 admin admin] Calling delete_port for 1a13147e-23c6-486f-974d-446bd96f63e9 owned by network:dhcp {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 09:43:35.223237 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-5623f47c-19a9-4496-95ff-e9773003c18f None None] For port 1a13147e-23c6-486f-974d-446bd96f63e9, host dv-cinder-804035-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-25-iscsi',level=0,port_id=1a13147e-23c6-486f-974d-446bd96f63e9,segment=NetworkSegment(475e952b-010c-46c4-9dc4-7955dc3077d3),segment_id=475e952b-010c-46c4-9dc4-7955dc3077d3)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:43:35.223737 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5623f47c-19a9-4496-95ff-e9773003c18f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3846167'] for port (1a13147e-23c6-486f-974d-446bd96f63e9), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:35.238046 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-5623f47c-19a9-4496-95ff-e9773003c18f None None] Calling delete_port for 1a13147e-23c6-486f-974d-446bd96f63e9 owned by network:dhcp {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 09:43:35.378973 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-63ef5b59-f22d-4ecd-9467-401855e319b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774670733020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774670299805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181744'] for port (1a13147e-23c6-486f-974d-446bd96f63e9), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:35.386253 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5623f47c-19a9-4496-95ff-e9773003c18f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774670733020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774670299805'] for port (1a13147e-23c6-486f-974d-446bd96f63e9), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:35.412493 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ef5b59-f22d-4ecd-9467-401855e319b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a13147e-23c6-486f-974d-446bd96f63e9,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:35.414360 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5623f47c-19a9-4496-95ff-e9773003c18f None None] Pushing event deleted for resources: {'Port': ['ID=1a13147e-23c6-486f-974d-446bd96f63e9,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:35.416412 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ef5b59-f22d-4ecd-9467-401855e319b7 admin admin] No DVR routers for this DVR port 1a13147e-23c6-486f-974d-446bd96f63e9 on host dv-cinder-804035-25-iscsi {{(pid=103183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:43:35.419299 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5623f47c-19a9-4496-95ff-e9773003c18f None None] No DVR routers for this DVR port 1a13147e-23c6-486f-974d-446bd96f63e9 on host dv-cinder-804035-25-iscsi {{(pid=103184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:43:35.427801 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5623f47c-19a9-4496-95ff-e9773003c18f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:35.428295 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5623f47c-19a9-4496-95ff-e9773003c18f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:35.428653 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5623f47c-19a9-4496-95ff-e9773003c18f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:35.428998 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5623f47c-19a9-4496-95ff-e9773003c18f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:35.429450 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5623f47c-19a9-4496-95ff-e9773003c18f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:35.429960 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5623f47c-19a9-4496-95ff-e9773003c18f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:35.430300 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5623f47c-19a9-4496-95ff-e9773003c18f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:35.430634 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5623f47c-19a9-4496-95ff-e9773003c18f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:35.430965 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5623f47c-19a9-4496-95ff-e9773003c18f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:35.431299 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5623f47c-19a9-4496-95ff-e9773003c18f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:35.431626 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5623f47c-19a9-4496-95ff-e9773003c18f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:35.431952 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5623f47c-19a9-4496-95ff-e9773003c18f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:35.432272 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5623f47c-19a9-4496-95ff-e9773003c18f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:35.495822 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-63ef5b59-f22d-4ecd-9467-401855e319b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968284', 'neutron.services.segments.db._delete_segments_for_network-8774670886943'] for network (647e31d1-4208-41da-8947-db9d9292bd9e), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:35.518183 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.services.segments.db [None req-63ef5b59-f22d-4ecd-9467-401855e319b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['647e31d1-4208-41da-8947-db9d9292bd9e']}} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:35.529258 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.services.segments.db [None req-63ef5b59-f22d-4ecd-9467-401855e319b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '475e952b-010c-46c4-9dc4-7955dc3077d3') {'for_net_delete': True} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:35.534749 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.services.segments.db [None req-63ef5b59-f22d-4ecd-9467-401855e319b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '475e952b-010c-46c4-9dc4-7955dc3077d3') {} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:35.545308 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-63ef5b59-f22d-4ecd-9467-401855e319b7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774670886301', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29255211'] for segment (475e952b-010c-46c4-9dc4-7955dc3077d3), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:35.555249 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2472b68-7b80-423f-9124-d8c0c708cb31 req-f5a5fadf-b9bb-482a-9703-0ce76e7d4fc3 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:35.558130 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-a2472b68-7b80-423f-9124-d8c0c708cb31 req-f5a5fadf-b9bb-482a-9703-0ce76e7d4fc3 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] 10.222.0.45 "GET /v2.0/ports?device_id=daedf7bb-47ff-460d-bfb4-ac6166801f10 HTTP/1.1" status: 200 len: 943 time: 0.0636528 Jan 21 09:43:35.567193 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-63ef5b59-f22d-4ecd-9467-401855e319b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906022'] for segment (475e952b-010c-46c4-9dc4-7955dc3077d3), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:35.574559 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63ef5b59-f22d-4ecd-9467-401855e319b7 admin admin] Releasing vlan 384 on physical network physnet1 to pool {{(pid=103183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:43:35.575082 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-63ef5b59-f22d-4ecd-9467-401855e319b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25181805'] for segment (475e952b-010c-46c4-9dc4-7955dc3077d3), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:35.576845 dv-cinder-804035-25-iscsi neutron-server[103183]: Traceback (most recent call last): Jan 21 09:43:35.576845 dv-cinder-804035-25-iscsi neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:43:35.576845 dv-cinder-804035-25-iscsi neutron-server[103183]: timer() Jan 21 09:43:35.576845 dv-cinder-804035-25-iscsi neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:43:35.576845 dv-cinder-804035-25-iscsi neutron-server[103183]: cb(*args, **kw) Jan 21 09:43:35.576845 dv-cinder-804035-25-iscsi neutron-server[103183]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 09:43:35.576845 dv-cinder-804035-25-iscsi neutron-server[103183]: return func(*args, **kwargs) Jan 21 09:43:35.576845 dv-cinder-804035-25-iscsi neutron-server[103183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:43:35.576845 dv-cinder-804035-25-iscsi neutron-server[103183]: self._notify() Jan 21 09:43:35.576845 dv-cinder-804035-25-iscsi neutron-server[103183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:43:35.576845 dv-cinder-804035-25-iscsi neutron-server[103183]: self.callback(batched_events) Jan 21 09:43:35.576845 dv-cinder-804035-25-iscsi neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:43:35.576845 dv-cinder-804035-25-iscsi neutron-server[103183]: event.method(event) Jan 21 09:43:35.576845 dv-cinder-804035-25-iscsi neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 09:43:35.576845 dv-cinder-804035-25-iscsi neutron-server[103183]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:43:35.576845 dv-cinder-804035-25-iscsi neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 09:43:35.576845 dv-cinder-804035-25-iscsi neutron-server[103183]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:43:35.576845 dv-cinder-804035-25-iscsi neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 09:43:35.576845 dv-cinder-804035-25-iscsi neutron-server[103183]: return f(self, *a, **k) Jan 21 09:43:35.576845 dv-cinder-804035-25-iscsi neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:43:35.576845 dv-cinder-804035-25-iscsi neutron-server[103183]: return self._get(url).json() Jan 21 09:43:35.576845 dv-cinder-804035-25-iscsi neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:43:35.576845 dv-cinder-804035-25-iscsi neutron-server[103183]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:43:35.576845 dv-cinder-804035-25-iscsi neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:43:35.576845 dv-cinder-804035-25-iscsi neutron-server[103183]: return self.request(url, 'GET', **kwargs) Jan 21 09:43:35.576845 dv-cinder-804035-25-iscsi neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:43:35.576845 dv-cinder-804035-25-iscsi neutron-server[103183]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:43:35.576845 dv-cinder-804035-25-iscsi neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:43:35.576845 dv-cinder-804035-25-iscsi neutron-server[103183]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:43:35.576845 dv-cinder-804035-25-iscsi neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:43:35.576845 dv-cinder-804035-25-iscsi neutron-server[103183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:43:35.576845 dv-cinder-804035-25-iscsi neutron-server[103183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:43:35.617990 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-a2472b68-7b80-423f-9124-d8c0c708cb31 req-9a06617a-59b8-49ac-b7c7-eaff3f03bd86 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] 10.222.0.45 "GET /v2.0/security-groups?id=9c65b8d6-9028-425c-a8c3-d5b5feded404&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525677 Jan 21 09:43:35.704980 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-63ef5b59-f22d-4ecd-9467-401855e319b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3846310'] for network (647e31d1-4208-41da-8947-db9d9292bd9e), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:35.713610 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-63ef5b59-f22d-4ecd-9467-401855e319b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4184320'] for network (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:35.716522 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [None req-63ef5b59-f22d-4ecd-9467-401855e319b7 admin admin] 10.222.0.45 "DELETE /v2.0/networks/647e31d1-4208-41da-8947-db9d9292bd9e HTTP/1.1" status: 204 len: 168 time: 0.8685098 Jan 21 09:43:35.728138 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ef5b59-f22d-4ecd-9467-401855e319b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=647e31d1-4208-41da-8947-db9d9292bd9e,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:36.053346 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.45', 40664) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:43:36.098167 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [None req-e43e0254-0788-4d56-9022-987b6781f838 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=93281ac9cb504124a055279296f2262f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0435579 Jan 21 09:43:36.100713 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.45', 40666) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:43:36.154173 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-67e92785-205d-49b9-a480-d1f15b7d23ae admin admin] Publish callbacks [] for security_group (46f286d5-f0f1-42e0-966a-64fdf36a01cc), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:36.179657 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-67e92785-205d-49b9-a480-d1f15b7d23ae admin admin] Publish callbacks [] for security_group (46f286d5-f0f1-42e0-966a-64fdf36a01cc), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:36.288097 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Device 1a13147e-23c6-486f-974d-446bd96f63e9 no longer exists at agent ovs-agent-dv-cinder-804035-25-iscsi {{(pid=103184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:43:36.292685 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Device 20b2b8f5-45f6-4e4c-a61f-1787996fea63 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=103184) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 21 09:43:36.306303 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-67e92785-205d-49b9-a480-d1f15b7d23ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126007'] for security_group (46f286d5-f0f1-42e0-966a-64fdf36a01cc), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:36.308603 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-67e92785-205d-49b9-a480-d1f15b7d23ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:36.312664 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [None req-67e92785-205d-49b9-a480-d1f15b7d23ae admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/46f286d5-f0f1-42e0-966a-64fdf36a01cc HTTP/1.1" status: 204 len: 168 time: 0.2105999 Jan 21 09:43:36.313913 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] No Port match for: 1a13147e-23c6-486f-974d-446bd96f63e9 {{(pid=103184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 21 09:43:36.314273 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Device 1a13147e-23c6-486f-974d-446bd96f63e9 not bound to the agent host dv-cinder-804035-25-iscsi {{(pid=103184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:43:36.314838 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Device fae7be76-2c54-40ee-ae2a-5d1360ed27b8 no longer exists at agent ovs-agent-dv-cinder-804035-25-iscsi {{(pid=103184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:43:36.327055 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e92785-205d-49b9-a480-d1f15b7d23ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46f286d5-f0f1-42e0-966a-64fdf36a01cc,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:36.352258 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] No Port match for: fae7be76-2c54-40ee-ae2a-5d1360ed27b8 {{(pid=103184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 21 09:43:36.354641 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Device fae7be76-2c54-40ee-ae2a-5d1360ed27b8 not bound to the agent host dv-cinder-804035-25-iscsi {{(pid=103184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:43:36.455085 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] For port 20b2b8f5-45f6-4e4c-a61f-1787996fea63, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=20b2b8f5-45f6-4e4c-a61f-1787996fea63,segment=NetworkSegment(930f9034-fe7f-473b-8ed3-d08bcf57aecc),segment_id=930f9034-fe7f-473b-8ed3-d08bcf57aecc)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:43:36.468418 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Returning: {'device': '20b2b8f5-45f6-4e4c-a61f-1787996fea63', 'network_id': '0dd36bcf-7b04-41a7-a991-1f81f12526d5', 'port_id': '20b2b8f5-45f6-4e4c-a61f-1787996fea63', 'mac_address': 'fa:16:3e:81:30:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2cbcea8-b408-46a8-bbe1-71aa15cb4674', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103184) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 21 09:43:36.509588 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Current status of the port 20b2b8f5-45f6-4e4c-a61f-1787996fea63 is: DOWN; New status is: BUILD {{(pid=103184) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:43:36.509983 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (20b2b8f5-45f6-4e4c-a61f-1787996fea63), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:36.525858 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.notifiers.nova [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20b2b8f5-45f6-4e4c-a61f-1787996fea63 {{(pid=103184) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:43:36.557044 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] For port 20b2b8f5-45f6-4e4c-a61f-1787996fea63, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=20b2b8f5-45f6-4e4c-a61f-1787996fea63,segment=NetworkSegment(930f9034-fe7f-473b-8ed3-d08bcf57aecc),segment_id=930f9034-fe7f-473b-8ed3-d08bcf57aecc)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:43:36.670132 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774670732957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774670299814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774670299832'] for port (20b2b8f5-45f6-4e4c-a61f-1787996fea63), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:36.723974 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Pushing event updated for resources: {'Port': ['ID=20b2b8f5-45f6-4e4c-a61f-1787996fea63,revision_number=4']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:36.759695 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0135aca-d6be-4f6d-8cfb-444baea74915 req-197beea7-1460-4628-9817-2df47955b45a tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:36.761159 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-c0135aca-d6be-4f6d-8cfb-444baea74915 req-197beea7-1460-4628-9817-2df47955b45a tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] 10.222.0.45 "GET /v2.0/ports?device_id=daedf7bb-47ff-460d-bfb4-ac6166801f10 HTTP/1.1" status: 200 len: 944 time: 0.0689197 Jan 21 09:43:36.819853 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-c0135aca-d6be-4f6d-8cfb-444baea74915 req-c502eb83-2a01-4be5-9510-d78c91ee3053 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] 10.222.0.45 "GET /v2.0/security-groups?id=9c65b8d6-9028-425c-a8c3-d5b5feded404&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526786 Jan 21 09:43:36.895276 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] get_ports_and_sgs() called for port_ids ['20b2b8f5-45f6-4e4c-a61f-1787996fea63'] {{(pid=103184) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 09:43:37.959763 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a23a3c-aa89-42dd-b1b4-b971eb56e233 req-576f406a-1336-4925-b551-8ae9d9dca147 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:37.961329 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-94a23a3c-aa89-42dd-b1b4-b971eb56e233 req-576f406a-1336-4925-b551-8ae9d9dca147 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] 10.222.0.45 "GET /v2.0/ports?device_id=daedf7bb-47ff-460d-bfb4-ac6166801f10 HTTP/1.1" status: 200 len: 944 time: 0.0576086 Jan 21 09:43:38.028353 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-94a23a3c-aa89-42dd-b1b4-b971eb56e233 req-35473a96-464d-4a3f-9cdb-69b195ec4917 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] 10.222.0.45 "GET /v2.0/security-groups?id=9c65b8d6-9028-425c-a8c3-d5b5feded404&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557497 Jan 21 09:43:38.308589 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Device 20b2b8f5-45f6-4e4c-a61f-1787996fea63 up at agent hyperv_hv-cinder-80403 {{(pid=103184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:43:38.458735 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.provisioning_blocks [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Provisioning for port 20b2b8f5-45f6-4e4c-a61f-1787996fea63 completed by entity L2. {{(pid=103184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:43:38.465701 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.provisioning_blocks [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Provisioning complete for port 20b2b8f5-45f6-4e4c-a61f-1787996fea63 triggered by entity L2. {{(pid=103184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:43:38.469349 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983013'] for port (20b2b8f5-45f6-4e4c-a61f-1787996fea63), provisioning_complete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:38.582460 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Current status of the port 20b2b8f5-45f6-4e4c-a61f-1787996fea63 is: BUILD; New status is: ACTIVE {{(pid=103184) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:43:38.583129 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (20b2b8f5-45f6-4e4c-a61f-1787996fea63), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:38.613066 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daedf7bb-47ff-460d-bfb4-ac6166801f10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20b2b8f5-45f6-4e4c-a61f-1787996fea63'}] {{(pid=103184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:43:38.616414 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c59f8b740f259e85ceecfc878b6c10e974145cf55d87f3575c92c12753de108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d31c5fb-3ed7-4e1a-8d25-cb75a991120c" -d '{"events": [{"server_uuid": "daedf7bb-47ff-460d-bfb4-ac6166801f10", "name": "network-vif-plugged", "status": "completed", "tag": "20b2b8f5-45f6-4e4c-a61f-1787996fea63"}]}' {{(pid=103184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:43:38.637322 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] For port 20b2b8f5-45f6-4e4c-a61f-1787996fea63, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=20b2b8f5-45f6-4e4c-a61f-1787996fea63,segment=NetworkSegment(930f9034-fe7f-473b-8ed3-d08bcf57aecc),segment_id=930f9034-fe7f-473b-8ed3-d08bcf57aecc)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:43:38.683115 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 09:43:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-225b0a4c-d62c-4092-8b85-f9f145254352 x-openstack-request-id: req-225b0a4c-d62c-4092-8b85-f9f145254352 {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:43:38.687065 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daedf7bb-47ff-460d-bfb4-ac6166801f10", "name": "network-vif-plugged", "status": "completed", "tag": "20b2b8f5-45f6-4e4c-a61f-1787996fea63", "code": 200}]} {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:43:38.687065 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-225b0a4c-d62c-4092-8b85-f9f145254352 {{(pid=103184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:43:38.687065 dv-cinder-804035-25-iscsi neutron-server[103184]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daedf7bb-47ff-460d-bfb4-ac6166801f10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20b2b8f5-45f6-4e4c-a61f-1787996fea63', 'code': 200} Jan 21 09:43:38.706733 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774670732957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774670299814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774670299832'] for port (20b2b8f5-45f6-4e4c-a61f-1787996fea63), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:38.794760 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Pushing event updated for resources: {'Port': ['ID=20b2b8f5-45f6-4e4c-a61f-1787996fea63,revision_number=5']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:39.022052 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa4ecf0-5581-4796-bf18-2bd34444a0be req-ffac7a26-2441-4bbb-9e37-d6d6571b6f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:39.024200 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-5fa4ecf0-5581-4796-bf18-2bd34444a0be req-ffac7a26-2441-4bbb-9e37-d6d6571b6f4c service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=daedf7bb-47ff-460d-bfb4-ac6166801f10 HTTP/1.1" status: 200 len: 1098 time: 0.0518332 Jan 21 09:43:39.102077 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-5fa4ecf0-5581-4796-bf18-2bd34444a0be req-cff7ef41-8b62-44a7-95c9-fe8035b54981 service neutron] 10.222.0.109 "GET /v2.0/security-groups?id=9c65b8d6-9028-425c-a8c3-d5b5feded404&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713007 Jan 21 09:43:39.188981 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1671fdfc-cc8c-49d0-9d1d-e659af2958b0 req-43166220-5e1a-4208-8cc0-0cba8d45b9af tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:39.190681 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-1671fdfc-cc8c-49d0-9d1d-e659af2958b0 req-43166220-5e1a-4208-8cc0-0cba8d45b9af tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] 10.222.0.45 "GET /v2.0/ports?device_id=daedf7bb-47ff-460d-bfb4-ac6166801f10 HTTP/1.1" status: 200 len: 945 time: 0.0613937 Jan 21 09:43:39.261515 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-1671fdfc-cc8c-49d0-9d1d-e659af2958b0 req-3de2994e-cd56-408d-9a3b-c9a4604d75e5 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] 10.222.0.45 "GET /v2.0/security-groups?id=9c65b8d6-9028-425c-a8c3-d5b5feded404&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643065 Jan 21 09:43:39.586652 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.wsgi [-] (103182) accepted ('10.222.0.45', 40724) {{(pid=103182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:43:39.725805 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-9de155dd-fd82-43b9-83e8-f30c2d884021 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:39.827875 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-9de155dd-fd82-43b9-83e8-f30c2d884021 admin admin] Publish callbacks [] for security_group (3f1579e2-1cd0-4014-9d4e-f98d24f8225b), precommit_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:39.939275 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-9de155dd-fd82-43b9-83e8-f30c2d884021 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126007'] for security_group (3f1579e2-1cd0-4014-9d4e-f98d24f8225b), after_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:39.985553 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [None req-9de155dd-fd82-43b9-83e8-f30c2d884021 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=64b61d891b7741c8abbe35760ce26a70&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3976803 Jan 21 09:43:39.986448 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de155dd-fd82-43b9-83e8-f30c2d884021 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f1579e2-1cd0-4014-9d4e-f98d24f8225b,revision_number=1']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:39.988370 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.45', 40728) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:43:40.042096 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1174033f-65e0-471d-8e23-c24d47656248 admin admin] Publish callbacks [] for security_group (3f1579e2-1cd0-4014-9d4e-f98d24f8225b), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:40.071433 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1174033f-65e0-471d-8e23-c24d47656248 admin admin] Publish callbacks [] for security_group (3f1579e2-1cd0-4014-9d4e-f98d24f8225b), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:40.236429 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1174033f-65e0-471d-8e23-c24d47656248 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126007'] for security_group (3f1579e2-1cd0-4014-9d4e-f98d24f8225b), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:40.239096 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-1174033f-65e0-471d-8e23-c24d47656248 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:40.240353 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [None req-1174033f-65e0-471d-8e23-c24d47656248 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3f1579e2-1cd0-4014-9d4e-f98d24f8225b HTTP/1.1" status: 204 len: 168 time: 0.2508707 Jan 21 09:43:40.248887 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1174033f-65e0-471d-8e23-c24d47656248 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f1579e2-1cd0-4014-9d4e-f98d24f8225b,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:40.394890 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac8e984-af53-4f1d-98e5-bc0c9054c6d8 req-cbfa222e-96cf-444a-a41c-a6b162de32f1 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:40.397770 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-7ac8e984-af53-4f1d-98e5-bc0c9054c6d8 req-cbfa222e-96cf-444a-a41c-a6b162de32f1 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] 10.222.0.45 "GET /v2.0/ports?device_id=daedf7bb-47ff-460d-bfb4-ac6166801f10 HTTP/1.1" status: 200 len: 945 time: 0.0562611 Jan 21 09:43:40.456999 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-7ac8e984-af53-4f1d-98e5-bc0c9054c6d8 req-0f8f903f-d947-49b4-a1af-6c326116ed27 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] 10.222.0.45 "GET /v2.0/security-groups?id=9c65b8d6-9028-425c-a8c3-d5b5feded404&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542569 Jan 21 09:43:40.943374 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.45', 40736) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:43:40.958002 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e58d82f0-707e-4eae-bfda-b19a4b07f5b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:41.036730 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e58d82f0-707e-4eae-bfda-b19a4b07f5b9 admin admin] Publish callbacks [] for security_group (5a27c4eb-7e3c-4084-a51f-f3d9fe289e97), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:41.105123 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e58d82f0-707e-4eae-bfda-b19a4b07f5b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126007'] for security_group (5a27c4eb-7e3c-4084-a51f-f3d9fe289e97), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:41.145408 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [None req-e58d82f0-707e-4eae-bfda-b19a4b07f5b9 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ea4afb63e2484a10be4c1c712a279f7e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2009103 Jan 21 09:43:41.146261 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58d82f0-707e-4eae-bfda-b19a4b07f5b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a27c4eb-7e3c-4084-a51f-f3d9fe289e97,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:41.148946 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.wsgi [-] (103182) accepted ('10.222.0.45', 40738) {{(pid=103182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:43:41.200701 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-2c135ce2-0064-436a-b4b0-eeb29d7fbfea admin admin] Publish callbacks [] for security_group (5a27c4eb-7e3c-4084-a51f-f3d9fe289e97), before_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:41.224315 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-2c135ce2-0064-436a-b4b0-eeb29d7fbfea admin admin] Publish callbacks [] for security_group (5a27c4eb-7e3c-4084-a51f-f3d9fe289e97), precommit_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:41.344078 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-2c135ce2-0064-436a-b4b0-eeb29d7fbfea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126007'] for security_group (5a27c4eb-7e3c-4084-a51f-f3d9fe289e97), after_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:41.347753 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-2c135ce2-0064-436a-b4b0-eeb29d7fbfea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:41.348946 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [None req-2c135ce2-0064-436a-b4b0-eeb29d7fbfea admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/5a27c4eb-7e3c-4084-a51f-f3d9fe289e97 HTTP/1.1" status: 204 len: 168 time: 0.1986690 Jan 21 09:43:41.447624 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c135ce2-0064-436a-b4b0-eeb29d7fbfea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a27c4eb-7e3c-4084-a51f-f3d9fe289e97,revision_number=None']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:41.595018 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d08ebc8-7ba8-41a6-9ee7-145a6337be49 req-74e7fea6-0dfd-4107-9a7e-de78364c777a tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:41.596849 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-3d08ebc8-7ba8-41a6-9ee7-145a6337be49 req-74e7fea6-0dfd-4107-9a7e-de78364c777a tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] 10.222.0.45 "GET /v2.0/ports?device_id=daedf7bb-47ff-460d-bfb4-ac6166801f10 HTTP/1.1" status: 200 len: 945 time: 0.0555820 Jan 21 09:43:41.655939 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-3d08ebc8-7ba8-41a6-9ee7-145a6337be49 req-51262e0c-2240-448e-ae98-cd9aae580d0d tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] 10.222.0.45 "GET /v2.0/security-groups?id=9c65b8d6-9028-425c-a8c3-d5b5feded404&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484083 Jan 21 09:43:41.798064 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c9a90d-fb51-48f8-8c84-aeb80cb99cb9 req-b720a84e-16e7-4b11-b5d0-e6e41e84dc6a tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:41.799574 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-d7c9a90d-fb51-48f8-8c84-aeb80cb99cb9 req-b720a84e-16e7-4b11-b5d0-e6e41e84dc6a tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] 10.222.0.45 "GET /v2.0/ports?device_id=daedf7bb-47ff-460d-bfb4-ac6166801f10 HTTP/1.1" status: 200 len: 945 time: 0.0619996 Jan 21 09:43:41.808128 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.wsgi [-] (103182) accepted ('10.222.0.45', 40750) {{(pid=103182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:43:41.812667 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.v2.base [None req-2400a1bf-d1ab-449f-bf96-e32d184f4d8e tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Request body: {'floatingip': {'port_id': '20b2b8f5-45f6-4e4c-a61f-1787996fea63'}} {{(pid=103182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:43:41.853955 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-2400a1bf-d1ab-449f-bf96-e32d184f4d8e tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Publish callbacks [] for floatingip (03059b8b-04e5-4cf5-bbe5-9026328b8a36), before_update {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:42.363795 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-2400a1bf-d1ab-449f-bf96-e32d184f4d8e tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:42.440894 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-2400a1bf-d1ab-449f-bf96-e32d184f4d8e tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3846398'] for floatingip (03059b8b-04e5-4cf5-bbe5-9026328b8a36), after_update {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:42.446145 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.45', 40766) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:43:42.543091 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.db.l3_db [None req-2400a1bf-d1ab-449f-bf96-e32d184f4d8e tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Floating IP 03059b8b-04e5-4cf5-bbe5-9026328b8a36 associated. External IP: 172.27.3.245, port: 20b2b8f5-45f6-4e4c-a61f-1787996fea63. Jan 21 09:43:42.546734 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.v2.base [None req-4227d881-f35c-4d59-bedf-999ea4abc855 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1241096460-network', 'tenant_id': 'a8a28ad07bfa4b7e994eb269722ec05a'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:43:42.635272 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4227d881-f35c-4d59-bedf-999ea4abc855 admin admin] Made reservation on behalf of a8a28ad07bfa4b7e994eb269722ec05a for: {'network': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:43:42.637707 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4227d881-f35c-4d59-bedf-999ea4abc855 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for network (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:42.650638 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4227d881-f35c-4d59-bedf-999ea4abc855 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:42.740037 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4227d881-f35c-4d59-bedf-999ea4abc855 admin admin] Publish callbacks [] for security_group (20d936dd-4181-431c-aacb-4eb6abdf1db2), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:42.801864 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4227d881-f35c-4d59-bedf-999ea4abc855 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126007'] for security_group (20d936dd-4181-431c-aacb-4eb6abdf1db2), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:42.830820 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4227d881-f35c-4d59-bedf-999ea4abc855 admin admin] vlan segment allocate from pool success with {'vlan_id': 370, 'physical_network': 'physnet1'} {{(pid=103183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:43:42.842682 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4227d881-f35c-4d59-bedf-999ea4abc855 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20d936dd-4181-431c-aacb-4eb6abdf1db2,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:42.852448 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4227d881-f35c-4d59-bedf-999ea4abc855 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906022'] for segment (8c2f730e-0675-47fa-b007-e5ca69cc5a6d), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:42.852844 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.db.segments_db [None req-4227d881-f35c-4d59-bedf-999ea4abc855 admin admin] Added segment 8c2f730e-0675-47fa-b007-e5ca69cc5a6d of type vlan for network 1d710342-c26e-4285-8810-0ff7eb9f8f93 Jan 21 09:43:42.900385 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4227d881-f35c-4d59-bedf-999ea4abc855 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774670334190'] for network (1d710342-c26e-4285-8810-0ff7eb9f8f93), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:43.000953 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4227d881-f35c-4d59-bedf-999ea4abc855 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430'] for network (1d710342-c26e-4285-8810-0ff7eb9f8f93), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:43.002065 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4227d881-f35c-4d59-bedf-999ea4abc855 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:43.002675 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4227d881-f35c-4d59-bedf-999ea4abc855 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4184320'] for network (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:43.067776 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2400a1bf-d1ab-449f-bf96-e32d184f4d8e tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Router ffbd5b19-76b7-4008-97f4-9b0e8513eb8b has already been hosted by L3 agent e2f5353c-5d20-4dd0-beb4-c302aead9ffd {{(pid=103182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:43:43.074801 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4227d881-f35c-4d59-bedf-999ea4abc855 admin admin] Pushing event updated for resources: {'Network': ['ID=1d710342-c26e-4285-8810-0ff7eb9f8f93,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:43.098319 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Network 1d710342-c26e-4285-8810-0ff7eb9f8f93 details requested by agent ovs-agent-dv-cinder-804035-25-iscsi with host dv-cinder-804035-25-iscsi {{(pid=103184) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 09:43:43.147633 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [None req-4227d881-f35c-4d59-bedf-999ea4abc855 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6999464 Jan 21 09:43:43.151987 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.45', 40770) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:43:43.161807 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.v2.base [None req-ca498faf-ffad-4b39-a8cd-af89253722e5 admin admin] Request body: {'subnet': {'network_id': '1d710342-c26e-4285-8810-0ff7eb9f8f93', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1241096460-subnet', 'tenant_id': 'a8a28ad07bfa4b7e994eb269722ec05a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:43:43.229628 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2400a1bf-d1ab-449f-bf96-e32d184f4d8e tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Notify agent at l3_agent.dv-cinder-804035-25-iscsi the message routers_updated {{(pid=103182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:43:43.236491 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-2400a1bf-d1ab-449f-bf96-e32d184f4d8e tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11211'] for floatingip (None), before_response {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:43.240618 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c98dff1e-04f3-4db7-8a2c-f8779e818b13 None None] Sync routers for ids ['ffbd5b19-76b7-4008-97f4-9b0e8513eb8b'] in dv-cinder-804035-25-iscsi {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:43:43.257051 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c98dff1e-04f3-4db7-8a2c-f8779e818b13 None None] Routers {'ffbd5b19-76b7-4008-97f4-9b0e8513eb8b'} bound to L3 agent in host dv-cinder-804035-25-iscsi {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 09:43:43.258052 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-c98dff1e-04f3-4db7-8a2c-f8779e818b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-21T09:27:18Z,description=,heartbeat_timestamp=2022-01-21T09:43:18Z,host='dv-cinder-804035-25-iscsi',id=e2f5353c-5d20-4dd0-beb4-c302aead9ffd,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:27:19Z,topic='l3_agent')) {'router_ids': ['ffbd5b19-76b7-4008-97f4-9b0e8513eb8b'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:43.264740 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca498faf-ffad-4b39-a8cd-af89253722e5 admin admin] Made reservation on behalf of a8a28ad07bfa4b7e994eb269722ec05a for: {'subnet': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:43:43.270873 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-ca498faf-ffad-4b39-a8cd-af89253722e5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28848053'] for subnet (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:43.282276 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [None req-2400a1bf-d1ab-449f-bf96-e32d184f4d8e tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] 10.222.0.45 "PUT /v2.0/floatingips/03059b8b-04e5-4cf5-bbe5-9026328b8a36 HTTP/1.1" status: 200 len: 991 time: 1.4721487 Jan 21 09:43:43.283516 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'daedf7bb-47ff-460d-bfb4-ac6166801f10', 'tag': '20b2b8f5-45f6-4e4c-a61f-1787996fea63'}] {{(pid=103182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:43:43.287807 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa0cc1f82daaed98fc3f7058001f72739ccfc4facde8019b77a0af70a494964c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86dda70a-a1fe-4592-8764-83a2fcff1387" -d '{"events": [{"name": "network-changed", "server_uuid": "daedf7bb-47ff-460d-bfb4-ac6166801f10", "tag": "20b2b8f5-45f6-4e4c-a61f-1787996fea63"}]}' {{(pid=103182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:43:43.361240 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 09:43:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-941690cb-8af1-4455-b82e-dc35dfcaae45 x-openstack-request-id: req-941690cb-8af1-4455-b82e-dc35dfcaae45 {{(pid=103182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:43:43.361583 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "daedf7bb-47ff-460d-bfb4-ac6166801f10", "tag": "20b2b8f5-45f6-4e4c-a61f-1787996fea63", "status": "completed", "code": 200}]} {{(pid=103182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:43:43.362151 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-941690cb-8af1-4455-b82e-dc35dfcaae45 {{(pid=103182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:43:43.363243 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'daedf7bb-47ff-460d-bfb4-ac6166801f10', 'tag': '20b2b8f5-45f6-4e4c-a61f-1787996fea63', 'status': 'completed', 'code': 200} Jan 21 09:43:43.419203 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-c98dff1e-04f3-4db7-8a2c-f8779e818b13 None None] Set router ffbd5b19-76b7-4008-97f4-9b0e8513eb8b gateway port host: dv-cinder-804035-25-iscsi {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:43:43.436879 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dda70a-a1fe-4592-8764-83a2fcff1387 req-68726978-eb14-49b0-a546-dda88be7f656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:43.439211 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-86dda70a-a1fe-4592-8764-83a2fcff1387 req-68726978-eb14-49b0-a546-dda88be7f656 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=2322cb784615409bb15a6f49522d3b34&device_id=daedf7bb-47ff-460d-bfb4-ac6166801f10 HTTP/1.1" status: 200 len: 1098 time: 0.0598810 Jan 21 09:43:43.549556 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dda70a-a1fe-4592-8764-83a2fcff1387 req-49a0bc13-ed1c-4116-9ae7-0d818315b66d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:43.551092 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-86dda70a-a1fe-4592-8764-83a2fcff1387 req-49a0bc13-ed1c-4116-9ae7-0d818315b66d service neutron] 10.222.0.109 "GET /v2.0/networks?id=0dd36bcf-7b04-41a7-a991-1f81f12526d5 HTTP/1.1" status: 200 len: 912 time: 0.1049078 Jan 21 09:43:43.596786 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-ca498faf-ffad-4b39-a8cd-af89253722e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4120330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25182144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28848043'] for subnet (ce8231d0-0d79-4c27-8614-916cddd6766f), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:43.628570 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-86dda70a-a1fe-4592-8764-83a2fcff1387 req-845dfd49-a5e5-4583-b4f7-9641abb2a20b service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=20b2b8f5-45f6-4e4c-a61f-1787996fea63 HTTP/1.1" status: 200 len: 999 time: 0.0710137 Jan 21 09:43:43.662826 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca498faf-ffad-4b39-a8cd-af89253722e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce8231d0-0d79-4c27-8614-916cddd6766f,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:43.670753 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca498faf-ffad-4b39-a8cd-af89253722e5 admin admin] Checking segment: {'id': '8c2f730e-0675-47fa-b007-e5ca69cc5a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '1d710342-c26e-4285-8810-0ff7eb9f8f93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 09:43:43.671133 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca498faf-ffad-4b39-a8cd-af89253722e5 admin admin] Network hostable DHCP agents. Network: 1d710342-c26e-4285-8810-0ff7eb9f8f93, hostable agents: ['8a5d4a72-43a4-4fcf-b58e-bc9792bd5f0a'], hosted agents: [] {{(pid=103183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:43:43.695679 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dda70a-a1fe-4592-8764-83a2fcff1387 req-0650f3cf-d10f-45b7-91f1-0932e58f25ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:43.697197 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-86dda70a-a1fe-4592-8764-83a2fcff1387 req-0650f3cf-d10f-45b7-91f1-0932e58f25ea service neutron] 10.222.0.109 "GET /v2.0/subnets?id=f2cbcea8-b408-46a8-bbe1-71aa15cb4674 HTTP/1.1" status: 200 len: 850 time: 0.0616713 Jan 21 09:43:43.704608 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-c98dff1e-04f3-4db7-8a2c-f8779e818b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffbd5b19-76b7-4008-97f4-9b0e8513eb8b', 'name': 'tempest-AttachVolumeTestJSON-1841536385-router', 'tenant_id': '2322cb784615409bb15a6f49522d3b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'external_fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '970cb36d-be73-494e-ad3d-4d419fe42c08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:39:50Z', 'updated_at': '2022-01-21T09:39:54Z', 'revision_number': 4, 'project_id': '2322cb784615409bb15a6f49522d3b34', 'gw_port': {'id': '970cb36d-be73-494e-ad3d-4d419fe42c08', 'name': '', 'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:0c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffbd5b19-76b7-4008-97f4-9b0e8513eb8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:39:51Z', 'updated_at': '2022-01-21T09:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6accd444-6422-45bf-9c21-6be173243a45', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-25-iscsi', '_floatingips': [{'id': '03059b8b-04e5-4cf5-bbe5-9026328b8a36', 'tenant_id': '2322cb784615409bb15a6f49522d3b34', 'floating_ip_address': '172.27.3.245', 'floating_network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'router_id': 'ffbd5b19-76b7-4008-97f4-9b0e8513eb8b', 'port_id': '20b2b8f5-45f6-4e4c-a61f-1787996fea63', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0dd36bcf-7b04-41a7-a991-1f81f12526d5', 'mac_address': 'fa:16:3e:81:30:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daedf7bb-47ff-460d-bfb4-ac6166801f10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:43:25Z', 'updated_at': '2022-01-21T09:43:42Z', 'revision_number': 1, 'project_id': '2322cb784615409bb15a6f49522d3b34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dabfd067-b64c-41ae-89a7-9dec4911b076', 'name': '', 'network_id': '0dd36bcf-7b04-41a7-a991-1f81f12526d5', 'tenant_id': '2322cb784615409bb15a6f49522d3b34', 'mac_address': 'fa:16:3e:f1:26:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffbd5b19-76b7-4008-97f4-9b0e8513eb8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'f2cbcea8-b408-46a8-bbe1-71aa15cb4674', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:39:53Z', 'updated_at': '2022-01-21T09:39:58Z', 'revision_number': 5, 'project_id': '2322cb784615409bb15a6f49522d3b34', 'subnets': [{'id': 'f2cbcea8-b408-46a8-bbe1-71aa15cb4674', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-25-iscsi', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:43.733118 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c98dff1e-04f3-4db7-8a2c-f8779e818b13 None None] Checking router: ffbd5b19-76b7-4008-97f4-9b0e8513eb8b for host: dv-cinder-804035-25-iscsi {{(pid=103185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:43:43.743349 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c98dff1e-04f3-4db7-8a2c-f8779e818b13 None None] Routers {'ffbd5b19-76b7-4008-97f4-9b0e8513eb8b'} bound to L3 agent in host dv-cinder-804035-25-iscsi {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 09:43:43.743960 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-c98dff1e-04f3-4db7-8a2c-f8779e818b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-21T09:27:18Z,description=,heartbeat_timestamp=2022-01-21T09:43:18Z,host='dv-cinder-804035-25-iscsi',id=e2f5353c-5d20-4dd0-beb4-c302aead9ffd,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:27:19Z,topic='l3_agent')) {'router_ids': ['ffbd5b19-76b7-4008-97f4-9b0e8513eb8b'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:43.753355 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dda70a-a1fe-4592-8764-83a2fcff1387 req-b77346ea-15e3-40a8-94af-5f3c9647cff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:43.756624 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-86dda70a-a1fe-4592-8764-83a2fcff1387 req-b77346ea-15e3-40a8-94af-5f3c9647cff3 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=0dd36bcf-7b04-41a7-a991-1f81f12526d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0528064 Jan 21 09:43:43.789896 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca498faf-ffad-4b39-a8cd-af89253722e5 admin admin] Network 1d710342-c26e-4285-8810-0ff7eb9f8f93 is scheduled to be hosted by DHCP agent 8a5d4a72-43a4-4fcf-b58e-bc9792bd5f0a with binding_index 1 {{(pid=103183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:43:43.854504 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-86dda70a-a1fe-4592-8764-83a2fcff1387 req-54966353-d443-4444-92f8-05f3dde177ea service neutron] 10.222.0.109 "GET /v2.0/networks/0dd36bcf-7b04-41a7-a991-1f81f12526d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916207 Jan 21 09:43:43.856765 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-c98dff1e-04f3-4db7-8a2c-f8779e818b13 None None] Set router ffbd5b19-76b7-4008-97f4-9b0e8513eb8b gateway port host: dv-cinder-804035-25-iscsi {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:43:43.876143 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-ca498faf-ffad-4b39-a8cd-af89253722e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-25-iscsi, 1d710342-c26e-4285-8810-0ff7eb9f8f93) {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:43:43.889188 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca498faf-ffad-4b39-a8cd-af89253722e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:43.889188 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-ca498faf-ffad-4b39-a8cd-af89253722e5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:43.893868 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d4ee723-72a5-4b59-aac2-8f7a40027a01 None None] Network 1d710342-c26e-4285-8810-0ff7eb9f8f93 requested from dv-cinder-804035-25-iscsi {{(pid=103184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 09:43:43.955397 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-86dda70a-a1fe-4592-8764-83a2fcff1387 req-2d3387ef-510b-476d-9096-6776220d9856 service neutron] 10.222.0.109 "GET /v2.0/networks/0dd36bcf-7b04-41a7-a991-1f81f12526d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949132 Jan 21 09:43:44.004168 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [None req-ca498faf-ffad-4b39-a8cd-af89253722e5 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8398781 Jan 21 09:43:44.004768 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8523c2ff-b988-4e6d-9867-31c9d97127fe None None] Network 1d710342-c26e-4285-8810-0ff7eb9f8f93 requested from dv-cinder-804035-25-iscsi {{(pid=103184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 09:43:44.224954 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-c98dff1e-04f3-4db7-8a2c-f8779e818b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffbd5b19-76b7-4008-97f4-9b0e8513eb8b', 'name': 'tempest-AttachVolumeTestJSON-1841536385-router', 'tenant_id': '2322cb784615409bb15a6f49522d3b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'external_fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '970cb36d-be73-494e-ad3d-4d419fe42c08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:39:50Z', 'updated_at': '2022-01-21T09:39:54Z', 'revision_number': 4, 'project_id': '2322cb784615409bb15a6f49522d3b34', 'gw_port': {'id': '970cb36d-be73-494e-ad3d-4d419fe42c08', 'name': '', 'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:0c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffbd5b19-76b7-4008-97f4-9b0e8513eb8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:39:51Z', 'updated_at': '2022-01-21T09:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6accd444-6422-45bf-9c21-6be173243a45', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-25-iscsi', '_floatingips': [{'id': '03059b8b-04e5-4cf5-bbe5-9026328b8a36', 'tenant_id': '2322cb784615409bb15a6f49522d3b34', 'floating_ip_address': '172.27.3.245', 'floating_network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'router_id': 'ffbd5b19-76b7-4008-97f4-9b0e8513eb8b', 'port_id': '20b2b8f5-45f6-4e4c-a61f-1787996fea63', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0dd36bcf-7b04-41a7-a991-1f81f12526d5', 'mac_address': 'fa:16:3e:81:30:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daedf7bb-47ff-460d-bfb4-ac6166801f10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:43:25Z', 'updated_at': '2022-01-21T09:43:42Z', 'revision_number': 1, 'project_id': '2322cb784615409bb15a6f49522d3b34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dabfd067-b64c-41ae-89a7-9dec4911b076', 'name': '', 'network_id': '0dd36bcf-7b04-41a7-a991-1f81f12526d5', 'tenant_id': '2322cb784615409bb15a6f49522d3b34', 'mac_address': 'fa:16:3e:f1:26:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffbd5b19-76b7-4008-97f4-9b0e8513eb8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'f2cbcea8-b408-46a8-bbe1-71aa15cb4674', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:39:53Z', 'updated_at': '2022-01-21T09:39:58Z', 'revision_number': 5, 'project_id': '2322cb784615409bb15a6f49522d3b34', 'subnets': [{'id': 'f2cbcea8-b408-46a8-bbe1-71aa15cb4674', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-25-iscsi', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:44.254352 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c98dff1e-04f3-4db7-8a2c-f8779e818b13 None None] The sync data for ids ['ffbd5b19-76b7-4008-97f4-9b0e8513eb8b'] in dv-cinder-804035-25-iscsi is: [{'id': 'ffbd5b19-76b7-4008-97f4-9b0e8513eb8b', 'name': 'tempest-AttachVolumeTestJSON-1841536385-router', 'tenant_id': '2322cb784615409bb15a6f49522d3b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'external_fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '970cb36d-be73-494e-ad3d-4d419fe42c08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:39:50Z', 'updated_at': '2022-01-21T09:39:54Z', 'revision_number': 4, 'project_id': '2322cb784615409bb15a6f49522d3b34', 'gw_port': {'id': '970cb36d-be73-494e-ad3d-4d419fe42c08', 'name': '', 'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:0c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffbd5b19-76b7-4008-97f4-9b0e8513eb8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:39:51Z', 'updated_at': '2022-01-21T09:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6accd444-6422-45bf-9c21-6be173243a45', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-25-iscsi', '_floatingips': [{'id': '03059b8b-04e5-4cf5-bbe5-9026328b8a36', 'tenant_id': '2322cb784615409bb15a6f49522d3b34', 'floating_ip_address': '172.27.3.245', 'floating_network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'router_id': 'ffbd5b19-76b7-4008-97f4-9b0e8513eb8b', 'port_id': '20b2b8f5-45f6-4e4c-a61f-1787996fea63', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0dd36bcf-7b04-41a7-a991-1f81f12526d5', 'mac_address': 'fa:16:3e:81:30:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daedf7bb-47ff-460d-bfb4-ac6166801f10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:43:25Z', 'updated_at': '2022-01-21T09:43:42Z', 'revision_number': 1, 'project_id': '2322cb784615409bb15a6f49522d3b34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dabfd067-b64c-41ae-89a7-9dec4911b076', 'name': '', 'network_id': '0dd36bcf-7b04-41a7-a991-1f81f12526d5', 'tenant_id': '2322cb784615409bb15a6f49522d3b34', 'mac_address': 'fa:16:3e:f1:26:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffbd5b19-76b7-4008-97f4-9b0e8513eb8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'f2cbcea8-b408-46a8-bbe1-71aa15cb4674', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:39:53Z', 'updated_at': '2022-01-21T09:39:58Z', 'revision_number': 5, 'project_id': '2322cb784615409bb15a6f49522d3b34', 'subnets': [{'id': 'f2cbcea8-b408-46a8-bbe1-71aa15cb4674', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:43:44.491481 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b10d05-2966-4760-aac6-7345c4dcdbcf None None] New status for floating IP 03059b8b-04e5-4cf5-bbe5-9026328b8a36: ACTIVE {{(pid=103184) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 09:43:44.817048 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.45', 40792) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:43:44.822207 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.v2.base [None req-e6684ee8-ffe7-4cfa-9b41-ce136a99833b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2041988465-network', 'tenant_id': 'ffba7f0c4cbc49eba9154c288bb1c576'}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:43:44.943952 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6684ee8-ffe7-4cfa-9b41-ce136a99833b admin admin] Made reservation on behalf of ffba7f0c4cbc49eba9154c288bb1c576 for: {'network': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:43:44.946386 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e6684ee8-ffe7-4cfa-9b41-ce136a99833b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for network (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:44.956395 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e6684ee8-ffe7-4cfa-9b41-ce136a99833b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:45.038931 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e6684ee8-ffe7-4cfa-9b41-ce136a99833b admin admin] Publish callbacks [] for security_group (d9fb22e3-7d17-4274-ae97-ad7d6cf3881d), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:45.132727 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e6684ee8-ffe7-4cfa-9b41-ce136a99833b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126007'] for security_group (d9fb22e3-7d17-4274-ae97-ad7d6cf3881d), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:45.160890 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6684ee8-ffe7-4cfa-9b41-ce136a99833b admin admin] vlan segment allocate from pool success with {'vlan_id': 374, 'physical_network': 'physnet1'} {{(pid=103183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:43:45.171001 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6684ee8-ffe7-4cfa-9b41-ce136a99833b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9fb22e3-7d17-4274-ae97-ad7d6cf3881d,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:45.175895 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e6684ee8-ffe7-4cfa-9b41-ce136a99833b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906022'] for segment (e8bc8436-edc4-4784-99e1-d6fb3e604ee5), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:45.176229 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.db.segments_db [None req-e6684ee8-ffe7-4cfa-9b41-ce136a99833b admin admin] Added segment e8bc8436-edc4-4784-99e1-d6fb3e604ee5 of type vlan for network 6e044037-f7e0-42d2-aec3-7df3bf465097 Jan 21 09:43:45.220352 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e6684ee8-ffe7-4cfa-9b41-ce136a99833b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774670334190'] for network (6e044037-f7e0-42d2-aec3-7df3bf465097), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:45.321129 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e6684ee8-ffe7-4cfa-9b41-ce136a99833b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430'] for network (6e044037-f7e0-42d2-aec3-7df3bf465097), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:45.322172 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6684ee8-ffe7-4cfa-9b41-ce136a99833b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:45.322795 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e6684ee8-ffe7-4cfa-9b41-ce136a99833b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4184320'] for network (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:45.387285 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6684ee8-ffe7-4cfa-9b41-ce136a99833b admin admin] Pushing event updated for resources: {'Network': ['ID=6e044037-f7e0-42d2-aec3-7df3bf465097,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:45.397287 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Network 6e044037-f7e0-42d2-aec3-7df3bf465097 details requested by agent ovs-agent-dv-cinder-804035-25-iscsi with host dv-cinder-804035-25-iscsi {{(pid=103184) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 09:43:45.456081 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [None req-e6684ee8-ffe7-4cfa-9b41-ce136a99833b admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6378562 Jan 21 09:43:45.458951 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.45', 40794) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:43:45.464339 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.v2.base [None req-a19f7dd4-a0c0-4ec6-af92-eb4e51e31c02 admin admin] Request body: {'subnet': {'network_id': '6e044037-f7e0-42d2-aec3-7df3bf465097', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2041988465-subnet', 'tenant_id': 'ffba7f0c4cbc49eba9154c288bb1c576', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:43:45.567656 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a19f7dd4-a0c0-4ec6-af92-eb4e51e31c02 admin admin] Made reservation on behalf of ffba7f0c4cbc49eba9154c288bb1c576 for: {'subnet': 1} {{(pid=103183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:43:45.570783 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a19f7dd4-a0c0-4ec6-af92-eb4e51e31c02 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28848053'] for subnet (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:45.813866 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a19f7dd4-a0c0-4ec6-af92-eb4e51e31c02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4120330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25182144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28848043'] for subnet (ead00857-c081-44fb-a432-065629de1e5a), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:45.866152 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19f7dd4-a0c0-4ec6-af92-eb4e51e31c02 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ead00857-c081-44fb-a432-065629de1e5a,revision_number=0']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:45.885843 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a19f7dd4-a0c0-4ec6-af92-eb4e51e31c02 admin admin] Checking segment: {'id': 'e8bc8436-edc4-4784-99e1-d6fb3e604ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '6e044037-f7e0-42d2-aec3-7df3bf465097'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 09:43:45.888113 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a19f7dd4-a0c0-4ec6-af92-eb4e51e31c02 admin admin] Network hostable DHCP agents. Network: 6e044037-f7e0-42d2-aec3-7df3bf465097, hostable agents: ['8a5d4a72-43a4-4fcf-b58e-bc9792bd5f0a'], hosted agents: [] {{(pid=103183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:43:45.888262 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-07f2a36f-b811-4229-9dfc-f364aa2a734a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (8a5d4a72-43a4-4fcf-b58e-bc9792bd5f0a), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:45.978480 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a19f7dd4-a0c0-4ec6-af92-eb4e51e31c02 admin admin] Network 6e044037-f7e0-42d2-aec3-7df3bf465097 is scheduled to be hosted by DHCP agent 8a5d4a72-43a4-4fcf-b58e-bc9792bd5f0a with binding_index 1 {{(pid=103183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:43:46.041300 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.scheduler.base_scheduler [None req-a19f7dd4-a0c0-4ec6-af92-eb4e51e31c02 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-25-iscsi, 6e044037-f7e0-42d2-aec3-7df3bf465097) {{(pid=103183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:43:46.045652 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a19f7dd4-a0c0-4ec6-af92-eb4e51e31c02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:46.046230 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a19f7dd4-a0c0-4ec6-af92-eb4e51e31c02 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:46.050109 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bd0087e-1774-46f6-9191-653b19a86e30 None None] Network 6e044037-f7e0-42d2-aec3-7df3bf465097 requested from dv-cinder-804035-25-iscsi {{(pid=103184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 09:43:46.131220 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [None req-a19f7dd4-a0c0-4ec6-af92-eb4e51e31c02 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6710291 Jan 21 09:43:46.157514 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47d98bc5-db21-46d5-9bfb-2da1276b2260 None None] Network 6e044037-f7e0-42d2-aec3-7df3bf465097 requested from dv-cinder-804035-25-iscsi {{(pid=103184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 09:43:46.274744 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.wsgi [-] (103182) accepted ('10.222.0.45', 40800) {{(pid=103182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:43:46.324556 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.db.db_base_plugin_v2 [None req-35db5ebf-adec-4410-9578-377d046786a2 admin admin] Deleting subnet ce8231d0-0d79-4c27-8614-916cddd6766f {{(pid=103182) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 21 09:43:46.327939 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-35db5ebf-adec-4410-9578-377d046786a2 admin admin] Publish callbacks [] for subnet (ce8231d0-0d79-4c27-8614-916cddd6766f), before_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:46.364672 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-35db5ebf-adec-4410-9578-377d046786a2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28985452'] for subnet (ce8231d0-0d79-4c27-8614-916cddd6766f), precommit_delete_associations {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:46.404926 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-35db5ebf-adec-4410-9578-377d046786a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-981758'] for subnet (ce8231d0-0d79-4c27-8614-916cddd6766f), precommit_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:46.556059 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-35db5ebf-adec-4410-9578-377d046786a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-982036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4120330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29186834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29057315'] for subnet (ce8231d0-0d79-4c27-8614-916cddd6766f), after_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:46.583738 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35db5ebf-adec-4410-9578-377d046786a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce8231d0-0d79-4c27-8614-916cddd6766f,revision_number=None']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:46.587368 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-35db5ebf-adec-4410-9578-377d046786a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4184320'] for subnet (None), before_response {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:46.590711 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [None req-35db5ebf-adec-4410-9578-377d046786a2 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/ce8231d0-0d79-4c27-8614-916cddd6766f HTTP/1.1" status: 204 len: 168 time: 0.3145511 Jan 21 09:43:46.594866 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.wsgi [-] (103182) accepted ('10.222.0.45', 40802) {{(pid=103182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:43:46.678264 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-7d3c4c87-bec6-45da-8d87-cb656eb42de3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-989250'] for network (1d710342-c26e-4285-8810-0ff7eb9f8f93), before_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:46.774210 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-7d3c4c87-bec6-45da-8d87-cb656eb42de3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968284', 'neutron.services.segments.db._delete_segments_for_network-8774670886943'] for network (1d710342-c26e-4285-8810-0ff7eb9f8f93), precommit_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:46.799472 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.services.segments.db [None req-7d3c4c87-bec6-45da-8d87-cb656eb42de3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d710342-c26e-4285-8810-0ff7eb9f8f93']}} {{(pid=103182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:46.810826 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.services.segments.db [None req-7d3c4c87-bec6-45da-8d87-cb656eb42de3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c2f730e-0675-47fa-b007-e5ca69cc5a6d') {'for_net_delete': True} {{(pid=103182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:46.811329 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.services.segments.db [None req-7d3c4c87-bec6-45da-8d87-cb656eb42de3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c2f730e-0675-47fa-b007-e5ca69cc5a6d') {} {{(pid=103182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:46.826697 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-7d3c4c87-bec6-45da-8d87-cb656eb42de3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774670886301', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28985495'] for segment (8c2f730e-0675-47fa-b007-e5ca69cc5a6d), before_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:46.848928 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-7d3c4c87-bec6-45da-8d87-cb656eb42de3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906022'] for segment (8c2f730e-0675-47fa-b007-e5ca69cc5a6d), precommit_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:46.856483 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d3c4c87-bec6-45da-8d87-cb656eb42de3 admin admin] Releasing vlan 370 on physical network physnet1 to pool {{(pid=103182) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:43:46.856920 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-7d3c4c87-bec6-45da-8d87-cb656eb42de3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29186936'] for segment (8c2f730e-0675-47fa-b007-e5ca69cc5a6d), after_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:46.859090 dv-cinder-804035-25-iscsi neutron-server[103182]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:43:46.859090 dv-cinder-804035-25-iscsi neutron-server[103182]: warnings.warn(msg) Jan 21 09:43:46.859090 dv-cinder-804035-25-iscsi neutron-server[103182]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:43:46.859090 dv-cinder-804035-25-iscsi neutron-server[103182]: warnings.warn(msg) Jan 21 09:43:46.859090 dv-cinder-804035-25-iscsi neutron-server[103182]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:43:46.859090 dv-cinder-804035-25-iscsi neutron-server[103182]: warnings.warn(msg) Jan 21 09:43:46.859090 dv-cinder-804035-25-iscsi neutron-server[103182]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:43:46.859090 dv-cinder-804035-25-iscsi neutron-server[103182]: warnings.warn(msg) Jan 21 09:43:46.859090 dv-cinder-804035-25-iscsi neutron-server[103182]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:43:46.859090 dv-cinder-804035-25-iscsi neutron-server[103182]: warnings.warn(msg) Jan 21 09:43:46.859090 dv-cinder-804035-25-iscsi neutron-server[103182]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:43:46.859090 dv-cinder-804035-25-iscsi neutron-server[103182]: warnings.warn(msg) Jan 21 09:43:46.859090 dv-cinder-804035-25-iscsi neutron-server[103182]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:43:46.859090 dv-cinder-804035-25-iscsi neutron-server[103182]: warnings.warn(msg) Jan 21 09:43:46.859090 dv-cinder-804035-25-iscsi neutron-server[103182]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:43:46.859090 dv-cinder-804035-25-iscsi neutron-server[103182]: warnings.warn(msg) Jan 21 09:43:46.859090 dv-cinder-804035-25-iscsi neutron-server[103182]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:43:46.859090 dv-cinder-804035-25-iscsi neutron-server[103182]: warnings.warn(msg) Jan 21 09:43:46.859090 dv-cinder-804035-25-iscsi neutron-server[103182]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:43:46.859090 dv-cinder-804035-25-iscsi neutron-server[103182]: warnings.warn(msg) Jan 21 09:43:46.859090 dv-cinder-804035-25-iscsi neutron-server[103182]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:43:46.859090 dv-cinder-804035-25-iscsi neutron-server[103182]: warnings.warn(msg) Jan 21 09:43:46.859090 dv-cinder-804035-25-iscsi neutron-server[103182]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:43:46.859090 dv-cinder-804035-25-iscsi neutron-server[103182]: warnings.warn(msg) Jan 21 09:43:46.859090 dv-cinder-804035-25-iscsi neutron-server[103182]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:43:46.859090 dv-cinder-804035-25-iscsi neutron-server[103182]: warnings.warn(msg) Jan 21 09:43:46.859090 dv-cinder-804035-25-iscsi neutron-server[103182]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:43:46.859090 dv-cinder-804035-25-iscsi neutron-server[103182]: warnings.warn(msg) Jan 21 09:43:46.859090 dv-cinder-804035-25-iscsi neutron-server[103182]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:43:46.859090 dv-cinder-804035-25-iscsi neutron-server[103182]: warnings.warn(msg) Jan 21 09:43:46.859090 dv-cinder-804035-25-iscsi neutron-server[103182]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:43:46.859090 dv-cinder-804035-25-iscsi neutron-server[103182]: warnings.warn(msg) Jan 21 09:43:46.859090 dv-cinder-804035-25-iscsi neutron-server[103182]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:43:46.859090 dv-cinder-804035-25-iscsi neutron-server[103182]: warnings.warn(msg) Jan 21 09:43:46.859090 dv-cinder-804035-25-iscsi neutron-server[103182]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:43:46.859090 dv-cinder-804035-25-iscsi neutron-server[103182]: warnings.warn(msg) Jan 21 09:43:46.863884 dv-cinder-804035-25-iscsi neutron-server[103182]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:43:46.863884 dv-cinder-804035-25-iscsi neutron-server[103182]: warnings.warn(msg) Jan 21 09:43:46.863884 dv-cinder-804035-25-iscsi neutron-server[103182]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:43:46.863884 dv-cinder-804035-25-iscsi neutron-server[103182]: warnings.warn(msg) Jan 21 09:43:46.863884 dv-cinder-804035-25-iscsi neutron-server[103182]: Traceback (most recent call last): Jan 21 09:43:46.863884 dv-cinder-804035-25-iscsi neutron-server[103182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:43:46.863884 dv-cinder-804035-25-iscsi neutron-server[103182]: timer() Jan 21 09:43:46.863884 dv-cinder-804035-25-iscsi neutron-server[103182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:43:46.863884 dv-cinder-804035-25-iscsi neutron-server[103182]: cb(*args, **kw) Jan 21 09:43:46.863884 dv-cinder-804035-25-iscsi neutron-server[103182]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 09:43:46.863884 dv-cinder-804035-25-iscsi neutron-server[103182]: return func(*args, **kwargs) Jan 21 09:43:46.863884 dv-cinder-804035-25-iscsi neutron-server[103182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:43:46.863884 dv-cinder-804035-25-iscsi neutron-server[103182]: self._notify() Jan 21 09:43:46.863884 dv-cinder-804035-25-iscsi neutron-server[103182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:43:46.863884 dv-cinder-804035-25-iscsi neutron-server[103182]: self.callback(batched_events) Jan 21 09:43:46.863884 dv-cinder-804035-25-iscsi neutron-server[103182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:43:46.863884 dv-cinder-804035-25-iscsi neutron-server[103182]: event.method(event) Jan 21 09:43:46.863884 dv-cinder-804035-25-iscsi neutron-server[103182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 09:43:46.863884 dv-cinder-804035-25-iscsi neutron-server[103182]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:43:46.863884 dv-cinder-804035-25-iscsi neutron-server[103182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 09:43:46.863884 dv-cinder-804035-25-iscsi neutron-server[103182]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:43:46.863884 dv-cinder-804035-25-iscsi neutron-server[103182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 09:43:46.863884 dv-cinder-804035-25-iscsi neutron-server[103182]: return f(self, *a, **k) Jan 21 09:43:46.863884 dv-cinder-804035-25-iscsi neutron-server[103182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:43:46.863884 dv-cinder-804035-25-iscsi neutron-server[103182]: return self._get(url).json() Jan 21 09:43:46.863884 dv-cinder-804035-25-iscsi neutron-server[103182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:43:46.863884 dv-cinder-804035-25-iscsi neutron-server[103182]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:43:46.863884 dv-cinder-804035-25-iscsi neutron-server[103182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:43:46.863884 dv-cinder-804035-25-iscsi neutron-server[103182]: return self.request(url, 'GET', **kwargs) Jan 21 09:43:46.863884 dv-cinder-804035-25-iscsi neutron-server[103182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:43:46.863884 dv-cinder-804035-25-iscsi neutron-server[103182]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:43:46.863884 dv-cinder-804035-25-iscsi neutron-server[103182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:43:46.863884 dv-cinder-804035-25-iscsi neutron-server[103182]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:43:46.863884 dv-cinder-804035-25-iscsi neutron-server[103182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:43:46.863884 dv-cinder-804035-25-iscsi neutron-server[103182]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:43:46.863884 dv-cinder-804035-25-iscsi neutron-server[103182]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:43:47.002466 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-7d3c4c87-bec6-45da-8d87-cb656eb42de3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3846310'] for network (1d710342-c26e-4285-8810-0ff7eb9f8f93), after_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:47.007003 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-7d3c4c87-bec6-45da-8d87-cb656eb42de3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4184320'] for network (None), before_response {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:47.010640 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [None req-7d3c4c87-bec6-45da-8d87-cb656eb42de3 admin admin] 10.222.0.45 "DELETE /v2.0/networks/1d710342-c26e-4285-8810-0ff7eb9f8f93 HTTP/1.1" status: 204 len: 168 time: 0.4144690 Jan 21 09:43:47.013649 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.45', 40806) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:43:47.025113 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3c4c87-bec6-45da-8d87-cb656eb42de3 admin admin] Pushing event deleted for resources: {'Network': ['ID=1d710342-c26e-4285-8810-0ff7eb9f8f93,revision_number=None']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:47.066458 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d3c46b5-7b11-4db1-91c3-e5b592931c79 admin admin] Deleting subnet ead00857-c081-44fb-a432-065629de1e5a {{(pid=103183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 21 09:43:47.070032 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4d3c46b5-7b11-4db1-91c3-e5b592931c79 admin admin] Publish callbacks [] for subnet (ead00857-c081-44fb-a432-065629de1e5a), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:47.107142 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4d3c46b5-7b11-4db1-91c3-e5b592931c79 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29255376'] for subnet (ead00857-c081-44fb-a432-065629de1e5a), precommit_delete_associations {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:47.148596 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4d3c46b5-7b11-4db1-91c3-e5b592931c79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-981758'] for subnet (ead00857-c081-44fb-a432-065629de1e5a), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:47.259052 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4d3c46b5-7b11-4db1-91c3-e5b592931c79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-982036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4120330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25181703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28848082'] for subnet (ead00857-c081-44fb-a432-065629de1e5a), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:47.285399 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3c46b5-7b11-4db1-91c3-e5b592931c79 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ead00857-c081-44fb-a432-065629de1e5a,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:47.289119 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4d3c46b5-7b11-4db1-91c3-e5b592931c79 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:47.292439 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [None req-4d3c46b5-7b11-4db1-91c3-e5b592931c79 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/ead00857-c081-44fb-a432-065629de1e5a HTTP/1.1" status: 204 len: 168 time: 0.2775414 Jan 21 09:43:47.295104 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.45', 40808) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:43:47.366694 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-13357393-6a03-43cb-a093-82c73668f0cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-989250'] for network (6e044037-f7e0-42d2-aec3-7df3bf465097), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:47.454022 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-13357393-6a03-43cb-a093-82c73668f0cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968284', 'neutron.services.segments.db._delete_segments_for_network-8774670886943'] for network (6e044037-f7e0-42d2-aec3-7df3bf465097), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:47.728572 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.services.segments.db [None req-13357393-6a03-43cb-a093-82c73668f0cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e044037-f7e0-42d2-aec3-7df3bf465097']}} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:47.740753 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.services.segments.db [None req-13357393-6a03-43cb-a093-82c73668f0cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8bc8436-edc4-4784-99e1-d6fb3e604ee5') {'for_net_delete': True} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:47.741119 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.services.segments.db [None req-13357393-6a03-43cb-a093-82c73668f0cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8bc8436-edc4-4784-99e1-d6fb3e604ee5') {} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:47.756526 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-13357393-6a03-43cb-a093-82c73668f0cf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774670886301', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29255211'] for segment (e8bc8436-edc4-4784-99e1-d6fb3e604ee5), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:47.783140 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-13357393-6a03-43cb-a093-82c73668f0cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906022'] for segment (e8bc8436-edc4-4784-99e1-d6fb3e604ee5), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:47.790133 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13357393-6a03-43cb-a093-82c73668f0cf admin admin] Releasing vlan 374 on physical network physnet1 to pool {{(pid=103183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:43:47.790526 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-13357393-6a03-43cb-a093-82c73668f0cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25181805'] for segment (e8bc8436-edc4-4784-99e1-d6fb3e604ee5), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:47.792318 dv-cinder-804035-25-iscsi neutron-server[103183]: Traceback (most recent call last): Jan 21 09:43:47.792318 dv-cinder-804035-25-iscsi neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:43:47.792318 dv-cinder-804035-25-iscsi neutron-server[103183]: timer() Jan 21 09:43:47.792318 dv-cinder-804035-25-iscsi neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:43:47.792318 dv-cinder-804035-25-iscsi neutron-server[103183]: cb(*args, **kw) Jan 21 09:43:47.792318 dv-cinder-804035-25-iscsi neutron-server[103183]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 09:43:47.792318 dv-cinder-804035-25-iscsi neutron-server[103183]: return func(*args, **kwargs) Jan 21 09:43:47.792318 dv-cinder-804035-25-iscsi neutron-server[103183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:43:47.792318 dv-cinder-804035-25-iscsi neutron-server[103183]: self._notify() Jan 21 09:43:47.792318 dv-cinder-804035-25-iscsi neutron-server[103183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:43:47.792318 dv-cinder-804035-25-iscsi neutron-server[103183]: self.callback(batched_events) Jan 21 09:43:47.792318 dv-cinder-804035-25-iscsi neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:43:47.792318 dv-cinder-804035-25-iscsi neutron-server[103183]: event.method(event) Jan 21 09:43:47.792318 dv-cinder-804035-25-iscsi neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 09:43:47.792318 dv-cinder-804035-25-iscsi neutron-server[103183]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:43:47.792318 dv-cinder-804035-25-iscsi neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 09:43:47.792318 dv-cinder-804035-25-iscsi neutron-server[103183]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:43:47.792318 dv-cinder-804035-25-iscsi neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 09:43:47.792318 dv-cinder-804035-25-iscsi neutron-server[103183]: return f(self, *a, **k) Jan 21 09:43:47.792318 dv-cinder-804035-25-iscsi neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:43:47.792318 dv-cinder-804035-25-iscsi neutron-server[103183]: return self._get(url).json() Jan 21 09:43:47.792318 dv-cinder-804035-25-iscsi neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:43:47.792318 dv-cinder-804035-25-iscsi neutron-server[103183]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:43:47.792318 dv-cinder-804035-25-iscsi neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:43:47.792318 dv-cinder-804035-25-iscsi neutron-server[103183]: return self.request(url, 'GET', **kwargs) Jan 21 09:43:47.792318 dv-cinder-804035-25-iscsi neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:43:47.792318 dv-cinder-804035-25-iscsi neutron-server[103183]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:43:47.792318 dv-cinder-804035-25-iscsi neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:43:47.792318 dv-cinder-804035-25-iscsi neutron-server[103183]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:43:47.792318 dv-cinder-804035-25-iscsi neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:43:47.792318 dv-cinder-804035-25-iscsi neutron-server[103183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:43:47.792318 dv-cinder-804035-25-iscsi neutron-server[103183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:43:47.921738 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-13357393-6a03-43cb-a093-82c73668f0cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3846310'] for network (6e044037-f7e0-42d2-aec3-7df3bf465097), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:47.928032 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-13357393-6a03-43cb-a093-82c73668f0cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4184320'] for network (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:47.931481 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [None req-13357393-6a03-43cb-a093-82c73668f0cf admin admin] 10.222.0.45 "DELETE /v2.0/networks/6e044037-f7e0-42d2-aec3-7df3bf465097 HTTP/1.1" status: 204 len: 168 time: 0.6354511 Jan 21 09:43:47.943117 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13357393-6a03-43cb-a093-82c73668f0cf admin admin] Pushing event deleted for resources: {'Network': ['ID=6e044037-f7e0-42d2-aec3-7df3bf465097,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:48.377296 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.wsgi [-] (103182) accepted ('10.222.0.45', 40814) {{(pid=103182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:43:48.419940 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [None req-222f5103-8881-4db2-89f0-d8a72135432b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a8a28ad07bfa4b7e994eb269722ec05a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0414200 Jan 21 09:43:48.423024 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.45', 40816) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:43:48.446640 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-fd99bae5-5981-4ae3-8343-42809e153ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (e2f5353c-5d20-4dd0-beb4-c302aead9ffd), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:48.473248 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-09f9d424-ef3b-4f0b-827b-e3dd2a5e4d8c admin admin] Publish callbacks [] for security_group (20d936dd-4181-431c-aacb-4eb6abdf1db2), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:48.496078 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-09f9d424-ef3b-4f0b-827b-e3dd2a5e4d8c admin admin] Publish callbacks [] for security_group (20d936dd-4181-431c-aacb-4eb6abdf1db2), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:48.635369 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-09f9d424-ef3b-4f0b-827b-e3dd2a5e4d8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126007'] for security_group (20d936dd-4181-431c-aacb-4eb6abdf1db2), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:48.638327 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-09f9d424-ef3b-4f0b-827b-e3dd2a5e4d8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:48.639183 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [None req-09f9d424-ef3b-4f0b-827b-e3dd2a5e4d8c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/20d936dd-4181-431c-aacb-4eb6abdf1db2 HTTP/1.1" status: 204 len: 168 time: 0.2151725 Jan 21 09:43:48.647857 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f9d424-ef3b-4f0b-827b-e3dd2a5e4d8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20d936dd-4181-431c-aacb-4eb6abdf1db2,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:49.392148 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.45', 40824) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:43:49.446402 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [None req-b736c0f0-eba1-4e2a-bc40-b39eced6a72d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ffba7f0c4cbc49eba9154c288bb1c576&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0528357 Jan 21 09:43:49.449135 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.45', 40826) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:43:49.459783 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (5a7f6758-1e24-44b8-9b24-65ffc30c20d4), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:49.521123 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-cc42e88a-c5c9-43af-bef6-7d3bb9b15f09 admin admin] Publish callbacks [] for security_group (d9fb22e3-7d17-4274-ae97-ad7d6cf3881d), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:49.538132 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0beda05d-594e-4362-80c2-bc999a9a2b64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (9e31de2d-26a2-4a88-b799-f1f3b7df75bf), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:49.562611 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-cc42e88a-c5c9-43af-bef6-7d3bb9b15f09 admin admin] Publish callbacks [] for security_group (d9fb22e3-7d17-4274-ae97-ad7d6cf3881d), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:49.704807 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-cc42e88a-c5c9-43af-bef6-7d3bb9b15f09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126007'] for security_group (d9fb22e3-7d17-4274-ae97-ad7d6cf3881d), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:49.707563 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-cc42e88a-c5c9-43af-bef6-7d3bb9b15f09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:49.708897 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [None req-cc42e88a-c5c9-43af-bef6-7d3bb9b15f09 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d9fb22e3-7d17-4274-ae97-ad7d6cf3881d HTTP/1.1" status: 204 len: 168 time: 0.2586088 Jan 21 09:43:49.720673 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc42e88a-c5c9-43af-bef6-7d3bb9b15f09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9fb22e3-7d17-4274-ae97-ad7d6cf3881d,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:50.935087 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-cfde93ec-41b4-42fb-b4cf-cf37faa8a4af req-b2f38a3e-cc43-4789-ac3d-23f4d70c0bb0 service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=f4a4e6b7-47b1-4de2-8677-4f8e3eb056c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0421245 Jan 21 09:43:51.032881 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfde93ec-41b4-42fb-b4cf-cf37faa8a4af req-c400d5b8-74c3-4258-b0cc-ee4a735c3b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:51.034490 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-cfde93ec-41b4-42fb-b4cf-cf37faa8a4af req-c400d5b8-74c3-4258-b0cc-ee4a735c3b7f service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=d2ac0334d1e14c29aa6222d547c64b00&device_id=f4a4e6b7-47b1-4de2-8677-4f8e3eb056c2 HTTP/1.1" status: 200 len: 1098 time: 0.0534515 Jan 21 09:43:51.159235 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfde93ec-41b4-42fb-b4cf-cf37faa8a4af req-9a625f13-d070-4264-bc74-42bc9b77cb09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:51.160907 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-cfde93ec-41b4-42fb-b4cf-cf37faa8a4af req-9a625f13-d070-4264-bc74-42bc9b77cb09 service neutron] 10.222.0.109 "GET /v2.0/networks?id=ec6c0da2-1dbe-43af-89f3-68cb39bbc90b HTTP/1.1" status: 200 len: 910 time: 0.1082113 Jan 21 09:43:51.218607 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f5928849-742c-4298-9c4e-ae1543ad1886 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (fd0edb9a-d711-47a6-aedf-fe72898a6c79), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:51.233884 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-cfde93ec-41b4-42fb-b4cf-cf37faa8a4af req-87edcb70-97c6-4800-9315-6c7684d5cc39 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0e43678c-54de-414e-81b5-5773897a97f4 HTTP/1.1" status: 200 len: 1001 time: 0.0652921 Jan 21 09:43:51.304049 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfde93ec-41b4-42fb-b4cf-cf37faa8a4af req-2f732fb5-4af4-44b6-ae81-73250d5897f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:51.306438 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-cfde93ec-41b4-42fb-b4cf-cf37faa8a4af req-2f732fb5-4af4-44b6-ae81-73250d5897f5 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=1bf23acc-59f7-4a2a-af00-01a8c5f75fdb HTTP/1.1" status: 200 len: 848 time: 0.0664704 Jan 21 09:43:51.373698 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfde93ec-41b4-42fb-b4cf-cf37faa8a4af req-7f4185ab-c0a7-4e4c-9248-ed59b5afdc2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:51.377021 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-cfde93ec-41b4-42fb-b4cf-cf37faa8a4af req-7f4185ab-c0a7-4e4c-9248-ed59b5afdc2b service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=ec6c0da2-1dbe-43af-89f3-68cb39bbc90b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0645812 Jan 21 09:43:51.504830 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-cfde93ec-41b4-42fb-b4cf-cf37faa8a4af req-e0d5287c-9f09-4f96-a1eb-1d27a24c4ceb service neutron] 10.222.0.109 "GET /v2.0/networks/ec6c0da2-1dbe-43af-89f3-68cb39bbc90b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210642 Jan 21 09:43:51.620293 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-cfde93ec-41b4-42fb-b4cf-cf37faa8a4af req-9cb1004d-5390-4942-a575-0c001c16ef38 service neutron] 10.222.0.109 "GET /v2.0/networks/ec6c0da2-1dbe-43af-89f3-68cb39bbc90b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085320 Jan 21 09:43:52.401013 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (a4f58dde-e5c6-489c-94fe-b355a6abc90e), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:43:58.521880 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.db.agents_db [None req-6cca2222-2941-4527-9622-8fe6bb096302 None None] Agent healthcheck: found 6 active agents {{(pid=103185) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 09:44:15.932252 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-53de0f51-e18d-45ab-95b6-bed80604b8ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (8a5d4a72-43a4-4fcf-b58e-bc9792bd5f0a), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:18.412618 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a7c650e2-07f5-4e16-9d2d-dc1366704d23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (e2f5353c-5d20-4dd0-beb4-c302aead9ffd), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:19.429479 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (5a7f6758-1e24-44b8-9b24-65ffc30c20d4), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:19.543755 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0beda05d-594e-4362-80c2-bc999a9a2b64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (9e31de2d-26a2-4a88-b799-f1f3b7df75bf), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:21.189652 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f5928849-742c-4298-9c4e-ae1543ad1886 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (fd0edb9a-d711-47a6-aedf-fe72898a6c79), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:22.435241 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (a4f58dde-e5c6-489c-94fe-b355a6abc90e), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:26.682646 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-27c89b7f-a6c9-46af-97a9-b6938339613b req-8abe6fa8-7e93-4b2b-8db5-7a69559f88b0 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-159313003&fields=id&tenant_id=515ded26ca114fbf9c6e920362aec64c HTTP/1.1" status: 200 len: 267 time: 0.0602658 Jan 21 09:44:26.805914 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c89b7f-a6c9-46af-97a9-b6938339613b req-d4a0a70f-1ca1-4a99-bf37-592b0f5efc8d tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:26.807524 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-27c89b7f-a6c9-46af-97a9-b6938339613b req-d4a0a70f-1ca1-4a99-bf37-592b0f5efc8d tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] 10.222.0.45 "GET /v2.0/networks?id=858c4f17-92ac-4cda-9750-b98e2d3705f8 HTTP/1.1" status: 200 len: 812 time: 0.1183324 Jan 21 09:44:26.824523 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-27c89b7f-a6c9-46af-97a9-b6938339613b req-14bb643a-dfa5-46ed-bc8d-adcfbefdedb5 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] 10.222.0.45 "GET /v2.0/quotas/515ded26ca114fbf9c6e920362aec64c HTTP/1.1" status: 200 len: 375 time: 0.0112939 Jan 21 09:44:26.886842 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-27c89b7f-a6c9-46af-97a9-b6938339613b req-8f481b7f-2b05-44c6-908e-f06cb8765ae7 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=515ded26ca114fbf9c6e920362aec64c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0561774 Jan 21 09:44:27.001429 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-27c89b7f-a6c9-46af-97a9-b6938339613b req-1a872161-ebac-4bb7-935e-a4dc86aa591e service neutron] 10.222.0.45 "GET /v2.0/networks/858c4f17-92ac-4cda-9750-b98e2d3705f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958865 Jan 21 09:44:27.100896 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-27c89b7f-a6c9-46af-97a9-b6938339613b req-ba417cb0-5b55-41b3-8c1e-46b332c187d3 service neutron] 10.222.0.45 "GET /v2.0/networks/858c4f17-92ac-4cda-9750-b98e2d3705f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916548 Jan 21 09:44:27.855402 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-e66016c8-0b46-4b40-aeba-82400a6c8c87 req-51d5f468-3510-4949-8dcf-adf4d0b85860 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] 10.222.0.45 "GET /v2.0/ports?device_id=325f56a1-8c36-43e5-9896-52f6713a7ba0 HTTP/1.1" status: 200 len: 210 time: 0.0382981 Jan 21 09:44:28.968272 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-fb792552-269c-4e8b-b4b1-a3a8d98c2628 req-dd597525-c7e2-41dc-b4f6-358e3e8ee021 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] 10.222.0.45 "GET /v2.0/ports?device_id=325f56a1-8c36-43e5-9896-52f6713a7ba0 HTTP/1.1" status: 200 len: 210 time: 0.0340767 Jan 21 09:44:30.013897 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c89b7f-a6c9-46af-97a9-b6938339613b req-92bc6eb3-b427-4ee1-b857-ff58ca87f0c7 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:30.015370 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-27c89b7f-a6c9-46af-97a9-b6938339613b req-92bc6eb3-b427-4ee1-b857-ff58ca87f0c7 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] 10.222.0.109 "GET /v2.0/networks?id=858c4f17-92ac-4cda-9750-b98e2d3705f8 HTTP/1.1" status: 200 len: 812 time: 0.1106303 Jan 21 09:44:30.088076 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-09b70a37-32f8-44b6-8c49-84b97af00eba req-e53d940c-2d1b-401c-95cd-722f34d334c1 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] 10.222.0.45 "GET /v2.0/ports?device_id=325f56a1-8c36-43e5-9896-52f6713a7ba0 HTTP/1.1" status: 200 len: 210 time: 0.0421062 Jan 21 09:44:30.119699 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-27c89b7f-a6c9-46af-97a9-b6938339613b req-e68dc6c6-8f78-4c0a-b16c-15018ad10887 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] 10.222.0.109 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=515ded26ca114fbf9c6e920362aec64c HTTP/1.1" status: 200 len: 379 time: 0.0947835 Jan 21 09:44:30.134028 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.v2.base [req-27c89b7f-a6c9-46af-97a9-b6938339613b req-2871a40a-e57d-4370-abd8-536311a52c0e tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Request body: {'port': {'device_id': '325f56a1-8c36-43e5-9896-52f6713a7ba0', 'network_id': '858c4f17-92ac-4cda-9750-b98e2d3705f8', 'admin_state_up': True, 'tenant_id': '515ded26ca114fbf9c6e920362aec64c', 'security_groups': ['f1675cd1-54f4-4d25-9ed0-7b073048c061']}} {{(pid=103182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:44:30.315244 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27c89b7f-a6c9-46af-97a9-b6938339613b req-2871a40a-e57d-4370-abd8-536311a52c0e tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Made reservation on behalf of 515ded26ca114fbf9c6e920362aec64c for: {'port': 1} {{(pid=103182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:44:30.320668 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-27c89b7f-a6c9-46af-97a9-b6938339613b req-2871a40a-e57d-4370-abd8-536311a52c0e tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (None), before_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:30.513470 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.db.db_base_plugin_common [req-27c89b7f-a6c9-46af-97a9-b6938339613b req-2871a40a-e57d-4370-abd8-536311a52c0e tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Allocated IP 172.20.0.12 (858c4f17-92ac-4cda-9750-b98e2d3705f8/ed880366-382f-48ca-9b10-9aa3edc0e5e7/8a2eff4f-a260-4ac8-8540-0f38c10b4796) {{(pid=103182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:44:30.670602 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-27c89b7f-a6c9-46af-97a9-b6938339613b req-2871a40a-e57d-4370-abd8-536311a52c0e tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Publish callbacks [] for port (8a2eff4f-a260-4ac8-8540-0f38c10b4796), precommit_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:30.829615 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-27c89b7f-a6c9-46af-97a9-b6938339613b req-2871a40a-e57d-4370-abd8-536311a52c0e tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774670299796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29186853'] for port (8a2eff4f-a260-4ac8-8540-0f38c10b4796), after_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:30.878218 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27c89b7f-a6c9-46af-97a9-b6938339613b req-2871a40a-e57d-4370-abd8-536311a52c0e tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Network 858c4f17-92ac-4cda-9750-b98e2d3705f8 is already hosted by enough agents. {{(pid=103182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:44:30.885050 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.scheduler.base_scheduler [req-27c89b7f-a6c9-46af-97a9-b6938339613b req-2871a40a-e57d-4370-abd8-536311a52c0e tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Resources bound (agent type, host, resource id): {{(pid=103182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:44:30.899211 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.db.l3_dvrscheduler_db [req-27c89b7f-a6c9-46af-97a9-b6938339613b req-2871a40a-e57d-4370-abd8-536311a52c0e tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Received port after_create {{(pid=103182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 09:44:30.944859 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2871a40a-e57d-4370-abd8-536311a52c0e tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Pushing event updated for resources: {'Port': ['ID=8a2eff4f-a260-4ac8-8540-0f38c10b4796,revision_number=1']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:30.961744 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2871a40a-e57d-4370-abd8-536311a52c0e tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:30.962024 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2871a40a-e57d-4370-abd8-536311a52c0e tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:30.962448 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2871a40a-e57d-4370-abd8-536311a52c0e tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:30.962782 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2871a40a-e57d-4370-abd8-536311a52c0e tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:30.963189 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2871a40a-e57d-4370-abd8-536311a52c0e tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:30.963628 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2871a40a-e57d-4370-abd8-536311a52c0e tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:30.963861 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2871a40a-e57d-4370-abd8-536311a52c0e tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:30.964194 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2871a40a-e57d-4370-abd8-536311a52c0e tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:30.964525 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2871a40a-e57d-4370-abd8-536311a52c0e tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:30.964855 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2871a40a-e57d-4370-abd8-536311a52c0e tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:30.965203 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2871a40a-e57d-4370-abd8-536311a52c0e tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:30.965534 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2871a40a-e57d-4370-abd8-536311a52c0e tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:30.965858 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2871a40a-e57d-4370-abd8-536311a52c0e tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:30.991121 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c89b7f-a6c9-46af-97a9-b6938339613b req-2871a40a-e57d-4370-abd8-536311a52c0e tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:30.992076 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-27c89b7f-a6c9-46af-97a9-b6938339613b req-2871a40a-e57d-4370-abd8-536311a52c0e tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11211'] for port (None), before_response {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:31.094696 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-27c89b7f-a6c9-46af-97a9-b6938339613b req-2871a40a-e57d-4370-abd8-536311a52c0e tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] 10.222.0.109 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9691732 Jan 21 09:44:31.106900 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.v2.base [req-27c89b7f-a6c9-46af-97a9-b6938339613b req-97e527d0-26d0-4a26-bb95-ebd0b48c284a service neutron] Request body: {'port': {'device_id': '325f56a1-8c36-43e5-9896-52f6713a7ba0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=103182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:44:31.174401 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-27c89b7f-a6c9-46af-97a9-b6938339613b req-97e527d0-26d0-4a26-bb95-ebd0b48c284a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (8a2eff4f-a260-4ac8-8540-0f38c10b4796), before_update {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:31.198105 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.provisioning_blocks [None req-20819e86-6324-4c0b-bd96-66625e4f25be None None] Provisioning complete for port 8a2eff4f-a260-4ac8-8540-0f38c10b4796 triggered by entity DHCP. {{(pid=103184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:44:31.198716 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-20819e86-6324-4c0b-bd96-66625e4f25be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983013'] for port (8a2eff4f-a260-4ac8-8540-0f38c10b4796), provisioning_complete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:31.269176 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-20819e86-6324-4c0b-bd96-66625e4f25be None None] Port 8a2eff4f-a260-4ac8-8540-0f38c10b4796 cannot update to ACTIVE because it is not bound. {{(pid=103184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 21 09:44:31.364965 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e140bf41-2596-4fa3-960f-8013313683ca req-8d192014-2e73-4daa-a625-78568ebbc521 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:31.366686 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-e140bf41-2596-4fa3-960f-8013313683ca req-8d192014-2e73-4daa-a625-78568ebbc521 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] 10.222.0.45 "GET /v2.0/ports?device_id=325f56a1-8c36-43e5-9896-52f6713a7ba0 HTTP/1.1" status: 200 len: 932 time: 0.1693842 Jan 21 09:44:31.497585 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-e140bf41-2596-4fa3-960f-8013313683ca req-2dddbf8c-47cb-4598-913c-78856238055b tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1675cd1-54f4-4d25-9ed0-7b073048c061&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1233363 Jan 21 09:44:31.592563 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.notifiers.nova [req-27c89b7f-a6c9-46af-97a9-b6938339613b req-97e527d0-26d0-4a26-bb95-ebd0b48c284a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a2eff4f-a260-4ac8-8540-0f38c10b4796 {{(pid=103182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:44:31.601705 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-27c89b7f-a6c9-46af-97a9-b6938339613b req-97e527d0-26d0-4a26-bb95-ebd0b48c284a service neutron] Publish callbacks [] for port (8a2eff4f-a260-4ac8-8540-0f38c10b4796), precommit_update {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:31.615952 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.db.provisioning_blocks [req-27c89b7f-a6c9-46af-97a9-b6938339613b req-97e527d0-26d0-4a26-bb95-ebd0b48c284a service neutron] Transition to ACTIVE for port object 8a2eff4f-a260-4ac8-8540-0f38c10b4796 will not be triggered until provisioned by entity L2. {{(pid=103182) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:44:31.726279 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-27c89b7f-a6c9-46af-97a9-b6938339613b req-97e527d0-26d0-4a26-bb95-ebd0b48c284a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774670732957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774670299814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774670299832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29186908'] for port (8a2eff4f-a260-4ac8-8540-0f38c10b4796), after_update {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:31.782701 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e527d0-26d0-4a26-bb95-ebd0b48c284a service neutron] Pushing event updated for resources: {'Port': ['ID=8a2eff4f-a260-4ac8-8540-0f38c10b4796,revision_number=2']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:31.860023 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.managers [req-27c89b7f-a6c9-46af-97a9-b6938339613b req-97e527d0-26d0-4a26-bb95-ebd0b48c284a service neutron] Attempting to bind port 8a2eff4f-a260-4ac8-8540-0f38c10b4796 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=103182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 09:44:31.860366 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.managers [req-27c89b7f-a6c9-46af-97a9-b6938339613b req-97e527d0-26d0-4a26-bb95-ebd0b48c284a service neutron] Attempting to bind port 8a2eff4f-a260-4ac8-8540-0f38c10b4796 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '18509a21-b759-406e-af96-dd1ff2a318e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '858c4f17-92ac-4cda-9750-b98e2d3705f8'}] {{(pid=103182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 09:44:31.860697 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27c89b7f-a6c9-46af-97a9-b6938339613b req-97e527d0-26d0-4a26-bb95-ebd0b48c284a service neutron] Attempting to bind port 8a2eff4f-a260-4ac8-8540-0f38c10b4796 on network 858c4f17-92ac-4cda-9750-b98e2d3705f8 {{(pid=103182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:44:31.866461 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27c89b7f-a6c9-46af-97a9-b6938339613b req-97e527d0-26d0-4a26-bb95-ebd0b48c284a service neutron] Port 8a2eff4f-a260-4ac8-8540-0f38c10b4796 on network 858c4f17-92ac-4cda-9750-b98e2d3705f8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=103182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 21 09:44:31.866783 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27c89b7f-a6c9-46af-97a9-b6938339613b req-97e527d0-26d0-4a26-bb95-ebd0b48c284a service neutron] Attempting to bind port 8a2eff4f-a260-4ac8-8540-0f38c10b4796 on network 858c4f17-92ac-4cda-9750-b98e2d3705f8 {{(pid=103182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:44:31.872533 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27c89b7f-a6c9-46af-97a9-b6938339613b req-97e527d0-26d0-4a26-bb95-ebd0b48c284a service neutron] Checking agent: {'id': '5a7f6758-1e24-44b8-9b24-65ffc30c20d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 33, 47), 'started_at': datetime.datetime(2022, 1, 21, 9, 33, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 44, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:44:31.878711 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27c89b7f-a6c9-46af-97a9-b6938339613b req-97e527d0-26d0-4a26-bb95-ebd0b48c284a service neutron] Checking segment: {'id': '18509a21-b759-406e-af96-dd1ff2a318e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '858c4f17-92ac-4cda-9750-b98e2d3705f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 09:44:31.878711 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27c89b7f-a6c9-46af-97a9-b6938339613b req-97e527d0-26d0-4a26-bb95-ebd0b48c284a service neutron] Bound using segment: {'id': '18509a21-b759-406e-af96-dd1ff2a318e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '858c4f17-92ac-4cda-9750-b98e2d3705f8'} {{(pid=103182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:44:31.878711 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.managers [req-27c89b7f-a6c9-46af-97a9-b6938339613b req-97e527d0-26d0-4a26-bb95-ebd0b48c284a service neutron] Bound port: 8a2eff4f-a260-4ac8-8540-0f38c10b4796, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18509a21-b759-406e-af96-dd1ff2a318e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '858c4f17-92ac-4cda-9750-b98e2d3705f8'}}] {{(pid=103182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 09:44:31.878711 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-27c89b7f-a6c9-46af-97a9-b6938339613b req-97e527d0-26d0-4a26-bb95-ebd0b48c284a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (8a2eff4f-a260-4ac8-8540-0f38c10b4796), before_update {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:31.945686 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.db [req-27c89b7f-a6c9-46af-97a9-b6938339613b req-97e527d0-26d0-4a26-bb95-ebd0b48c284a service neutron] For port 8a2eff4f-a260-4ac8-8540-0f38c10b4796, host hv-cinder-80403, cleared binding levels {{(pid=103182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:44:31.948808 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.db [req-27c89b7f-a6c9-46af-97a9-b6938339613b req-97e527d0-26d0-4a26-bb95-ebd0b48c284a service neutron] For port 8a2eff4f-a260-4ac8-8540-0f38c10b4796, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=8a2eff4f-a260-4ac8-8540-0f38c10b4796,segment=NetworkSegment(18509a21-b759-406e-af96-dd1ff2a318e9),segment_id=18509a21-b759-406e-af96-dd1ff2a318e9)] {{(pid=103182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:44:32.012459 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-27c89b7f-a6c9-46af-97a9-b6938339613b req-97e527d0-26d0-4a26-bb95-ebd0b48c284a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774670732957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774670299814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774670299832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29186908'] for port (8a2eff4f-a260-4ac8-8540-0f38c10b4796), after_update {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:32.049780 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c89b7f-a6c9-46af-97a9-b6938339613b req-97e527d0-26d0-4a26-bb95-ebd0b48c284a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:32.050403 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-27c89b7f-a6c9-46af-97a9-b6938339613b req-97e527d0-26d0-4a26-bb95-ebd0b48c284a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11211'] for port (None), before_response {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:32.052554 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-27c89b7f-a6c9-46af-97a9-b6938339613b req-97e527d0-26d0-4a26-bb95-ebd0b48c284a service neutron] 10.222.0.109 "PUT /v2.0/ports/8a2eff4f-a260-4ac8-8540-0f38c10b4796 HTTP/1.1" status: 200 len: 1094 time: 0.9499292 Jan 21 09:44:32.052954 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '325f56a1-8c36-43e5-9896-52f6713a7ba0', 'tag': '8a2eff4f-a260-4ac8-8540-0f38c10b4796'}] {{(pid=103182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:44:32.055228 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa0cc1f82daaed98fc3f7058001f72739ccfc4facde8019b77a0af70a494964c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-649a8bb1-0fd8-4c09-914f-95420ae32dae" -d '{"events": [{"name": "network-changed", "server_uuid": "325f56a1-8c36-43e5-9896-52f6713a7ba0", "tag": "8a2eff4f-a260-4ac8-8540-0f38c10b4796"}]}' {{(pid=103182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:44:32.089975 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e527d0-26d0-4a26-bb95-ebd0b48c284a service neutron] Pushing event updated for resources: {'Port': ['ID=8a2eff4f-a260-4ac8-8540-0f38c10b4796,revision_number=3']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:32.110764 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 09:44:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c59c29e-8e59-470a-8988-a457dd3f7f46 x-openstack-request-id: req-0c59c29e-8e59-470a-8988-a457dd3f7f46 {{(pid=103182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:44:32.111394 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "325f56a1-8c36-43e5-9896-52f6713a7ba0", "tag": "8a2eff4f-a260-4ac8-8540-0f38c10b4796", "status": "completed", "code": 200}]} {{(pid=103182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:44:32.111394 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0c59c29e-8e59-470a-8988-a457dd3f7f46 {{(pid=103182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:44:32.111687 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '325f56a1-8c36-43e5-9896-52f6713a7ba0', 'tag': '8a2eff4f-a260-4ac8-8540-0f38c10b4796', 'status': 'completed', 'code': 200} Jan 21 09:44:32.187671 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649a8bb1-0fd8-4c09-914f-95420ae32dae req-6ab5c70c-f1ac-46f9-8817-56f33cee8cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:32.189263 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-649a8bb1-0fd8-4c09-914f-95420ae32dae req-6ab5c70c-f1ac-46f9-8817-56f33cee8cb4 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=515ded26ca114fbf9c6e920362aec64c&device_id=325f56a1-8c36-43e5-9896-52f6713a7ba0 HTTP/1.1" status: 200 len: 1097 time: 0.0502408 Jan 21 09:44:32.305777 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649a8bb1-0fd8-4c09-914f-95420ae32dae req-69b8367f-19af-4e07-9181-1c8cfbda7a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:32.307225 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-649a8bb1-0fd8-4c09-914f-95420ae32dae req-69b8367f-19af-4e07-9181-1c8cfbda7a26 service neutron] 10.222.0.109 "GET /v2.0/networks?tenant_id=515ded26ca114fbf9c6e920362aec64c&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1088305 Jan 21 09:44:32.418147 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649a8bb1-0fd8-4c09-914f-95420ae32dae req-fa3fc727-4194-4828-8007-0a5f4f05f99f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:32.419641 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-649a8bb1-0fd8-4c09-914f-95420ae32dae req-fa3fc727-4194-4828-8007-0a5f4f05f99f service neutron] 10.222.0.109 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1065850 Jan 21 09:44:32.504714 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c89b7f-a6c9-46af-97a9-b6938339613b req-70af4d32-1c87-4d47-87a4-6335840e52d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:32.506646 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-27c89b7f-a6c9-46af-97a9-b6938339613b req-70af4d32-1c87-4d47-87a4-6335840e52d9 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=515ded26ca114fbf9c6e920362aec64c&device_id=325f56a1-8c36-43e5-9896-52f6713a7ba0 HTTP/1.1" status: 200 len: 1097 time: 0.0474243 Jan 21 09:44:32.553322 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-27c89b7f-a6c9-46af-97a9-b6938339613b req-9b1d6989-f131-483c-ab0b-39246c027914 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8a2eff4f-a260-4ac8-8540-0f38c10b4796 HTTP/1.1" status: 200 len: 217 time: 0.0401833 Jan 21 09:44:32.634065 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c89b7f-a6c9-46af-97a9-b6938339613b req-1439b233-6cb2-42a2-b3c1-bba6dad9288c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:32.635895 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-27c89b7f-a6c9-46af-97a9-b6938339613b req-1439b233-6cb2-42a2-b3c1-bba6dad9288c service neutron] 10.222.0.109 "GET /v2.0/subnets?id=ed880366-382f-48ca-9b10-9aa3edc0e5e7 HTTP/1.1" status: 200 len: 851 time: 0.0762000 Jan 21 09:44:32.678452 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0355452-a244-4bb4-8b24-4af9bdfc941e req-688ed528-1082-4648-ae0e-520eceab731c tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:32.680057 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-a0355452-a244-4bb4-8b24-4af9bdfc941e req-688ed528-1082-4648-ae0e-520eceab731c tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] 10.222.0.45 "GET /v2.0/ports?device_id=325f56a1-8c36-43e5-9896-52f6713a7ba0 HTTP/1.1" status: 200 len: 944 time: 0.0932226 Jan 21 09:44:32.736429 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c89b7f-a6c9-46af-97a9-b6938339613b req-ed824ada-4e8a-42d7-84c5-20bfc9bcd540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:32.738026 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-27c89b7f-a6c9-46af-97a9-b6938339613b req-ed824ada-4e8a-42d7-84c5-20bfc9bcd540 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=858c4f17-92ac-4cda-9750-b98e2d3705f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0959110 Jan 21 09:44:32.789032 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-a0355452-a244-4bb4-8b24-4af9bdfc941e req-bdb4e7dd-66d1-40a4-a81c-3e368f1ed6ab tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1675cd1-54f4-4d25-9ed0-7b073048c061&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1020215 Jan 21 09:44:32.858001 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-27c89b7f-a6c9-46af-97a9-b6938339613b req-278fddf6-2cdb-4f38-99b6-b9b5c76f63b6 service neutron] 10.222.0.109 "GET /v2.0/networks/858c4f17-92ac-4cda-9750-b98e2d3705f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125863 Jan 21 09:44:32.964919 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-27c89b7f-a6c9-46af-97a9-b6938339613b req-57bc5f4c-e429-4262-90c1-df297a4fd40c service neutron] 10.222.0.109 "GET /v2.0/networks/858c4f17-92ac-4cda-9750-b98e2d3705f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015146 Jan 21 09:44:33.919312 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44c7af7-48bf-45fe-849b-78069a69d3a4 req-8b8bc070-8575-4073-afb9-d118db91f0ce tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:33.920934 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-e44c7af7-48bf-45fe-849b-78069a69d3a4 req-8b8bc070-8575-4073-afb9-d118db91f0ce tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] 10.222.0.45 "GET /v2.0/ports?device_id=325f56a1-8c36-43e5-9896-52f6713a7ba0 HTTP/1.1" status: 200 len: 944 time: 0.0567422 Jan 21 09:44:33.997416 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-e44c7af7-48bf-45fe-849b-78069a69d3a4 req-2896cbbf-29e4-4e28-a84f-fd296bba6728 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1675cd1-54f4-4d25-9ed0-7b073048c061&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701349 Jan 21 09:44:35.129869 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62e3d30-2745-4d7d-a562-615e041fab7c req-6f84c2c2-ebe1-4bc6-9a05-11f984710496 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:35.132144 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-e62e3d30-2745-4d7d-a562-615e041fab7c req-6f84c2c2-ebe1-4bc6-9a05-11f984710496 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] 10.222.0.45 "GET /v2.0/ports?device_id=325f56a1-8c36-43e5-9896-52f6713a7ba0 HTTP/1.1" status: 200 len: 944 time: 0.0607631 Jan 21 09:44:35.196912 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-e62e3d30-2745-4d7d-a562-615e041fab7c req-2c33c79a-ffea-4067-88d0-aaa78af51dcd tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1675cd1-54f4-4d25-9ed0-7b073048c061&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550470 Jan 21 09:44:35.520276 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.db.agents_db [None req-6cca2222-2941-4527-9622-8fe6bb096302 None None] Agent healthcheck: found 6 active agents {{(pid=103185) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 09:44:36.367886 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082ee61f-8e0c-4df6-bd53-e15331fc1bc1 req-5784ee9d-26ff-49cb-acdb-3c1ebb241143 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:36.370612 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-082ee61f-8e0c-4df6-bd53-e15331fc1bc1 req-5784ee9d-26ff-49cb-acdb-3c1ebb241143 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] 10.222.0.45 "GET /v2.0/ports?device_id=325f56a1-8c36-43e5-9896-52f6713a7ba0 HTTP/1.1" status: 200 len: 944 time: 0.0823944 Jan 21 09:44:36.430395 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-082ee61f-8e0c-4df6-bd53-e15331fc1bc1 req-5041c721-c50d-4f53-9aa6-5200a76ca305 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1675cd1-54f4-4d25-9ed0-7b073048c061&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544014 Jan 21 09:44:37.579400 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfc7cb1-48b7-4e4c-a423-8c6097fe3b45 req-b70b31d6-f2e1-49b9-8b4c-7376ea639f2d tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:37.582330 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-ddfc7cb1-48b7-4e4c-a423-8c6097fe3b45 req-b70b31d6-f2e1-49b9-8b4c-7376ea639f2d tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] 10.222.0.45 "GET /v2.0/ports?device_id=325f56a1-8c36-43e5-9896-52f6713a7ba0 HTTP/1.1" status: 200 len: 944 time: 0.0684264 Jan 21 09:44:37.653883 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-ddfc7cb1-48b7-4e4c-a423-8c6097fe3b45 req-c2b1bf0f-4b09-43b9-8ba2-f520f397a162 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1675cd1-54f4-4d25-9ed0-7b073048c061&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628169 Jan 21 09:44:38.796656 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655727c3-2332-4fe9-a518-dbb4e3f237fc req-ae43bf38-30aa-48af-8adb-be0852a4dc47 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:38.798259 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-655727c3-2332-4fe9-a518-dbb4e3f237fc req-ae43bf38-30aa-48af-8adb-be0852a4dc47 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] 10.222.0.45 "GET /v2.0/ports?device_id=325f56a1-8c36-43e5-9896-52f6713a7ba0 HTTP/1.1" status: 200 len: 944 time: 0.0582979 Jan 21 09:44:38.855686 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-655727c3-2332-4fe9-a518-dbb4e3f237fc req-19d6d2d7-3a81-4ace-b400-381230c5c587 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1675cd1-54f4-4d25-9ed0-7b073048c061&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505750 Jan 21 09:44:39.918438 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c9684f-05e0-4866-9aa9-9522fac4f851 req-c5d9f08b-706b-45a1-a73f-1b025102472e tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:39.920098 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-e2c9684f-05e0-4866-9aa9-9522fac4f851 req-c5d9f08b-706b-45a1-a73f-1b025102472e tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4a4e6b7-47b1-4de2-8677-4f8e3eb056c2 HTTP/1.1" status: 200 len: 945 time: 0.0559714 Jan 21 09:44:40.003539 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-e2c9684f-05e0-4866-9aa9-9522fac4f851 req-46fd5748-03c1-4244-9438-2f8b745d6667 tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] 10.222.0.45 "GET /v2.0/security-groups?id=ecb8bb3e-d4e6-4c35-9133-48a56990ede7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774221 Jan 21 09:44:40.019863 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40eb6c23-42be-4f8e-891a-7b2f6dfe0793 req-51b991c0-c4de-4b44-8011-f91efb61d6a0 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:40.022076 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-40eb6c23-42be-4f8e-891a-7b2f6dfe0793 req-51b991c0-c4de-4b44-8011-f91efb61d6a0 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] 10.222.0.45 "GET /v2.0/ports?device_id=325f56a1-8c36-43e5-9896-52f6713a7ba0 HTTP/1.1" status: 200 len: 944 time: 0.0805726 Jan 21 09:44:40.082155 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-40eb6c23-42be-4f8e-891a-7b2f6dfe0793 req-29e31391-7204-44d0-a86c-4d45eef2657f tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1675cd1-54f4-4d25-9ed0-7b073048c061&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531442 Jan 21 09:44:41.138461 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1970c4-7ecd-4ec9-a671-551d1624d323 req-f6476028-e20d-411b-86c9-8cb5c0cbdf6a tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:41.140062 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-ad1970c4-7ecd-4ec9-a671-551d1624d323 req-f6476028-e20d-411b-86c9-8cb5c0cbdf6a tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4a4e6b7-47b1-4de2-8677-4f8e3eb056c2 HTTP/1.1" status: 200 len: 945 time: 0.0606668 Jan 21 09:44:41.228751 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-ad1970c4-7ecd-4ec9-a671-551d1624d323 req-905b8afa-f9bb-4d61-87b1-12dfccb7ce47 tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] 10.222.0.45 "GET /v2.0/security-groups?id=ecb8bb3e-d4e6-4c35-9133-48a56990ede7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797668 Jan 21 09:44:41.242392 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df970efa-8824-4325-9845-ce10f888b234 req-c92f961d-8807-488d-a8b3-ac10f29d7b9d tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:41.244126 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-df970efa-8824-4325-9845-ce10f888b234 req-c92f961d-8807-488d-a8b3-ac10f29d7b9d tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] 10.222.0.45 "GET /v2.0/ports?device_id=325f56a1-8c36-43e5-9896-52f6713a7ba0 HTTP/1.1" status: 200 len: 944 time: 0.0798240 Jan 21 09:44:41.311643 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-df970efa-8824-4325-9845-ce10f888b234 req-3532f39f-15e0-4322-b473-1f12cb729df6 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1675cd1-54f4-4d25-9ed0-7b073048c061&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605705 Jan 21 09:44:42.503977 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67892751-fd3a-4c33-8a22-5514adfd5a7c req-0ba2dab9-90a8-4a5d-a5b9-d8e44116cac7 tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:42.507484 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-67892751-fd3a-4c33-8a22-5514adfd5a7c req-0ba2dab9-90a8-4a5d-a5b9-d8e44116cac7 tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4a4e6b7-47b1-4de2-8677-4f8e3eb056c2 HTTP/1.1" status: 200 len: 945 time: 0.1624379 Jan 21 09:44:42.533341 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc81cef8-8756-42c9-9fe3-86996db6cb1d req-86fdea00-041a-4754-9370-56fe0fd29193 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:42.535835 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-fc81cef8-8756-42c9-9fe3-86996db6cb1d req-86fdea00-041a-4754-9370-56fe0fd29193 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] 10.222.0.45 "GET /v2.0/ports?device_id=325f56a1-8c36-43e5-9896-52f6713a7ba0 HTTP/1.1" status: 200 len: 944 time: 0.1290741 Jan 21 09:44:42.679941 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-67892751-fd3a-4c33-8a22-5514adfd5a7c req-50e8fceb-1a0b-4c03-a3d3-b6a697be7765 tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] 10.222.0.45 "GET /v2.0/security-groups?id=ecb8bb3e-d4e6-4c35-9133-48a56990ede7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1641097 Jan 21 09:44:42.685990 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-fc81cef8-8756-42c9-9fe3-86996db6cb1d req-8daefe6a-f68e-42fb-9bd4-58e8aa1c8bb6 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1675cd1-54f4-4d25-9ed0-7b073048c061&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1398268 Jan 21 09:44:44.168414 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d727cae-200e-4791-9b75-1a1f8c565330 req-dc9cc828-9435-465c-a2c3-87fe915a7b50 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:44.171749 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-3d727cae-200e-4791-9b75-1a1f8c565330 req-dc9cc828-9435-465c-a2c3-87fe915a7b50 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] 10.222.0.45 "GET /v2.0/ports?device_id=325f56a1-8c36-43e5-9896-52f6713a7ba0 HTTP/1.1" status: 200 len: 944 time: 0.3990505 Jan 21 09:44:44.191406 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81ae90a-3a22-4901-b725-b977fff5131b req-953902b9-82f0-47b2-ab0f-215cb20ff160 tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:44.193004 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-c81ae90a-3a22-4901-b725-b977fff5131b req-953902b9-82f0-47b2-ab0f-215cb20ff160 tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4a4e6b7-47b1-4de2-8677-4f8e3eb056c2 HTTP/1.1" status: 200 len: 945 time: 0.3915222 Jan 21 09:44:44.286003 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-3d727cae-200e-4791-9b75-1a1f8c565330 req-8595250c-4da0-4c98-aebd-2bd0857de5d4 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1675cd1-54f4-4d25-9ed0-7b073048c061&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1090322 Jan 21 09:44:44.295824 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-c81ae90a-3a22-4901-b725-b977fff5131b req-04b54635-a27a-4afb-8705-64c3988b3281 tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] 10.222.0.45 "GET /v2.0/security-groups?id=ecb8bb3e-d4e6-4c35-9133-48a56990ede7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948904 Jan 21 09:44:44.669503 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Device 8a2eff4f-a260-4ac8-8540-0f38c10b4796 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=103184) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 21 09:44:44.795627 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] For port 8a2eff4f-a260-4ac8-8540-0f38c10b4796, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=8a2eff4f-a260-4ac8-8540-0f38c10b4796,segment=NetworkSegment(18509a21-b759-406e-af96-dd1ff2a318e9),segment_id=18509a21-b759-406e-af96-dd1ff2a318e9)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:44:44.816851 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Returning: {'device': '8a2eff4f-a260-4ac8-8540-0f38c10b4796', 'network_id': '858c4f17-92ac-4cda-9750-b98e2d3705f8', 'port_id': '8a2eff4f-a260-4ac8-8540-0f38c10b4796', 'mac_address': 'fa:16:3e:0a:60:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed880366-382f-48ca-9b10-9aa3edc0e5e7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103184) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 21 09:44:44.871108 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Current status of the port 8a2eff4f-a260-4ac8-8540-0f38c10b4796 is: DOWN; New status is: BUILD {{(pid=103184) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:44:44.871503 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (8a2eff4f-a260-4ac8-8540-0f38c10b4796), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:44.892520 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.notifiers.nova [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a2eff4f-a260-4ac8-8540-0f38c10b4796 {{(pid=103184) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:44:44.915598 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] For port 8a2eff4f-a260-4ac8-8540-0f38c10b4796, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=8a2eff4f-a260-4ac8-8540-0f38c10b4796,segment=NetworkSegment(18509a21-b759-406e-af96-dd1ff2a318e9),segment_id=18509a21-b759-406e-af96-dd1ff2a318e9)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:44:45.007046 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774670732957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774670299814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774670299832'] for port (8a2eff4f-a260-4ac8-8540-0f38c10b4796), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:45.062341 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Pushing event updated for resources: {'Port': ['ID=8a2eff4f-a260-4ac8-8540-0f38c10b4796,revision_number=4']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:45.071702 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:45.071875 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:45.072136 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:45.072471 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:45.072803 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:45.073134 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:45.073867 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:45.073867 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:45.074157 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:45.074468 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:45.074806 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:45.075103 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:45.075433 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:45.269120 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] get_ports_and_sgs() called for port_ids ['8a2eff4f-a260-4ac8-8540-0f38c10b4796'] {{(pid=103184) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 09:44:45.465946 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8360df8d-a640-4d3a-be6e-c34c887d2541 req-20f03bf6-57c6-4f5a-8bfc-285a456ed710 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:45.469424 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-8360df8d-a640-4d3a-be6e-c34c887d2541 req-20f03bf6-57c6-4f5a-8bfc-285a456ed710 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] 10.222.0.45 "GET /v2.0/ports?device_id=325f56a1-8c36-43e5-9896-52f6713a7ba0 HTTP/1.1" status: 200 len: 945 time: 0.0936184 Jan 21 09:44:45.487004 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d131645-edd9-49db-9a32-0f5c0ea77073 req-4ba0000c-47cb-46d0-971e-4d3c60e4c05f tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:45.488561 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-7d131645-edd9-49db-9a32-0f5c0ea77073 req-4ba0000c-47cb-46d0-971e-4d3c60e4c05f tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4a4e6b7-47b1-4de2-8677-4f8e3eb056c2 HTTP/1.1" status: 200 len: 945 time: 0.0951791 Jan 21 09:44:45.565086 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-8360df8d-a640-4d3a-be6e-c34c887d2541 req-304a7fa7-d2e6-4cd7-9fa9-dd0ee7e1053a tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1675cd1-54f4-4d25-9ed0-7b073048c061&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868475 Jan 21 09:44:45.577657 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-7d131645-edd9-49db-9a32-0f5c0ea77073 req-babe1d2d-ab43-487f-9a96-25364aa43b74 tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] 10.222.0.45 "GET /v2.0/security-groups?id=ecb8bb3e-d4e6-4c35-9133-48a56990ede7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732460 Jan 21 09:44:45.898207 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5e3b8a83-a23a-4862-96f2-cd89039edd10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (8a5d4a72-43a4-4fcf-b58e-bc9792bd5f0a), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:46.646072 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.45', 41448) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:44:46.687275 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Device 8a2eff4f-a260-4ac8-8540-0f38c10b4796 up at agent hyperv_hv-cinder-80403 {{(pid=103184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:44:46.809231 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58146223-a293-485a-aecc-77219c5aeb27 req-3f942a85-945c-4768-b101-ce75c0125258 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:46.811886 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-58146223-a293-485a-aecc-77219c5aeb27 req-3f942a85-945c-4768-b101-ce75c0125258 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] 10.222.0.45 "GET /v2.0/ports?device_id=325f56a1-8c36-43e5-9896-52f6713a7ba0 HTTP/1.1" status: 200 len: 945 time: 0.1475742 Jan 21 09:44:46.821044 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-8d297716-f8e7-41cd-a0da-f7d24a052205 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:46.836071 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b8ea9a-ba18-4c33-bf91-b4a56c500a50 req-d9b62d37-8934-4316-81a3-0092bb09bf71 tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:46.838775 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-19b8ea9a-ba18-4c33-bf91-b4a56c500a50 req-d9b62d37-8934-4316-81a3-0092bb09bf71 tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4a4e6b7-47b1-4de2-8677-4f8e3eb056c2 HTTP/1.1" status: 200 len: 945 time: 0.1576653 Jan 21 09:44:46.869652 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.provisioning_blocks [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Provisioning for port 8a2eff4f-a260-4ac8-8540-0f38c10b4796 completed by entity L2. {{(pid=103184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:44:46.879915 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.provisioning_blocks [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Provisioning complete for port 8a2eff4f-a260-4ac8-8540-0f38c10b4796 triggered by entity L2. {{(pid=103184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:44:46.879915 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983013'] for port (8a2eff4f-a260-4ac8-8540-0f38c10b4796), provisioning_complete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:46.927334 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-58146223-a293-485a-aecc-77219c5aeb27 req-ec87f3d4-9b16-48f2-a860-f57242668b2b tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1675cd1-54f4-4d25-9ed0-7b073048c061&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1069243 Jan 21 09:44:46.949812 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-19b8ea9a-ba18-4c33-bf91-b4a56c500a50 req-a8f7c6eb-616d-494c-a097-f88bec10f072 tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] 10.222.0.45 "GET /v2.0/security-groups?id=ecb8bb3e-d4e6-4c35-9133-48a56990ede7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879848 Jan 21 09:44:46.975812 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-8d297716-f8e7-41cd-a0da-f7d24a052205 admin admin] Publish callbacks [] for security_group (40049049-cc6a-4a4f-82d4-ae75600a978f), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:47.012085 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Current status of the port 8a2eff4f-a260-4ac8-8540-0f38c10b4796 is: BUILD; New status is: ACTIVE {{(pid=103184) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:44:47.012684 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (8a2eff4f-a260-4ac8-8540-0f38c10b4796), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:47.040171 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '325f56a1-8c36-43e5-9896-52f6713a7ba0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a2eff4f-a260-4ac8-8540-0f38c10b4796'}] {{(pid=103184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:44:47.042771 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c59f8b740f259e85ceecfc878b6c10e974145cf55d87f3575c92c12753de108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90330081-070a-499a-be93-4bb914b5060a" -d '{"events": [{"server_uuid": "325f56a1-8c36-43e5-9896-52f6713a7ba0", "name": "network-vif-plugged", "status": "completed", "tag": "8a2eff4f-a260-4ac8-8540-0f38c10b4796"}]}' {{(pid=103184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:44:47.064811 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] For port 8a2eff4f-a260-4ac8-8540-0f38c10b4796, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=8a2eff4f-a260-4ac8-8540-0f38c10b4796,segment=NetworkSegment(18509a21-b759-406e-af96-dd1ff2a318e9),segment_id=18509a21-b759-406e-af96-dd1ff2a318e9)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:44:47.081876 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-8d297716-f8e7-41cd-a0da-f7d24a052205 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126007'] for security_group (40049049-cc6a-4a4f-82d4-ae75600a978f), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:47.105790 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 09:44:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f404357d-e1dc-4821-90b6-40c729694261 x-openstack-request-id: req-f404357d-e1dc-4821-90b6-40c729694261 {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:44:47.106253 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "325f56a1-8c36-43e5-9896-52f6713a7ba0", "name": "network-vif-plugged", "status": "completed", "tag": "8a2eff4f-a260-4ac8-8540-0f38c10b4796", "code": 200}]} {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:44:47.106710 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f404357d-e1dc-4821-90b6-40c729694261 {{(pid=103184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:44:47.107353 dv-cinder-804035-25-iscsi neutron-server[103184]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '325f56a1-8c36-43e5-9896-52f6713a7ba0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a2eff4f-a260-4ac8-8540-0f38c10b4796', 'code': 200} Jan 21 09:44:47.150554 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [None req-8d297716-f8e7-41cd-a0da-f7d24a052205 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9731733470834b7c82beef591f940b8e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5020278 Jan 21 09:44:47.151637 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d297716-f8e7-41cd-a0da-f7d24a052205 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40049049-cc6a-4a4f-82d4-ae75600a978f,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:47.154774 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.wsgi [-] (103182) accepted ('10.222.0.45', 41454) {{(pid=103182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:44:47.160791 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d297716-f8e7-41cd-a0da-f7d24a052205 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:47.161164 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d297716-f8e7-41cd-a0da-f7d24a052205 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:47.161537 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d297716-f8e7-41cd-a0da-f7d24a052205 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:47.162469 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d297716-f8e7-41cd-a0da-f7d24a052205 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:47.163566 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d297716-f8e7-41cd-a0da-f7d24a052205 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:47.163857 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d297716-f8e7-41cd-a0da-f7d24a052205 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:47.164208 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d297716-f8e7-41cd-a0da-f7d24a052205 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:47.165036 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d297716-f8e7-41cd-a0da-f7d24a052205 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:47.165036 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d297716-f8e7-41cd-a0da-f7d24a052205 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:47.165451 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d297716-f8e7-41cd-a0da-f7d24a052205 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:47.165835 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d297716-f8e7-41cd-a0da-f7d24a052205 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:47.166095 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d297716-f8e7-41cd-a0da-f7d24a052205 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:47.166405 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d297716-f8e7-41cd-a0da-f7d24a052205 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:47.183517 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774670732957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774670299814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774670299832'] for port (8a2eff4f-a260-4ac8-8540-0f38c10b4796), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:47.291468 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-b0450296-9930-4120-a30a-9e4f92ac60d0 admin admin] Publish callbacks [] for security_group (40049049-cc6a-4a4f-82d4-ae75600a978f), before_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:47.298816 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Pushing event updated for resources: {'Port': ['ID=8a2eff4f-a260-4ac8-8540-0f38c10b4796,revision_number=5']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:47.326853 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-b0450296-9930-4120-a30a-9e4f92ac60d0 admin admin] Publish callbacks [] for security_group (40049049-cc6a-4a4f-82d4-ae75600a978f), precommit_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:47.525479 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35139f72-bd54-4225-abb8-78aa9c7c8e9a req-224e5b0c-5b49-40d6-b550-9c9aabd1a8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:47.526956 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-35139f72-bd54-4225-abb8-78aa9c7c8e9a req-224e5b0c-5b49-40d6-b550-9c9aabd1a8f0 service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=325f56a1-8c36-43e5-9896-52f6713a7ba0 HTTP/1.1" status: 200 len: 1099 time: 0.0548775 Jan 21 09:44:47.596932 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-35139f72-bd54-4225-abb8-78aa9c7c8e9a req-bdbd6a4d-c77f-4607-b853-ca3d23a5f6ae service neutron] 10.222.0.109 "GET /v2.0/security-groups?id=f1675cd1-54f4-4d25-9ed0-7b073048c061&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628977 Jan 21 09:44:47.601798 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-b0450296-9930-4120-a30a-9e4f92ac60d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126007'] for security_group (40049049-cc6a-4a4f-82d4-ae75600a978f), after_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:47.604449 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-b0450296-9930-4120-a30a-9e4f92ac60d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:47.605720 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [None req-b0450296-9930-4120-a30a-9e4f92ac60d0 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/40049049-cc6a-4a4f-82d4-ae75600a978f HTTP/1.1" status: 204 len: 168 time: 0.4490876 Jan 21 09:44:47.614527 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0450296-9930-4120-a30a-9e4f92ac60d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40049049-cc6a-4a4f-82d4-ae75600a978f,revision_number=None']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:48.118643 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f23ad9a-d387-4ccc-8670-82f82db04dbc req-9ef3bdac-2c41-4c47-bbc7-ffc2aabb2826 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:48.120517 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-7f23ad9a-d387-4ccc-8670-82f82db04dbc req-9ef3bdac-2c41-4c47-bbc7-ffc2aabb2826 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] 10.222.0.45 "GET /v2.0/ports?device_id=325f56a1-8c36-43e5-9896-52f6713a7ba0 HTTP/1.1" status: 200 len: 946 time: 0.0970850 Jan 21 09:44:48.141937 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b70bb61-9af9-4729-b079-ec6afc5f4d32 req-6464fb7c-4944-4e1a-a58b-7ca4cb4337de tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:48.144056 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-9b70bb61-9af9-4729-b079-ec6afc5f4d32 req-6464fb7c-4944-4e1a-a58b-7ca4cb4337de tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4a4e6b7-47b1-4de2-8677-4f8e3eb056c2 HTTP/1.1" status: 200 len: 945 time: 0.0879052 Jan 21 09:44:48.265495 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-7f23ad9a-d387-4ccc-8670-82f82db04dbc req-8cb13fd5-60b5-41ef-b882-c91a85f32ec4 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1675cd1-54f4-4d25-9ed0-7b073048c061&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1341460 Jan 21 09:44:48.273540 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-9b70bb61-9af9-4729-b079-ec6afc5f4d32 req-78160ab0-4552-4b00-9a85-8ee0142f6ef2 tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] 10.222.0.45 "GET /v2.0/security-groups?id=ecb8bb3e-d4e6-4c35-9133-48a56990ede7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1213048 Jan 21 09:44:48.378825 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.wsgi [-] (103182) accepted ('10.222.0.45', 41468) {{(pid=103182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:44:48.403077 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-0b21fd42-cb0d-48b7-8af3-645767c8591d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:48.459161 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e9a3ed4f-66a3-4f7d-9ded-d78e4bac4ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (e2f5353c-5d20-4dd0-beb4-c302aead9ffd), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:48.501491 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-0b21fd42-cb0d-48b7-8af3-645767c8591d admin admin] Publish callbacks [] for security_group (b6acbccc-dd90-4700-a541-18726a56d9ac), precommit_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:48.589344 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-0b21fd42-cb0d-48b7-8af3-645767c8591d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126007'] for security_group (b6acbccc-dd90-4700-a541-18726a56d9ac), after_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:48.637404 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b21fd42-cb0d-48b7-8af3-645767c8591d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6acbccc-dd90-4700-a541-18726a56d9ac,revision_number=1']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:48.643159 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [None req-0b21fd42-cb0d-48b7-8af3-645767c8591d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=bf6127c3339d43e49a4831d181caacf4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2627132 Jan 21 09:44:48.647765 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.wsgi [-] (103182) accepted ('10.222.0.45', 41470) {{(pid=103182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:44:48.729388 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-99a9dccc-e5f6-4d16-ad0c-d6d699cf3b15 admin admin] Publish callbacks [] for security_group (b6acbccc-dd90-4700-a541-18726a56d9ac), before_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:48.766262 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-99a9dccc-e5f6-4d16-ad0c-d6d699cf3b15 admin admin] Publish callbacks [] for security_group (b6acbccc-dd90-4700-a541-18726a56d9ac), precommit_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:48.920531 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-99a9dccc-e5f6-4d16-ad0c-d6d699cf3b15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126007'] for security_group (b6acbccc-dd90-4700-a541-18726a56d9ac), after_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:48.923360 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-99a9dccc-e5f6-4d16-ad0c-d6d699cf3b15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:48.924616 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [None req-99a9dccc-e5f6-4d16-ad0c-d6d699cf3b15 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b6acbccc-dd90-4700-a541-18726a56d9ac HTTP/1.1" status: 204 len: 168 time: 0.2757707 Jan 21 09:44:48.937653 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a9dccc-e5f6-4d16-ad0c-d6d699cf3b15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6acbccc-dd90-4700-a541-18726a56d9ac,revision_number=None']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:49.430012 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (5a7f6758-1e24-44b8-9b24-65ffc30c20d4), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:49.497081 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43f1213-a077-43bc-b608-323e94465b3f req-3ad10f01-e759-45fa-a1f8-531999013869 tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:49.499902 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-e43f1213-a077-43bc-b608-323e94465b3f req-3ad10f01-e759-45fa-a1f8-531999013869 tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4a4e6b7-47b1-4de2-8677-4f8e3eb056c2 HTTP/1.1" status: 200 len: 945 time: 0.1230519 Jan 21 09:44:49.534134 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37382d3b-26ab-44f2-baef-f0c614a1a499 req-07a5b12b-2ece-4741-b535-9693ba6907ed tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:49.548845 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-37382d3b-26ab-44f2-baef-f0c614a1a499 req-07a5b12b-2ece-4741-b535-9693ba6907ed tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] 10.222.0.45 "GET /v2.0/ports?device_id=325f56a1-8c36-43e5-9896-52f6713a7ba0 HTTP/1.1" status: 200 len: 946 time: 0.1285272 Jan 21 09:44:49.566913 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0beda05d-594e-4362-80c2-bc999a9a2b64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (9e31de2d-26a2-4a88-b799-f1f3b7df75bf), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:49.642792 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-e43f1213-a077-43bc-b608-323e94465b3f req-cfeeb961-afad-4dbc-9c47-7589f166be1a tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] 10.222.0.45 "GET /v2.0/security-groups?id=ecb8bb3e-d4e6-4c35-9133-48a56990ede7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0923355 Jan 21 09:44:49.673885 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-37382d3b-26ab-44f2-baef-f0c614a1a499 req-d95b235d-bc98-4001-afda-b05af61da700 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1675cd1-54f4-4d25-9ed0-7b073048c061&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1055958 Jan 21 09:44:49.837429 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370fb5e6-9c96-4c7e-ab21-0d1faf8cee84 req-b02d8376-0d40-4d8d-a3e3-bb307db02f33 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:49.839246 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-370fb5e6-9c96-4c7e-ab21-0d1faf8cee84 req-b02d8376-0d40-4d8d-a3e3-bb307db02f33 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] 10.222.0.45 "GET /v2.0/ports?device_id=325f56a1-8c36-43e5-9896-52f6713a7ba0 HTTP/1.1" status: 200 len: 946 time: 0.0675375 Jan 21 09:44:49.911407 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-370fb5e6-9c96-4c7e-ab21-0d1faf8cee84 req-caee0078-b2b9-4709-b447-822a85542260 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1675cd1-54f4-4d25-9ed0-7b073048c061&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618405 Jan 21 09:44:49.937971 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.wsgi [-] (103182) accepted ('10.222.0.45', 41500) {{(pid=103182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:44:50.218904 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88da9be3-bf37-465e-9947-9527cf7f261f tempest-TestVolumeBootPattern-195957332 tempest-TestVolumeBootPattern-195957332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:50.229311 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [None req-88da9be3-bf37-465e-9947-9527cf7f261f tempest-TestVolumeBootPattern-195957332 tempest-TestVolumeBootPattern-195957332-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=325f56a1-8c36-43e5-9896-52f6713a7ba0 HTTP/1.1" status: 200 len: 1094 time: 0.2811642 Jan 21 09:44:50.229311 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.wsgi [-] (103182) accepted ('10.222.0.45', 41516) {{(pid=103182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:44:50.229311 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.v2.base [None req-2c78a8b5-c6f3-46e9-b0d4-31d34e6ad8c3 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Request body: {'floatingip': {'floating_network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'port_id': '8a2eff4f-a260-4ac8-8540-0f38c10b4796', 'tenant_id': '515ded26ca114fbf9c6e920362aec64c', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:44:50.446517 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-2c78a8b5-c6f3-46e9-b0d4-31d34e6ad8c3 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:50.548336 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-2c78a8b5-c6f3-46e9-b0d4-31d34e6ad8c3 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (None), before_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:50.694755 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.db.db_base_plugin_common [None req-2c78a8b5-c6f3-46e9-b0d4-31d34e6ad8c3 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Allocated IP 172.27.3.81 (c13ce787-b669-4a63-b567-cda42d951ad5/6accd444-6422-45bf-9c21-6be173243a45/110bbf24-aa6f-4a87-83b4-a2450224fe66) {{(pid=103182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:44:50.854737 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e923e70-0185-4abe-9eaf-ed8df1d7e0c5 req-44fac06c-1dc1-4a8d-8099-dc83c2694b1a tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:50.856536 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-5e923e70-0185-4abe-9eaf-ed8df1d7e0c5 req-44fac06c-1dc1-4a8d-8099-dc83c2694b1a tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4a4e6b7-47b1-4de2-8677-4f8e3eb056c2 HTTP/1.1" status: 200 len: 945 time: 0.1221461 Jan 21 09:44:50.875024 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-2c78a8b5-c6f3-46e9-b0d4-31d34e6ad8c3 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Publish callbacks [] for port (110bbf24-aa6f-4a87-83b4-a2450224fe66), precommit_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:50.944557 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-5e923e70-0185-4abe-9eaf-ed8df1d7e0c5 req-6a7c8dd3-1882-416c-8f78-f12531bcccd6 tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] 10.222.0.45 "GET /v2.0/security-groups?id=ecb8bb3e-d4e6-4c35-9133-48a56990ede7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734076 Jan 21 09:44:51.035645 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-2c78a8b5-c6f3-46e9-b0d4-31d34e6ad8c3 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774670299796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29186853'] for port (110bbf24-aa6f-4a87-83b4-a2450224fe66), after_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:51.133283 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c78a8b5-c6f3-46e9-b0d4-31d34e6ad8c3 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Network c13ce787-b669-4a63-b567-cda42d951ad5 is already hosted by enough agents. {{(pid=103182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:44:51.141663 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.scheduler.base_scheduler [None req-2c78a8b5-c6f3-46e9-b0d4-31d34e6ad8c3 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Resources bound (agent type, host, resource id): {{(pid=103182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:44:51.149063 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c78a8b5-c6f3-46e9-b0d4-31d34e6ad8c3 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Received port after_create {{(pid=103182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 09:44:51.175878 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c78a8b5-c6f3-46e9-b0d4-31d34e6ad8c3 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Pushing event updated for resources: {'Port': ['ID=110bbf24-aa6f-4a87-83b4-a2450224fe66,revision_number=1']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:51.206870 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f5928849-742c-4298-9c4e-ae1543ad1886 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (fd0edb9a-d711-47a6-aedf-fe72898a6c79), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:51.208227 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a5fd81-cdff-4063-9b06-7e0f7054f996 req-74dfd155-464b-4150-a3a8-7fadf8419ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:51.209998 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-58a5fd81-cdff-4063-9b06-7e0f7054f996 req-74dfd155-464b-4150-a3a8-7fadf8419ee2 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=d2ac0334d1e14c29aa6222d547c64b00&device_id=f4a4e6b7-47b1-4de2-8677-4f8e3eb056c2 HTTP/1.1" status: 200 len: 1098 time: 0.1439741 Jan 21 09:44:51.424044 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a5fd81-cdff-4063-9b06-7e0f7054f996 req-a7edaeb1-d0a6-49f4-ab36-535266f5e570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:51.425782 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-58a5fd81-cdff-4063-9b06-7e0f7054f996 req-a7edaeb1-d0a6-49f4-ab36-535266f5e570 service neutron] 10.222.0.109 "GET /v2.0/networks?id=ec6c0da2-1dbe-43af-89f3-68cb39bbc90b HTTP/1.1" status: 200 len: 910 time: 0.2077312 Jan 21 09:44:51.557609 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-58a5fd81-cdff-4063-9b06-7e0f7054f996 req-3825af94-536f-4f61-9e5f-df9943e4ed15 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0e43678c-54de-414e-81b5-5773897a97f4 HTTP/1.1" status: 200 len: 1001 time: 0.1215842 Jan 21 09:44:51.686146 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a5fd81-cdff-4063-9b06-7e0f7054f996 req-65408a25-e8c3-4d54-824c-4e48dc865fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:51.686687 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-58a5fd81-cdff-4063-9b06-7e0f7054f996 req-65408a25-e8c3-4d54-824c-4e48dc865fa4 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=1bf23acc-59f7-4a2a-af00-01a8c5f75fdb HTTP/1.1" status: 200 len: 848 time: 0.1230414 Jan 21 09:44:51.783179 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a5fd81-cdff-4063-9b06-7e0f7054f996 req-109887e2-5345-4e1b-9ca1-540097578077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:51.784722 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-58a5fd81-cdff-4063-9b06-7e0f7054f996 req-109887e2-5345-4e1b-9ca1-540097578077 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=ec6c0da2-1dbe-43af-89f3-68cb39bbc90b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0897217 Jan 21 09:44:51.808062 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-2c78a8b5-c6f3-46e9-b0d4-31d34e6ad8c3 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Publish callbacks [] for floatingip (55e4e449-62df-4e89-a470-2d89eca9251a), precommit_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:51.947466 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-58a5fd81-cdff-4063-9b06-7e0f7054f996 req-6dea5b0e-dcbb-49a2-a306-39bb04c18fe5 service neutron] 10.222.0.109 "GET /v2.0/networks/ec6c0da2-1dbe-43af-89f3-68cb39bbc90b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516209 Jan 21 09:44:52.121017 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-696bbe9c-01cb-4b88-98b7-f67f826add62 req-5a13facb-cef4-4070-85b0-2fbc3d46d311 service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=ef1ba7db-0bbf-44d8-ab58-f85d9194ecd6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1889584 Jan 21 09:44:52.122334 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-2c78a8b5-c6f3-46e9-b0d4-31d34e6ad8c3 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (110bbf24-aa6f-4a87-83b4-a2450224fe66), before_update {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:52.226756 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-58a5fd81-cdff-4063-9b06-7e0f7054f996 req-072e7872-9a2b-4b2f-89d9-171698235e1f service neutron] 10.222.0.109 "GET /v2.0/networks/ec6c0da2-1dbe-43af-89f3-68cb39bbc90b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2632864 Jan 21 09:44:52.284556 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe5625d-8142-4d4b-afe1-b3e72bece684 req-7fbbbb28-06ef-4f13-9fb3-2d526d1d167c tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:52.284556 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-ebe5625d-8142-4d4b-afe1-b3e72bece684 req-7fbbbb28-06ef-4f13-9fb3-2d526d1d167c tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4a4e6b7-47b1-4de2-8677-4f8e3eb056c2 HTTP/1.1" status: 200 len: 945 time: 0.2266011 Jan 21 09:44:52.352318 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696bbe9c-01cb-4b88-98b7-f67f826add62 req-8721620d-00b6-423e-850c-f1839e7d6c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:52.354086 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-696bbe9c-01cb-4b88-98b7-f67f826add62 req-8721620d-00b6-423e-850c-f1839e7d6c98 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=515ded26ca114fbf9c6e920362aec64c&device_id=ef1ba7db-0bbf-44d8-ab58-f85d9194ecd6 HTTP/1.1" status: 200 len: 1098 time: 0.1784794 Jan 21 09:44:52.412884 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (a4f58dde-e5c6-489c-94fe-b355a6abc90e), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:52.452858 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-ebe5625d-8142-4d4b-afe1-b3e72bece684 req-01a74b66-aed4-4606-a72f-94b51bd870db tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] 10.222.0.45 "GET /v2.0/security-groups?id=ecb8bb3e-d4e6-4c35-9133-48a56990ede7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1253350 Jan 21 09:44:52.518851 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-2c78a8b5-c6f3-46e9-b0d4-31d34e6ad8c3 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Publish callbacks [] for port (110bbf24-aa6f-4a87-83b4-a2450224fe66), precommit_update {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:52.551384 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696bbe9c-01cb-4b88-98b7-f67f826add62 req-aa35a13b-5c3e-454c-9aed-eef6bd175e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:52.554858 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-696bbe9c-01cb-4b88-98b7-f67f826add62 req-aa35a13b-5c3e-454c-9aed-eef6bd175e06 service neutron] 10.222.0.109 "GET /v2.0/networks?id=858c4f17-92ac-4cda-9750-b98e2d3705f8 HTTP/1.1" status: 200 len: 913 time: 0.1715815 Jan 21 09:44:52.644943 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-2c78a8b5-c6f3-46e9-b0d4-31d34e6ad8c3 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774670732957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774670299814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774670299832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29186908'] for port (110bbf24-aa6f-4a87-83b4-a2450224fe66), after_update {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:52.766939 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-696bbe9c-01cb-4b88-98b7-f67f826add62 req-43b31012-44ba-40d7-b271-9a48ef28d810 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=23ca9b58-bb47-447e-9704-d2768396690b HTTP/1.1" status: 200 len: 1000 time: 0.2049489 Jan 21 09:44:52.813924 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c78a8b5-c6f3-46e9-b0d4-31d34e6ad8c3 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Pushing event updated for resources: {'Port': ['ID=110bbf24-aa6f-4a87-83b4-a2450224fe66,revision_number=2']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:52.831467 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-2c78a8b5-c6f3-46e9-b0d4-31d34e6ad8c3 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3846398'] for floatingip (55e4e449-62df-4e89-a470-2d89eca9251a), after_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:52.890082 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696bbe9c-01cb-4b88-98b7-f67f826add62 req-5829c185-4d5e-4828-af45-e393ff5d7f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:52.891684 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-696bbe9c-01cb-4b88-98b7-f67f826add62 req-5829c185-4d5e-4828-af45-e393ff5d7f1d service neutron] 10.222.0.109 "GET /v2.0/subnets?id=ed880366-382f-48ca-9b10-9aa3edc0e5e7 HTTP/1.1" status: 200 len: 851 time: 0.1177893 Jan 21 09:44:53.325394 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.db.l3_db [None req-2c78a8b5-c6f3-46e9-b0d4-31d34e6ad8c3 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Floating IP 55e4e449-62df-4e89-a470-2d89eca9251a associated. External IP: 172.27.3.81, port: 8a2eff4f-a260-4ac8-8540-0f38c10b4796. Jan 21 09:44:53.331002 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696bbe9c-01cb-4b88-98b7-f67f826add62 req-2b34746c-ce06-493a-9359-fc4587e28c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:53.332577 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-696bbe9c-01cb-4b88-98b7-f67f826add62 req-2b34746c-ce06-493a-9359-fc4587e28c59 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=858c4f17-92ac-4cda-9750-b98e2d3705f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.4326458 Jan 21 09:44:53.534103 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-696bbe9c-01cb-4b88-98b7-f67f826add62 req-ac65c01d-6a17-4a9c-8786-a6f8ca38fd41 service neutron] 10.222.0.109 "GET /v2.0/networks/858c4f17-92ac-4cda-9750-b98e2d3705f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1686451 Jan 21 09:44:53.683554 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.45', 41594) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:44:53.815396 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bae18d-4be2-4677-90aa-1f9bf0585ad3 req-c29cef5c-14e9-437c-a6af-4f15f29213bb tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:53.816446 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-e9bae18d-4be2-4677-90aa-1f9bf0585ad3 req-c29cef5c-14e9-437c-a6af-4f15f29213bb tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4a4e6b7-47b1-4de2-8677-4f8e3eb056c2 HTTP/1.1" status: 200 len: 945 time: 0.2071867 Jan 21 09:44:53.825897 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-696bbe9c-01cb-4b88-98b7-f67f826add62 req-e054f071-b334-437b-b04d-625442d06333 service neutron] 10.222.0.109 "GET /v2.0/networks/858c4f17-92ac-4cda-9750-b98e2d3705f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2820852 Jan 21 09:44:53.830754 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c78a8b5-c6f3-46e9-b0d4-31d34e6ad8c3 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Router 945389a6-2cd8-43f7-b660-ccdf197add80 has already been hosted by L3 agent e2f5353c-5d20-4dd0-beb4-c302aead9ffd {{(pid=103182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:44:53.916985 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-68de3a6f-cf04-4d77-b487-94eb6cdfa38f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:53.931606 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-e9bae18d-4be2-4677-90aa-1f9bf0585ad3 req-8b846392-0653-4cbd-b995-7024ade9a8da tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] 10.222.0.45 "GET /v2.0/security-groups?id=ecb8bb3e-d4e6-4c35-9133-48a56990ede7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1033087 Jan 21 09:44:54.017138 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c78a8b5-c6f3-46e9-b0d4-31d34e6ad8c3 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Notify agent at l3_agent.dv-cinder-804035-25-iscsi the message routers_updated {{(pid=103182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:44:54.032484 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f2da9f-76ad-46d9-9275-ec041b1af508 None None] Sync routers for ids ['945389a6-2cd8-43f7-b660-ccdf197add80'] in dv-cinder-804035-25-iscsi {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:44:54.056896 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f2da9f-76ad-46d9-9275-ec041b1af508 None None] Routers {'945389a6-2cd8-43f7-b660-ccdf197add80'} bound to L3 agent in host dv-cinder-804035-25-iscsi {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 09:44:54.058021 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-31f2da9f-76ad-46d9-9275-ec041b1af508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-21T09:27:18Z,description=,heartbeat_timestamp=2022-01-21T09:44:48Z,host='dv-cinder-804035-25-iscsi',id=e2f5353c-5d20-4dd0-beb4-c302aead9ffd,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:27:19Z,topic='l3_agent')) {'router_ids': ['945389a6-2cd8-43f7-b660-ccdf197add80'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:54.071725 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-68de3a6f-cf04-4d77-b487-94eb6cdfa38f admin admin] Publish callbacks [] for security_group (07a5d8a6-77a1-4254-a951-bf3e4121eeda), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:54.135786 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-2c78a8b5-c6f3-46e9-b0d4-31d34e6ad8c3 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11211'] for floatingip (None), before_response {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:54.170062 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [None req-2c78a8b5-c6f3-46e9-b0d4-31d34e6ad8c3 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.9455664 Jan 21 09:44:54.170719 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '325f56a1-8c36-43e5-9896-52f6713a7ba0', 'tag': '8a2eff4f-a260-4ac8-8540-0f38c10b4796'}] {{(pid=103182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:44:54.173075 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa0cc1f82daaed98fc3f7058001f72739ccfc4facde8019b77a0af70a494964c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd958bb4-c2ea-481f-9350-85b6f7c0b918" -d '{"events": [{"name": "network-changed", "server_uuid": "325f56a1-8c36-43e5-9896-52f6713a7ba0", "tag": "8a2eff4f-a260-4ac8-8540-0f38c10b4796"}]}' {{(pid=103182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:44:54.206913 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-68de3a6f-cf04-4d77-b487-94eb6cdfa38f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126007'] for security_group (07a5d8a6-77a1-4254-a951-bf3e4121eeda), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:54.225068 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 09:44:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcf87d39-791b-4f5d-a796-11d2dda65948 x-openstack-request-id: req-dcf87d39-791b-4f5d-a796-11d2dda65948 {{(pid=103182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:44:54.225544 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "325f56a1-8c36-43e5-9896-52f6713a7ba0", "tag": "8a2eff4f-a260-4ac8-8540-0f38c10b4796", "status": "completed", "code": 200}]} {{(pid=103182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:44:54.225935 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-dcf87d39-791b-4f5d-a796-11d2dda65948 {{(pid=103182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:44:54.226613 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '325f56a1-8c36-43e5-9896-52f6713a7ba0', 'tag': '8a2eff4f-a260-4ac8-8540-0f38c10b4796', 'status': 'completed', 'code': 200} Jan 21 09:44:54.228838 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-31f2da9f-76ad-46d9-9275-ec041b1af508 None None] Set router 945389a6-2cd8-43f7-b660-ccdf197add80 gateway port host: dv-cinder-804035-25-iscsi {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:44:54.326671 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68de3a6f-cf04-4d77-b487-94eb6cdfa38f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07a5d8a6-77a1-4254-a951-bf3e4121eeda,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:54.348906 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [None req-68de3a6f-cf04-4d77-b487-94eb6cdfa38f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b7db1f1d96794b63abcf4a0d184573a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6632619 Jan 21 09:44:54.350994 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.wsgi [-] (103182) accepted ('10.222.0.45', 41602) {{(pid=103182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:44:54.381180 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd958bb4-c2ea-481f-9350-85b6f7c0b918 req-5b0181b2-c271-41f4-b666-b304f0212e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:54.382923 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-fd958bb4-c2ea-481f-9350-85b6f7c0b918 req-5b0181b2-c271-41f4-b666-b304f0212e55 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=515ded26ca114fbf9c6e920362aec64c&device_id=325f56a1-8c36-43e5-9896-52f6713a7ba0 HTTP/1.1" status: 200 len: 1099 time: 0.1251740 Jan 21 09:44:54.530297 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-d8c408dc-36c0-4c8a-8633-940ecdaa406d admin admin] Publish callbacks [] for security_group (07a5d8a6-77a1-4254-a951-bf3e4121eeda), before_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:54.585452 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-d8c408dc-36c0-4c8a-8633-940ecdaa406d admin admin] Publish callbacks [] for security_group (07a5d8a6-77a1-4254-a951-bf3e4121eeda), precommit_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:54.627627 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-31f2da9f-76ad-46d9-9275-ec041b1af508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '945389a6-2cd8-43f7-b660-ccdf197add80', 'name': 'tempest-TestVolumeBootPattern-1023830781-router', 'tenant_id': '515ded26ca114fbf9c6e920362aec64c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'external_fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.74'}], 'enable_snat': True}, 'gw_port_id': 'eb6b8964-78f2-488d-b3b2-a54566139ced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:38:09Z', 'updated_at': '2022-01-21T09:38:17Z', 'revision_number': 4, 'project_id': '515ded26ca114fbf9c6e920362aec64c', 'gw_port': {'id': 'eb6b8964-78f2-488d-b3b2-a54566139ced', 'name': '', 'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:0c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945389a6-2cd8-43f7-b660-ccdf197add80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:38:10Z', 'updated_at': '2022-01-21T09:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6accd444-6422-45bf-9c21-6be173243a45', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-25-iscsi', '_floatingips': [{'id': '1dd6f353-097a-4458-99b6-717fb531d3dc', 'tenant_id': '515ded26ca114fbf9c6e920362aec64c', 'floating_ip_address': '172.27.3.60', 'floating_network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'router_id': '945389a6-2cd8-43f7-b660-ccdf197add80', 'port_id': '23ca9b58-bb47-447e-9704-d2768396690b', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '858c4f17-92ac-4cda-9750-b98e2d3705f8', 'mac_address': 'fa:16:3e:40:88:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef1ba7db-0bbf-44d8-ab58-f85d9194ecd6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:42:41Z', 'updated_at': '2022-01-21T09:42:44Z', 'revision_number': 1, 'project_id': '515ded26ca114fbf9c6e920362aec64c', 'fixed_ip_address_scope': None}, {'id': '55e4e449-62df-4e89-a470-2d89eca9251a', 'tenant_id': '515ded26ca114fbf9c6e920362aec64c', 'floating_ip_address': '172.27.3.81', 'floating_network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'router_id': '945389a6-2cd8-43f7-b660-ccdf197add80', 'port_id': '8a2eff4f-a260-4ac8-8540-0f38c10b4796', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 621, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '858c4f17-92ac-4cda-9750-b98e2d3705f8', 'mac_address': 'fa:16:3e:0a:60:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '325f56a1-8c36-43e5-9896-52f6713a7ba0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:44:51Z', 'updated_at': '2022-01-21T09:44:51Z', 'revision_number': 0, 'project_id': '515ded26ca114fbf9c6e920362aec64c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82c21408-9913-4970-b17f-da216a976def', 'name': '', 'network_id': '858c4f17-92ac-4cda-9750-b98e2d3705f8', 'tenant_id': '515ded26ca114fbf9c6e920362aec64c', 'mac_address': 'fa:16:3e:82:01:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945389a6-2cd8-43f7-b660-ccdf197add80', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'ed880366-382f-48ca-9b10-9aa3edc0e5e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:38:15Z', 'updated_at': '2022-01-21T09:38:26Z', 'revision_number': 5, 'project_id': '515ded26ca114fbf9c6e920362aec64c', 'subnets': [{'id': 'ed880366-382f-48ca-9b10-9aa3edc0e5e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-25-iscsi', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:54.631726 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd958bb4-c2ea-481f-9350-85b6f7c0b918 req-3d36ff14-605e-4ac5-b303-38b0d88ea817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:54.633933 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-fd958bb4-c2ea-481f-9350-85b6f7c0b918 req-3d36ff14-605e-4ac5-b303-38b0d88ea817 service neutron] 10.222.0.109 "GET /v2.0/networks?id=858c4f17-92ac-4cda-9750-b98e2d3705f8 HTTP/1.1" status: 200 len: 913 time: 0.2261260 Jan 21 09:44:54.685866 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f2da9f-76ad-46d9-9275-ec041b1af508 None None] Checking router: 945389a6-2cd8-43f7-b660-ccdf197add80 for host: dv-cinder-804035-25-iscsi {{(pid=103185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:44:54.701661 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f2da9f-76ad-46d9-9275-ec041b1af508 None None] Routers {'945389a6-2cd8-43f7-b660-ccdf197add80'} bound to L3 agent in host dv-cinder-804035-25-iscsi {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 09:44:54.702585 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-31f2da9f-76ad-46d9-9275-ec041b1af508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-21T09:27:18Z,description=,heartbeat_timestamp=2022-01-21T09:44:48Z,host='dv-cinder-804035-25-iscsi',id=e2f5353c-5d20-4dd0-beb4-c302aead9ffd,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:27:19Z,topic='l3_agent')) {'router_ids': ['945389a6-2cd8-43f7-b660-ccdf197add80'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:54.741467 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-fd958bb4-c2ea-481f-9350-85b6f7c0b918 req-6599d20e-c0fc-4069-b3b6-5dfd5f463405 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8a2eff4f-a260-4ac8-8540-0f38c10b4796 HTTP/1.1" status: 200 len: 999 time: 0.0968933 Jan 21 09:44:54.813499 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd958bb4-c2ea-481f-9350-85b6f7c0b918 req-6fc084d9-75c3-496c-96e2-37e3fede2725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:54.815172 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-fd958bb4-c2ea-481f-9350-85b6f7c0b918 req-6fc084d9-75c3-496c-96e2-37e3fede2725 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=ed880366-382f-48ca-9b10-9aa3edc0e5e7 HTTP/1.1" status: 200 len: 851 time: 0.0649261 Jan 21 09:44:54.852925 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-31f2da9f-76ad-46d9-9275-ec041b1af508 None None] Set router 945389a6-2cd8-43f7-b660-ccdf197add80 gateway port host: dv-cinder-804035-25-iscsi {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:44:54.870036 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd958bb4-c2ea-481f-9350-85b6f7c0b918 req-8b35d2d8-a0ed-49cd-b1d2-198580136554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:54.871575 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-fd958bb4-c2ea-481f-9350-85b6f7c0b918 req-8b35d2d8-a0ed-49cd-b1d2-198580136554 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=858c4f17-92ac-4cda-9750-b98e2d3705f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0454147 Jan 21 09:44:54.939497 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-d8c408dc-36c0-4c8a-8633-940ecdaa406d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126007'] for security_group (07a5d8a6-77a1-4254-a951-bf3e4121eeda), after_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:54.942123 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-d8c408dc-36c0-4c8a-8633-940ecdaa406d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:54.943565 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [None req-d8c408dc-36c0-4c8a-8633-940ecdaa406d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/07a5d8a6-77a1-4254-a951-bf3e4121eeda HTTP/1.1" status: 204 len: 168 time: 0.5909662 Jan 21 09:44:54.963454 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c408dc-36c0-4c8a-8633-940ecdaa406d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07a5d8a6-77a1-4254-a951-bf3e4121eeda,revision_number=None']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:55.002744 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-fd958bb4-c2ea-481f-9350-85b6f7c0b918 req-556d9c41-9d43-4383-8474-896498bff737 service neutron] 10.222.0.109 "GET /v2.0/networks/858c4f17-92ac-4cda-9750-b98e2d3705f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240730 Jan 21 09:44:55.127121 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-31f2da9f-76ad-46d9-9275-ec041b1af508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '945389a6-2cd8-43f7-b660-ccdf197add80', 'name': 'tempest-TestVolumeBootPattern-1023830781-router', 'tenant_id': '515ded26ca114fbf9c6e920362aec64c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'external_fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.74'}], 'enable_snat': True}, 'gw_port_id': 'eb6b8964-78f2-488d-b3b2-a54566139ced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:38:09Z', 'updated_at': '2022-01-21T09:38:17Z', 'revision_number': 4, 'project_id': '515ded26ca114fbf9c6e920362aec64c', 'gw_port': {'id': 'eb6b8964-78f2-488d-b3b2-a54566139ced', 'name': '', 'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:0c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945389a6-2cd8-43f7-b660-ccdf197add80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:38:10Z', 'updated_at': '2022-01-21T09:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6accd444-6422-45bf-9c21-6be173243a45', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-25-iscsi', '_floatingips': [{'id': '1dd6f353-097a-4458-99b6-717fb531d3dc', 'tenant_id': '515ded26ca114fbf9c6e920362aec64c', 'floating_ip_address': '172.27.3.60', 'floating_network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'router_id': '945389a6-2cd8-43f7-b660-ccdf197add80', 'port_id': '23ca9b58-bb47-447e-9704-d2768396690b', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '858c4f17-92ac-4cda-9750-b98e2d3705f8', 'mac_address': 'fa:16:3e:40:88:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef1ba7db-0bbf-44d8-ab58-f85d9194ecd6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:42:41Z', 'updated_at': '2022-01-21T09:42:44Z', 'revision_number': 1, 'project_id': '515ded26ca114fbf9c6e920362aec64c', 'fixed_ip_address_scope': None}, {'id': '55e4e449-62df-4e89-a470-2d89eca9251a', 'tenant_id': '515ded26ca114fbf9c6e920362aec64c', 'floating_ip_address': '172.27.3.81', 'floating_network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'router_id': '945389a6-2cd8-43f7-b660-ccdf197add80', 'port_id': '8a2eff4f-a260-4ac8-8540-0f38c10b4796', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 621, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '858c4f17-92ac-4cda-9750-b98e2d3705f8', 'mac_address': 'fa:16:3e:0a:60:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '325f56a1-8c36-43e5-9896-52f6713a7ba0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:44:51Z', 'updated_at': '2022-01-21T09:44:51Z', 'revision_number': 0, 'project_id': '515ded26ca114fbf9c6e920362aec64c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82c21408-9913-4970-b17f-da216a976def', 'name': '', 'network_id': '858c4f17-92ac-4cda-9750-b98e2d3705f8', 'tenant_id': '515ded26ca114fbf9c6e920362aec64c', 'mac_address': 'fa:16:3e:82:01:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945389a6-2cd8-43f7-b660-ccdf197add80', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'ed880366-382f-48ca-9b10-9aa3edc0e5e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:38:15Z', 'updated_at': '2022-01-21T09:38:26Z', 'revision_number': 5, 'project_id': '515ded26ca114fbf9c6e920362aec64c', 'subnets': [{'id': 'ed880366-382f-48ca-9b10-9aa3edc0e5e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-25-iscsi', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:55.157232 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f2da9f-76ad-46d9-9275-ec041b1af508 None None] The sync data for ids ['945389a6-2cd8-43f7-b660-ccdf197add80'] in dv-cinder-804035-25-iscsi is: [{'id': '945389a6-2cd8-43f7-b660-ccdf197add80', 'name': 'tempest-TestVolumeBootPattern-1023830781-router', 'tenant_id': '515ded26ca114fbf9c6e920362aec64c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'external_fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.74'}], 'enable_snat': True}, 'gw_port_id': 'eb6b8964-78f2-488d-b3b2-a54566139ced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:38:09Z', 'updated_at': '2022-01-21T09:38:17Z', 'revision_number': 4, 'project_id': '515ded26ca114fbf9c6e920362aec64c', 'gw_port': {'id': 'eb6b8964-78f2-488d-b3b2-a54566139ced', 'name': '', 'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:0c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945389a6-2cd8-43f7-b660-ccdf197add80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:38:10Z', 'updated_at': '2022-01-21T09:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6accd444-6422-45bf-9c21-6be173243a45', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-25-iscsi', '_floatingips': [{'id': '1dd6f353-097a-4458-99b6-717fb531d3dc', 'tenant_id': '515ded26ca114fbf9c6e920362aec64c', 'floating_ip_address': '172.27.3.60', 'floating_network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'router_id': '945389a6-2cd8-43f7-b660-ccdf197add80', 'port_id': '23ca9b58-bb47-447e-9704-d2768396690b', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '858c4f17-92ac-4cda-9750-b98e2d3705f8', 'mac_address': 'fa:16:3e:40:88:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef1ba7db-0bbf-44d8-ab58-f85d9194ecd6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:42:41Z', 'updated_at': '2022-01-21T09:42:44Z', 'revision_number': 1, 'project_id': '515ded26ca114fbf9c6e920362aec64c', 'fixed_ip_address_scope': None}, {'id': '55e4e449-62df-4e89-a470-2d89eca9251a', 'tenant_id': '515ded26ca114fbf9c6e920362aec64c', 'floating_ip_address': '172.27.3.81', 'floating_network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'router_id': '945389a6-2cd8-43f7-b660-ccdf197add80', 'port_id': '8a2eff4f-a260-4ac8-8540-0f38c10b4796', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 621, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '858c4f17-92ac-4cda-9750-b98e2d3705f8', 'mac_address': 'fa:16:3e:0a:60:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '325f56a1-8c36-43e5-9896-52f6713a7ba0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:44:51Z', 'updated_at': '2022-01-21T09:44:51Z', 'revision_number': 0, 'project_id': '515ded26ca114fbf9c6e920362aec64c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82c21408-9913-4970-b17f-da216a976def', 'name': '', 'network_id': '858c4f17-92ac-4cda-9750-b98e2d3705f8', 'tenant_id': '515ded26ca114fbf9c6e920362aec64c', 'mac_address': 'fa:16:3e:82:01:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945389a6-2cd8-43f7-b660-ccdf197add80', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'ed880366-382f-48ca-9b10-9aa3edc0e5e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:38:15Z', 'updated_at': '2022-01-21T09:38:26Z', 'revision_number': 5, 'project_id': '515ded26ca114fbf9c6e920362aec64c', 'subnets': [{'id': 'ed880366-382f-48ca-9b10-9aa3edc0e5e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:44:55.171949 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-fd958bb4-c2ea-481f-9350-85b6f7c0b918 req-876eea4e-9631-4b6f-8ca2-cf2b0e4769d7 service neutron] 10.222.0.109 "GET /v2.0/networks/858c4f17-92ac-4cda-9750-b98e2d3705f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587315 Jan 21 09:44:55.179811 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dd41e8-0cc0-4903-af08-04a2129a5793 req-1a3b2365-dd61-40c0-86e5-7979dfde6d4d tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:55.183903 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-c5dd41e8-0cc0-4903-af08-04a2129a5793 req-1a3b2365-dd61-40c0-86e5-7979dfde6d4d tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4a4e6b7-47b1-4de2-8677-4f8e3eb056c2 HTTP/1.1" status: 200 len: 945 time: 0.0902891 Jan 21 09:44:55.277057 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-c5dd41e8-0cc0-4903-af08-04a2129a5793 req-a14abca3-c763-4c46-aaf0-54e50d01e464 tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] 10.222.0.45 "GET /v2.0/security-groups?id=ecb8bb3e-d4e6-4c35-9133-48a56990ede7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848093 Jan 21 09:44:55.453002 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75296b41-16d6-47fd-b6bd-0fb884f81a4a None None] New status for floating IP 55e4e449-62df-4e89-a470-2d89eca9251a: ACTIVE {{(pid=103184) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 09:44:55.727682 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.45', 41612) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:44:55.745928 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4e820223-a48a-4cd3-bd8a-7cc08bea2119 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:55.859552 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4e820223-a48a-4cd3-bd8a-7cc08bea2119 admin admin] Publish callbacks [] for security_group (ac1898ea-bae8-4442-91c2-e7613be0dc54), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:55.932359 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4e820223-a48a-4cd3-bd8a-7cc08bea2119 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126007'] for security_group (ac1898ea-bae8-4442-91c2-e7613be0dc54), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:55.983799 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e820223-a48a-4cd3-bd8a-7cc08bea2119 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac1898ea-bae8-4442-91c2-e7613be0dc54,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:55.992016 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [None req-4e820223-a48a-4cd3-bd8a-7cc08bea2119 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=cb8e6cbc85d4480da529ce4f7f9ddbc1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2595282 Jan 21 09:44:55.992387 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.wsgi [-] (103182) accepted ('10.222.0.45', 41622) {{(pid=103182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:44:56.062362 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-32f6375d-50ea-400e-80a8-aeb43ea23572 admin admin] Publish callbacks [] for security_group (ac1898ea-bae8-4442-91c2-e7613be0dc54), before_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:56.088590 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-32f6375d-50ea-400e-80a8-aeb43ea23572 admin admin] Publish callbacks [] for security_group (ac1898ea-bae8-4442-91c2-e7613be0dc54), precommit_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:56.218232 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-32f6375d-50ea-400e-80a8-aeb43ea23572 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126007'] for security_group (ac1898ea-bae8-4442-91c2-e7613be0dc54), after_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:56.223473 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-32f6375d-50ea-400e-80a8-aeb43ea23572 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:56.226074 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [None req-32f6375d-50ea-400e-80a8-aeb43ea23572 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ac1898ea-bae8-4442-91c2-e7613be0dc54 HTTP/1.1" status: 204 len: 168 time: 0.2315624 Jan 21 09:44:56.240644 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f6375d-50ea-400e-80a8-aeb43ea23572 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac1898ea-bae8-4442-91c2-e7613be0dc54,revision_number=None']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:56.432021 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820d0e5b-d35f-478d-be22-b8eae57ea4b6 req-45e92081-45d0-45e6-a9d2-54f856894156 tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:56.433700 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-820d0e5b-d35f-478d-be22-b8eae57ea4b6 req-45e92081-45d0-45e6-a9d2-54f856894156 tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4a4e6b7-47b1-4de2-8677-4f8e3eb056c2 HTTP/1.1" status: 200 len: 945 time: 0.0599661 Jan 21 09:44:56.487925 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-820d0e5b-d35f-478d-be22-b8eae57ea4b6 req-7495c8b7-4d0a-48ae-a7ec-572b4fbdf82c tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] 10.222.0.45 "GET /v2.0/security-groups?id=ecb8bb3e-d4e6-4c35-9133-48a56990ede7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469332 Jan 21 09:44:56.749693 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Device 0e43678c-54de-414e-81b5-5773897a97f4 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=103184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:44:56.825469 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ca083f-0a0f-46b7-bead-bd4adb397200 req-a246c60a-cc21-4ebc-8907-416cc8b05b38 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:56.828312 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-11ca083f-0a0f-46b7-bead-bd4adb397200 req-a246c60a-cc21-4ebc-8907-416cc8b05b38 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] 10.222.0.45 "GET /v2.0/ports?device_id=daedf7bb-47ff-460d-bfb4-ac6166801f10 HTTP/1.1" status: 200 len: 945 time: 0.0686080 Jan 21 09:44:56.846376 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Current status of the port 0e43678c-54de-414e-81b5-5773897a97f4 is: ACTIVE; New status is: DOWN {{(pid=103184) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:44:56.846766 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (0e43678c-54de-414e-81b5-5773897a97f4), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:56.871874 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4a4e6b7-47b1-4de2-8677-4f8e3eb056c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e43678c-54de-414e-81b5-5773897a97f4'}] {{(pid=103184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:44:56.874313 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c59f8b740f259e85ceecfc878b6c10e974145cf55d87f3575c92c12753de108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47c61edb-7d88-4329-a6a5-65730ca130f4" -d '{"events": [{"server_uuid": "f4a4e6b7-47b1-4de2-8677-4f8e3eb056c2", "name": "network-vif-unplugged", "status": "completed", "tag": "0e43678c-54de-414e-81b5-5773897a97f4"}]}' {{(pid=103184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:44:56.896500 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] For port 0e43678c-54de-414e-81b5-5773897a97f4, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=0e43678c-54de-414e-81b5-5773897a97f4,segment=NetworkSegment(aa78cb95-90e0-401d-9637-4d1897b31e11),segment_id=aa78cb95-90e0-401d-9637-4d1897b31e11)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:44:56.916527 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-11ca083f-0a0f-46b7-bead-bd4adb397200 req-a1112491-324e-42ba-a037-b5cd8da33d61 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] 10.222.0.45 "GET /v2.0/security-groups?id=9c65b8d6-9028-425c-a8c3-d5b5feded404&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815992 Jan 21 09:44:56.973370 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 21 Jan 2022 09:44:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56ae44ed-dd68-4499-9fae-0d3d9639f5eb x-openstack-request-id: req-56ae44ed-dd68-4499-9fae-0d3d9639f5eb {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:44:56.973783 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4a4e6b7-47b1-4de2-8677-4f8e3eb056c2", "name": "network-vif-unplugged", "status": "failed", "tag": "0e43678c-54de-414e-81b5-5773897a97f4", "code": 422}]} {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:44:56.974212 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-56ae44ed-dd68-4499-9fae-0d3d9639f5eb {{(pid=103184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:44:56.975337 dv-cinder-804035-25-iscsi neutron-server[103184]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f4a4e6b7-47b1-4de2-8677-4f8e3eb056c2', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0e43678c-54de-414e-81b5-5773897a97f4', 'code': 422} returned with failed status Jan 21 09:44:56.977916 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34649947-cce2-457f-ac41-9e56892cc4c5 req-1afb4d8d-7738-4aed-bad5-7418d05e7142 tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:56.979727 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-34649947-cce2-457f-ac41-9e56892cc4c5 req-1afb4d8d-7738-4aed-bad5-7418d05e7142 tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4a4e6b7-47b1-4de2-8677-4f8e3eb056c2 HTTP/1.1" status: 200 len: 945 time: 0.0594444 Jan 21 09:44:57.003050 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774670732957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774670299814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774670299832'] for port (0e43678c-54de-414e-81b5-5773897a97f4), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:57.051257 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-34649947-cce2-457f-ac41-9e56892cc4c5 req-d465df16-68df-4f94-a554-49a9fd8a66ff tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] 10.222.0.45 "GET /v2.0/security-groups?id=ecb8bb3e-d4e6-4c35-9133-48a56990ede7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653973 Jan 21 09:44:57.072966 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Pushing event updated for resources: {'Port': ['ID=0e43678c-54de-414e-81b5-5773897a97f4,revision_number=6']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:57.128850 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.wsgi [-] (103182) accepted ('10.222.0.45', 41658) {{(pid=103182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:44:57.223754 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-4dc24744-e673-46c2-8776-c0cc19e07e11 req-78888c8f-1e19-49bc-a60c-b73e52d6e8af service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f4a4e6b7-47b1-4de2-8677-4f8e3eb056c2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0967257 Jan 21 09:44:57.234895 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.wsgi [req-4dc24744-e673-46c2-8776-c0cc19e07e11 req-4ed072f7-a730-4264-816e-6b668bbd9bc5 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103182) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 21 09:44:57.236383 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-4dc24744-e673-46c2-8776-c0cc19e07e11 req-4ed072f7-a730-4264-816e-6b668bbd9bc5 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056055 Jan 21 09:44:58.082221 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ea31d8-d335-4329-8aa2-9bab7ea47bc1 req-d88ba46c-bb4b-427a-96a3-8a5440158d72 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:58.085226 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-08ea31d8-d335-4329-8aa2-9bab7ea47bc1 req-d88ba46c-bb4b-427a-96a3-8a5440158d72 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] 10.222.0.45 "GET /v2.0/ports?device_id=daedf7bb-47ff-460d-bfb4-ac6166801f10 HTTP/1.1" status: 200 len: 945 time: 0.0820611 Jan 21 09:44:58.181879 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-08ea31d8-d335-4329-8aa2-9bab7ea47bc1 req-ca27a229-0fcf-42db-95b2-c1b03def8059 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] 10.222.0.45 "GET /v2.0/security-groups?id=9c65b8d6-9028-425c-a8c3-d5b5feded404&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866599 Jan 21 09:44:58.213422 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2b29f2-5716-4989-8af2-8e361d44facf req-0eef4a22-e98a-4cd5-9340-862bfd813b7d tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:58.213718 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-bc2b29f2-5716-4989-8af2-8e361d44facf req-0eef4a22-e98a-4cd5-9340-862bfd813b7d tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4a4e6b7-47b1-4de2-8677-4f8e3eb056c2 HTTP/1.1" status: 200 len: 943 time: 0.0805621 Jan 21 09:44:58.263676 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.45', 41688) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:44:58.284513 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-bc2b29f2-5716-4989-8af2-8e361d44facf req-aeda0d3c-12cb-40dd-a58b-540564856ec3 tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] 10.222.0.45 "GET /v2.0/security-groups?id=ecb8bb3e-d4e6-4c35-9133-48a56990ede7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631719 Jan 21 09:44:58.410479 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-af0b66bc-f8f1-469d-bba0-607fc4e4c2cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:58.494820 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-af0b66bc-f8f1-469d-bba0-607fc4e4c2cb admin admin] Publish callbacks [] for security_group (630b122e-6bb1-402b-9be6-9098480acd33), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:58.547208 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0652e5-4f58-4ad4-8645-8032500b6867 req-72892da1-8a93-4b0c-a814-63cb02dda2e6 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:58.548807 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-eb0652e5-4f58-4ad4-8645-8032500b6867 req-72892da1-8a93-4b0c-a814-63cb02dda2e6 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] 10.222.0.109 "GET /v2.0/ports?device_id=daedf7bb-47ff-460d-bfb4-ac6166801f10 HTTP/1.1" status: 200 len: 945 time: 0.0569754 Jan 21 09:44:58.602752 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-af0b66bc-f8f1-469d-bba0-607fc4e4c2cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126007'] for security_group (630b122e-6bb1-402b-9be6-9098480acd33), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:58.663767 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [None req-af0b66bc-f8f1-469d-bba0-607fc4e4c2cb admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6c0b1a84224b4fbdaed97e2608e1167a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3979561 Jan 21 09:44:58.664675 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0b66bc-f8f1-469d-bba0-607fc4e4c2cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=630b122e-6bb1-402b-9be6-9098480acd33,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:58.667886 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.45', 41692) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:44:58.683416 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.plugin [req-eb0652e5-4f58-4ad4-8645-8032500b6867 req-7d14e63d-1fb6-4ee3-bc52-3c9d451d270f tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Deleting port 20b2b8f5-45f6-4e4c-a61f-1787996fea63 {{(pid=103182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 09:44:58.683416 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-eb0652e5-4f58-4ad4-8645-8032500b6867 req-7d14e63d-1fb6-4ee3-bc52-3c9d451d270f tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774670727720'] for port (20b2b8f5-45f6-4e4c-a61f-1787996fea63), before_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:58.725307 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-93240a66-bbd2-4d1c-b1a6-81eac37091f0 admin admin] Publish callbacks [] for security_group (630b122e-6bb1-402b-9be6-9098480acd33), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:58.751709 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-93240a66-bbd2-4d1c-b1a6-81eac37091f0 admin admin] Publish callbacks [] for security_group (630b122e-6bb1-402b-9be6-9098480acd33), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:58.789097 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.db [req-eb0652e5-4f58-4ad4-8645-8032500b6867 req-7d14e63d-1fb6-4ee3-bc52-3c9d451d270f tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] For port 20b2b8f5-45f6-4e4c-a61f-1787996fea63, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=20b2b8f5-45f6-4e4c-a61f-1787996fea63,segment=NetworkSegment(930f9034-fe7f-473b-8ed3-d08bcf57aecc),segment_id=930f9034-fe7f-473b-8ed3-d08bcf57aecc)] {{(pid=103182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:44:58.789502 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-eb0652e5-4f58-4ad4-8645-8032500b6867 req-7d14e63d-1fb6-4ee3-bc52-3c9d451d270f tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3846167'] for port (20b2b8f5-45f6-4e4c-a61f-1787996fea63), precommit_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:58.898843 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-93240a66-bbd2-4d1c-b1a6-81eac37091f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126007'] for security_group (630b122e-6bb1-402b-9be6-9098480acd33), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:58.902862 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-93240a66-bbd2-4d1c-b1a6-81eac37091f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:58.904561 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [None req-93240a66-bbd2-4d1c-b1a6-81eac37091f0 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/630b122e-6bb1-402b-9be6-9098480acd33 HTTP/1.1" status: 204 len: 168 time: 0.2355745 Jan 21 09:44:58.917540 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93240a66-bbd2-4d1c-b1a6-81eac37091f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=630b122e-6bb1-402b-9be6-9098480acd33,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:59.022571 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-eb0652e5-4f58-4ad4-8645-8032500b6867 req-7d14e63d-1fb6-4ee3-bc52-3c9d451d270f tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:59.022881 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-eb0652e5-4f58-4ad4-8645-8032500b6867 req-7d14e63d-1fb6-4ee3-bc52-3c9d451d270f tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3846398'] for floatingip (03059b8b-04e5-4cf5-bbe5-9026328b8a36), after_update {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:59.023206 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.db.l3_db [req-eb0652e5-4f58-4ad4-8645-8032500b6867 req-7d14e63d-1fb6-4ee3-bc52-3c9d451d270f tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Floating IP 03059b8b-04e5-4cf5-bbe5-9026328b8a36 disassociated. External IP: 172.27.3.245, port: 20b2b8f5-45f6-4e4c-a61f-1787996fea63. Jan 21 09:44:59.023781 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.plugin [req-eb0652e5-4f58-4ad4-8645-8032500b6867 req-7d14e63d-1fb6-4ee3-bc52-3c9d451d270f tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Calling delete_port for 20b2b8f5-45f6-4e4c-a61f-1787996fea63 owned by compute:nova {{(pid=103182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 09:44:59.330737 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e307fe-f18a-40b5-837f-09c1e226b570 req-29852ae6-51ba-4d1f-8a9a-fec526db086b tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:59.333250 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-01e307fe-f18a-40b5-837f-09c1e226b570 req-29852ae6-51ba-4d1f-8a9a-fec526db086b tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] 10.222.0.45 "GET /v2.0/ports?device_id=daedf7bb-47ff-460d-bfb4-ac6166801f10 HTTP/1.1" status: 200 len: 945 time: 0.0648677 Jan 21 09:44:59.345947 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-eb0652e5-4f58-4ad4-8645-8032500b6867 req-7d14e63d-1fb6-4ee3-bc52-3c9d451d270f tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774670733020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774670299805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29186853'] for port (20b2b8f5-45f6-4e4c-a61f-1787996fea63), after_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:59.422066 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d14e63d-1fb6-4ee3-bc52-3c9d451d270f tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Pushing event deleted for resources: {'Port': ['ID=20b2b8f5-45f6-4e4c-a61f-1787996fea63,revision_number=None']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:59.513603 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-01e307fe-f18a-40b5-837f-09c1e226b570 req-405e65fc-cb38-40d7-bcaa-3da42e76daa0 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] 10.222.0.45 "GET /v2.0/security-groups?id=9c65b8d6-9028-425c-a8c3-d5b5feded404&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1687887 Jan 21 09:44:59.540902 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e3c0ae-c4b7-4b6d-a1ac-b88a0f63cd1e req-17276921-3317-4ea7-8994-65b4fe6ae807 tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:59.542771 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-d4e3c0ae-c4b7-4b6d-a1ac-b88a0f63cd1e req-17276921-3317-4ea7-8994-65b4fe6ae807 tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4a4e6b7-47b1-4de2-8677-4f8e3eb056c2 HTTP/1.1" status: 200 len: 943 time: 0.1626475 Jan 21 09:44:59.642089 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eb0652e5-4f58-4ad4-8645-8032500b6867 req-7d14e63d-1fb6-4ee3-bc52-3c9d451d270f tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Router ffbd5b19-76b7-4008-97f4-9b0e8513eb8b has already been hosted by L3 agent e2f5353c-5d20-4dd0-beb4-c302aead9ffd {{(pid=103182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:44:59.647707 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-d4e3c0ae-c4b7-4b6d-a1ac-b88a0f63cd1e req-aafef9c0-c5c1-4a6a-9be2-219b6c103e54 tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] 10.222.0.45 "GET /v2.0/security-groups?id=ecb8bb3e-d4e6-4c35-9133-48a56990ede7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721035 Jan 21 09:44:59.777874 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eb0652e5-4f58-4ad4-8645-8032500b6867 req-7d14e63d-1fb6-4ee3-bc52-3c9d451d270f tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Notify agent at l3_agent.dv-cinder-804035-25-iscsi the message routers_updated {{(pid=103182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:44:59.798248 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de7aa306-0712-41de-8f20-fd1ecdaeb98b None None] Sync routers for ids ['ffbd5b19-76b7-4008-97f4-9b0e8513eb8b'] in dv-cinder-804035-25-iscsi {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:44:59.816613 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de7aa306-0712-41de-8f20-fd1ecdaeb98b None None] Routers {'ffbd5b19-76b7-4008-97f4-9b0e8513eb8b'} bound to L3 agent in host dv-cinder-804035-25-iscsi {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 09:44:59.819931 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-de7aa306-0712-41de-8f20-fd1ecdaeb98b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-21T09:27:18Z,description=,heartbeat_timestamp=2022-01-21T09:44:48Z,host='dv-cinder-804035-25-iscsi',id=e2f5353c-5d20-4dd0-beb4-c302aead9ffd,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:27:19Z,topic='l3_agent')) {'router_ids': ['ffbd5b19-76b7-4008-97f4-9b0e8513eb8b'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:59.824939 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb0652e5-4f58-4ad4-8645-8032500b6867 req-7d14e63d-1fb6-4ee3-bc52-3c9d451d270f tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] No DVR routers for this DVR port 20b2b8f5-45f6-4e4c-a61f-1787996fea63 on host hv-cinder-80403 {{(pid=103182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:44:59.831068 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-eb0652e5-4f58-4ad4-8645-8032500b6867 req-7d14e63d-1fb6-4ee3-bc52-3c9d451d270f tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11211'] for port (None), before_response {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:44:59.831307 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-eb0652e5-4f58-4ad4-8645-8032500b6867 req-7d14e63d-1fb6-4ee3-bc52-3c9d451d270f tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] 10.222.0.109 "DELETE /v2.0/ports/20b2b8f5-45f6-4e4c-a61f-1787996fea63 HTTP/1.1" status: 204 len: 173 time: 1.2762291 Jan 21 09:44:59.831599 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daedf7bb-47ff-460d-bfb4-ac6166801f10', 'name': 'network-vif-deleted', 'tag': '20b2b8f5-45f6-4e4c-a61f-1787996fea63'}] {{(pid=103182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:44:59.834142 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa0cc1f82daaed98fc3f7058001f72739ccfc4facde8019b77a0af70a494964c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cdce12b-48d0-4afc-b016-2d17e38bc00b" -d '{"events": [{"server_uuid": "daedf7bb-47ff-460d-bfb4-ac6166801f10", "name": "network-vif-deleted", "tag": "20b2b8f5-45f6-4e4c-a61f-1787996fea63"}]}' {{(pid=103182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:44:59.882581 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 09:44:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a8541cd-18dc-46a1-ab20-c473bbb970e8 x-openstack-request-id: req-5a8541cd-18dc-46a1-ab20-c473bbb970e8 {{(pid=103182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:44:59.882944 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daedf7bb-47ff-460d-bfb4-ac6166801f10", "name": "network-vif-deleted", "tag": "20b2b8f5-45f6-4e4c-a61f-1787996fea63", "status": "completed", "code": 200}]} {{(pid=103182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:44:59.883174 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5a8541cd-18dc-46a1-ab20-c473bbb970e8 {{(pid=103182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:44:59.883589 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daedf7bb-47ff-460d-bfb4-ac6166801f10', 'name': 'network-vif-deleted', 'tag': '20b2b8f5-45f6-4e4c-a61f-1787996fea63', 'status': 'completed', 'code': 200} Jan 21 09:45:00.001726 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-de7aa306-0712-41de-8f20-fd1ecdaeb98b None None] Set router ffbd5b19-76b7-4008-97f4-9b0e8513eb8b gateway port host: dv-cinder-804035-25-iscsi {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:45:00.119309 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc24744-e673-46c2-8776-c0cc19e07e11 req-8431f045-d933-486f-acbc-b62d53b1d555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:00.120943 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-4dc24744-e673-46c2-8776-c0cc19e07e11 req-8431f045-d933-486f-acbc-b62d53b1d555 service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=f4a4e6b7-47b1-4de2-8677-4f8e3eb056c2&tenant_id=d2ac0334d1e14c29aa6222d547c64b00 HTTP/1.1" status: 200 len: 1096 time: 0.0463774 Jan 21 09:45:00.235290 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc24744-e673-46c2-8776-c0cc19e07e11 req-ddf7670d-ec14-49b0-b308-0b373dfeba18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:00.237138 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-4dc24744-e673-46c2-8776-c0cc19e07e11 req-ddf7670d-ec14-49b0-b308-0b373dfeba18 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=d2ac0334d1e14c29aa6222d547c64b00&device_id=f4a4e6b7-47b1-4de2-8677-4f8e3eb056c2 HTTP/1.1" status: 200 len: 1096 time: 0.0693049 Jan 21 09:45:00.358170 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-de7aa306-0712-41de-8f20-fd1ecdaeb98b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffbd5b19-76b7-4008-97f4-9b0e8513eb8b', 'name': 'tempest-AttachVolumeTestJSON-1841536385-router', 'tenant_id': '2322cb784615409bb15a6f49522d3b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'external_fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '970cb36d-be73-494e-ad3d-4d419fe42c08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:39:50Z', 'updated_at': '2022-01-21T09:39:54Z', 'revision_number': 4, 'project_id': '2322cb784615409bb15a6f49522d3b34', 'gw_port': {'id': '970cb36d-be73-494e-ad3d-4d419fe42c08', 'name': '', 'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:0c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffbd5b19-76b7-4008-97f4-9b0e8513eb8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:39:51Z', 'updated_at': '2022-01-21T09:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6accd444-6422-45bf-9c21-6be173243a45', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-25-iscsi', '_interfaces': [{'id': 'dabfd067-b64c-41ae-89a7-9dec4911b076', 'name': '', 'network_id': '0dd36bcf-7b04-41a7-a991-1f81f12526d5', 'tenant_id': '2322cb784615409bb15a6f49522d3b34', 'mac_address': 'fa:16:3e:f1:26:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffbd5b19-76b7-4008-97f4-9b0e8513eb8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'f2cbcea8-b408-46a8-bbe1-71aa15cb4674', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:39:53Z', 'updated_at': '2022-01-21T09:39:58Z', 'revision_number': 5, 'project_id': '2322cb784615409bb15a6f49522d3b34', 'subnets': [{'id': 'f2cbcea8-b408-46a8-bbe1-71aa15cb4674', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-25-iscsi', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:00.362788 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc24744-e673-46c2-8776-c0cc19e07e11 req-2d704d1a-cf4c-4347-8296-2aed67eb3954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:00.364296 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-4dc24744-e673-46c2-8776-c0cc19e07e11 req-2d704d1a-cf4c-4347-8296-2aed67eb3954 service neutron] 10.222.0.109 "GET /v2.0/networks?id=ec6c0da2-1dbe-43af-89f3-68cb39bbc90b HTTP/1.1" status: 200 len: 910 time: 0.1213591 Jan 21 09:45:00.397167 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de7aa306-0712-41de-8f20-fd1ecdaeb98b None None] Checking router: ffbd5b19-76b7-4008-97f4-9b0e8513eb8b for host: dv-cinder-804035-25-iscsi {{(pid=103185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:45:00.406201 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de7aa306-0712-41de-8f20-fd1ecdaeb98b None None] Routers {'ffbd5b19-76b7-4008-97f4-9b0e8513eb8b'} bound to L3 agent in host dv-cinder-804035-25-iscsi {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 09:45:00.406830 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-de7aa306-0712-41de-8f20-fd1ecdaeb98b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-21T09:27:18Z,description=,heartbeat_timestamp=2022-01-21T09:44:48Z,host='dv-cinder-804035-25-iscsi',id=e2f5353c-5d20-4dd0-beb4-c302aead9ffd,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:27:19Z,topic='l3_agent')) {'router_ids': ['ffbd5b19-76b7-4008-97f4-9b0e8513eb8b'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:00.463424 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-4dc24744-e673-46c2-8776-c0cc19e07e11 req-8d3e924c-e079-43b7-a8c0-9872be4f6dc9 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0e43678c-54de-414e-81b5-5773897a97f4 HTTP/1.1" status: 200 len: 999 time: 0.0917799 Jan 21 09:45:00.520407 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc24744-e673-46c2-8776-c0cc19e07e11 req-0922dc51-3c4b-4a50-90f2-36c015caf717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:00.522071 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-4dc24744-e673-46c2-8776-c0cc19e07e11 req-0922dc51-3c4b-4a50-90f2-36c015caf717 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=1bf23acc-59f7-4a2a-af00-01a8c5f75fdb HTTP/1.1" status: 200 len: 848 time: 0.0490260 Jan 21 09:45:00.536775 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-de7aa306-0712-41de-8f20-fd1ecdaeb98b None None] Set router ffbd5b19-76b7-4008-97f4-9b0e8513eb8b gateway port host: dv-cinder-804035-25-iscsi {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:45:00.608886 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc24744-e673-46c2-8776-c0cc19e07e11 req-0765b82c-a7e8-4cd8-b001-8acfe80ccf07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:00.614254 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-4dc24744-e673-46c2-8776-c0cc19e07e11 req-0765b82c-a7e8-4cd8-b001-8acfe80ccf07 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=ec6c0da2-1dbe-43af-89f3-68cb39bbc90b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0758481 Jan 21 09:45:00.690777 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-bbf6cfd0-4323-460e-b2de-27ac49ab1e4f req-1d3a31bb-6682-4483-ab7c-a58d31b013dc tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] 10.222.0.45 "GET /v2.0/ports?device_id=daedf7bb-47ff-460d-bfb4-ac6166801f10 HTTP/1.1" status: 200 len: 210 time: 0.0575991 Jan 21 09:45:00.766141 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Device 20b2b8f5-45f6-4e4c-a61f-1787996fea63 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=103184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:45:00.801237 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] No Port match for: 20b2b8f5-45f6-4e4c-a61f-1787996fea63 {{(pid=103184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 21 09:45:00.801910 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Device 20b2b8f5-45f6-4e4c-a61f-1787996fea63 not bound to the agent host hv-cinder-80403 {{(pid=103184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:45:00.822886 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-de7aa306-0712-41de-8f20-fd1ecdaeb98b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffbd5b19-76b7-4008-97f4-9b0e8513eb8b', 'name': 'tempest-AttachVolumeTestJSON-1841536385-router', 'tenant_id': '2322cb784615409bb15a6f49522d3b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'external_fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '970cb36d-be73-494e-ad3d-4d419fe42c08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:39:50Z', 'updated_at': '2022-01-21T09:39:54Z', 'revision_number': 4, 'project_id': '2322cb784615409bb15a6f49522d3b34', 'gw_port': {'id': '970cb36d-be73-494e-ad3d-4d419fe42c08', 'name': '', 'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:0c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffbd5b19-76b7-4008-97f4-9b0e8513eb8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:39:51Z', 'updated_at': '2022-01-21T09:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6accd444-6422-45bf-9c21-6be173243a45', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-25-iscsi', '_interfaces': [{'id': 'dabfd067-b64c-41ae-89a7-9dec4911b076', 'name': '', 'network_id': '0dd36bcf-7b04-41a7-a991-1f81f12526d5', 'tenant_id': '2322cb784615409bb15a6f49522d3b34', 'mac_address': 'fa:16:3e:f1:26:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffbd5b19-76b7-4008-97f4-9b0e8513eb8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'f2cbcea8-b408-46a8-bbe1-71aa15cb4674', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:39:53Z', 'updated_at': '2022-01-21T09:39:58Z', 'revision_number': 5, 'project_id': '2322cb784615409bb15a6f49522d3b34', 'subnets': [{'id': 'f2cbcea8-b408-46a8-bbe1-71aa15cb4674', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-25-iscsi', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:00.827018 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-4dc24744-e673-46c2-8776-c0cc19e07e11 req-298789ae-ce86-4252-b21f-36ed19a4ba1e service neutron] 10.222.0.109 "GET /v2.0/networks/ec6c0da2-1dbe-43af-89f3-68cb39bbc90b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891205 Jan 21 09:45:00.853941 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de7aa306-0712-41de-8f20-fd1ecdaeb98b None None] The sync data for ids ['ffbd5b19-76b7-4008-97f4-9b0e8513eb8b'] in dv-cinder-804035-25-iscsi is: [{'id': 'ffbd5b19-76b7-4008-97f4-9b0e8513eb8b', 'name': 'tempest-AttachVolumeTestJSON-1841536385-router', 'tenant_id': '2322cb784615409bb15a6f49522d3b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'external_fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '970cb36d-be73-494e-ad3d-4d419fe42c08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:39:50Z', 'updated_at': '2022-01-21T09:39:54Z', 'revision_number': 4, 'project_id': '2322cb784615409bb15a6f49522d3b34', 'gw_port': {'id': '970cb36d-be73-494e-ad3d-4d419fe42c08', 'name': '', 'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:0c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffbd5b19-76b7-4008-97f4-9b0e8513eb8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:39:51Z', 'updated_at': '2022-01-21T09:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6accd444-6422-45bf-9c21-6be173243a45', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-25-iscsi', '_interfaces': [{'id': 'dabfd067-b64c-41ae-89a7-9dec4911b076', 'name': '', 'network_id': '0dd36bcf-7b04-41a7-a991-1f81f12526d5', 'tenant_id': '2322cb784615409bb15a6f49522d3b34', 'mac_address': 'fa:16:3e:f1:26:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffbd5b19-76b7-4008-97f4-9b0e8513eb8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'f2cbcea8-b408-46a8-bbe1-71aa15cb4674', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:39:53Z', 'updated_at': '2022-01-21T09:39:58Z', 'revision_number': 5, 'project_id': '2322cb784615409bb15a6f49522d3b34', 'subnets': [{'id': 'f2cbcea8-b408-46a8-bbe1-71aa15cb4674', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:45:00.861856 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760f6c98-42e4-4345-81f9-cfc3e7dcc504 req-060fd513-c6b6-4965-8b78-68c3de27d699 tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:00.864237 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-760f6c98-42e4-4345-81f9-cfc3e7dcc504 req-060fd513-c6b6-4965-8b78-68c3de27d699 tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4a4e6b7-47b1-4de2-8677-4f8e3eb056c2 HTTP/1.1" status: 200 len: 943 time: 0.0915909 Jan 21 09:45:01.018388 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-760f6c98-42e4-4345-81f9-cfc3e7dcc504 req-307a583a-26d0-4196-944b-8dc6cb0b39c3 tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] 10.222.0.45 "GET /v2.0/security-groups?id=ecb8bb3e-d4e6-4c35-9133-48a56990ede7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1302998 Jan 21 09:45:01.039485 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-4dc24744-e673-46c2-8776-c0cc19e07e11 req-8c5f6a85-2132-44a7-8899-2947b869dc71 service neutron] 10.222.0.109 "GET /v2.0/networks/ec6c0da2-1dbe-43af-89f3-68cb39bbc90b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2026756 Jan 21 09:45:01.186152 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-383ccdde-8ee4-4238-aac7-1dde4385634e None None] New status for floating IP 03059b8b-04e5-4cf5-bbe5-9026328b8a36: DOWN {{(pid=103184) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 09:45:01.883386 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.45', 41754) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:45:01.965244 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-00c2681d-c62f-445d-8078-8ef48f4370fb tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Publish callbacks [] for security_group (9c65b8d6-9028-425c-a8c3-d5b5feded404), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:01.994798 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-00c2681d-c62f-445d-8078-8ef48f4370fb tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Publish callbacks [] for security_group (9c65b8d6-9028-425c-a8c3-d5b5feded404), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:02.121443 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-00c2681d-c62f-445d-8078-8ef48f4370fb tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126007'] for security_group (9c65b8d6-9028-425c-a8c3-d5b5feded404), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:02.124804 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-00c2681d-c62f-445d-8078-8ef48f4370fb tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:02.130344 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [None req-00c2681d-c62f-445d-8078-8ef48f4370fb tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] 10.222.0.45 "DELETE /v2.0/security-groups/9c65b8d6-9028-425c-a8c3-d5b5feded404 HTTP/1.1" status: 204 len: 168 time: 0.2422931 Jan 21 09:45:02.131991 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.45', 41766) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:45:02.147973 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c2681d-c62f-445d-8078-8ef48f4370fb tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c65b8d6-9028-425c-a8c3-d5b5feded404,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:02.154941 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.api.v2.resource [None req-e092b03f-5a45-4b88-a5a2-92a3a7a38993 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] show failed (client error): The resource could not be found. Jan 21 09:45:02.156206 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [None req-e092b03f-5a45-4b88-a5a2-92a3a7a38993 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] 10.222.0.45 "GET /v2.0/security-groups/9c65b8d6-9028-425c-a8c3-d5b5feded404 HTTP/1.1" status: 404 len: 347 time: 0.0229490 Jan 21 09:45:02.161341 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.45', 41768) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:45:02.199516 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128b2372-a5c2-46df-90a3-fc3a7cd488bb req-9b474dfe-20ed-4e03-8323-fe479e36ba7a tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:02.202564 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-128b2372-a5c2-46df-90a3-fc3a7cd488bb req-9b474dfe-20ed-4e03-8323-fe479e36ba7a tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4a4e6b7-47b1-4de2-8677-4f8e3eb056c2 HTTP/1.1" status: 200 len: 943 time: 0.1012423 Jan 21 09:45:02.266739 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-128b2372-a5c2-46df-90a3-fc3a7cd488bb req-76cda916-d8a0-44e3-b9de-85dbb9650f06 tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] 10.222.0.45 "GET /v2.0/security-groups?id=ecb8bb3e-d4e6-4c35-9133-48a56990ede7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563416 Jan 21 09:45:02.327795 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-f3ca284c-1d4c-4cdf-baed-25798eddecc1 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Deleting port e079ee5d-390e-4413-b128-d132dd9a2b52 {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 09:45:02.328358 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-f3ca284c-1d4c-4cdf-baed-25798eddecc1 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774670727720'] for port (e079ee5d-390e-4413-b128-d132dd9a2b52), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:02.439528 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-f3ca284c-1d4c-4cdf-baed-25798eddecc1 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3846167'] for port (e079ee5d-390e-4413-b128-d132dd9a2b52), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:02.439839 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-f3ca284c-1d4c-4cdf-baed-25798eddecc1 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Publish callbacks [] for floatingip (e079ee5d-390e-4413-b128-d132dd9a2b52), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:02.456430 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-f3ca284c-1d4c-4cdf-baed-25798eddecc1 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Calling delete_port for e079ee5d-390e-4413-b128-d132dd9a2b52 owned by network:floatingip {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 09:45:02.680698 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-f3ca284c-1d4c-4cdf-baed-25798eddecc1 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774670733020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774670299805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181744'] for port (e079ee5d-390e-4413-b128-d132dd9a2b52), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:02.710819 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ca284c-1d4c-4cdf-baed-25798eddecc1 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Pushing event deleted for resources: {'Port': ['ID=e079ee5d-390e-4413-b128-d132dd9a2b52,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:02.805549 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-f3ca284c-1d4c-4cdf-baed-25798eddecc1 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Publish callbacks [] for floatingip (03059b8b-04e5-4cf5-bbe5-9026328b8a36), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:02.805549 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-f3ca284c-1d4c-4cdf-baed-25798eddecc1 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11211'] for floatingip (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:02.805549 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [None req-f3ca284c-1d4c-4cdf-baed-25798eddecc1 tempest-AttachVolumeTestJSON-524637070 tempest-AttachVolumeTestJSON-524637070-project] 10.222.0.45 "DELETE /v2.0/floatingips/03059b8b-04e5-4cf5-bbe5-9026328b8a36 HTTP/1.1" status: 204 len: 168 time: 0.6416154 Jan 21 09:45:03.442292 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf52b407-d54a-4abe-8942-46dc4bcd5dbe req-d82da1ea-afea-4672-a2e0-7043c5f92262 tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:03.445042 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-bf52b407-d54a-4abe-8942-46dc4bcd5dbe req-d82da1ea-afea-4672-a2e0-7043c5f92262 tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4a4e6b7-47b1-4de2-8677-4f8e3eb056c2 HTTP/1.1" status: 200 len: 943 time: 0.0732338 Jan 21 09:45:03.510048 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-bf52b407-d54a-4abe-8942-46dc4bcd5dbe req-4b20def1-458f-4bfd-9f8f-a88ff441c53b tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] 10.222.0.45 "GET /v2.0/security-groups?id=ecb8bb3e-d4e6-4c35-9133-48a56990ede7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579400 Jan 21 09:45:04.652059 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac517238-9f60-4f22-ac47-5117fa27100c req-6f002604-1c17-47ce-b643-edf190a05b69 tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:04.654604 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-ac517238-9f60-4f22-ac47-5117fa27100c req-6f002604-1c17-47ce-b643-edf190a05b69 tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4a4e6b7-47b1-4de2-8677-4f8e3eb056c2 HTTP/1.1" status: 200 len: 943 time: 0.0655649 Jan 21 09:45:04.727215 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-ac517238-9f60-4f22-ac47-5117fa27100c req-e2d00259-a390-4606-bad5-0a70ce38148a tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] 10.222.0.45 "GET /v2.0/security-groups?id=ecb8bb3e-d4e6-4c35-9133-48a56990ede7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627646 Jan 21 09:45:05.850606 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b44b9d3-999d-4c34-aaf7-c32c8f4128b2 req-37779e3b-9c34-4712-8d16-661cc07d4360 tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:05.851913 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-8b44b9d3-999d-4c34-aaf7-c32c8f4128b2 req-37779e3b-9c34-4712-8d16-661cc07d4360 tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4a4e6b7-47b1-4de2-8677-4f8e3eb056c2 HTTP/1.1" status: 200 len: 943 time: 0.0524533 Jan 21 09:45:05.929710 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-8b44b9d3-999d-4c34-aaf7-c32c8f4128b2 req-dc250f4d-7c74-43f2-966c-e50eede4c90c tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] 10.222.0.45 "GET /v2.0/security-groups?id=ecb8bb3e-d4e6-4c35-9133-48a56990ede7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716703 Jan 21 09:45:07.067473 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.45', 41836) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:45:07.069837 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7c0f9c-4cd6-4ade-b781-54511d631373 req-525c0002-a1de-4fb5-ba8b-eebfd4a6a01d tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:07.073667 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-6e7c0f9c-4cd6-4ade-b781-54511d631373 req-525c0002-a1de-4fb5-ba8b-eebfd4a6a01d tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4a4e6b7-47b1-4de2-8677-4f8e3eb056c2 HTTP/1.1" status: 200 len: 943 time: 0.0586655 Jan 21 09:45:07.129640 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-6e7c0f9c-4cd6-4ade-b781-54511d631373 req-a3b7af60-6c0f-4c64-8743-74b9718fb3bd tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] 10.222.0.45 "GET /v2.0/security-groups?id=ecb8bb3e-d4e6-4c35-9133-48a56990ede7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522959 Jan 21 09:45:07.690609 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c7f8b791-4d25-4d72-8cce-099475601e4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3852419'] for router_interface (ffbd5b19-76b7-4008-97f4-9b0e8513eb8b), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:07.964410 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-c7f8b791-4d25-4d72-8cce-099475601e4d admin admin] Deleting port dabfd067-b64c-41ae-89a7-9dec4911b076 {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 09:45:07.964686 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c7f8b791-4d25-4d72-8cce-099475601e4d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774670727720'] for port (dabfd067-b64c-41ae-89a7-9dec4911b076), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:08.050402 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.plugins.ml2.db [None req-c7f8b791-4d25-4d72-8cce-099475601e4d admin admin] For port dabfd067-b64c-41ae-89a7-9dec4911b076, host dv-cinder-804035-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-25-iscsi',level=0,port_id=dabfd067-b64c-41ae-89a7-9dec4911b076,segment=NetworkSegment(930f9034-fe7f-473b-8ed3-d08bcf57aecc),segment_id=930f9034-fe7f-473b-8ed3-d08bcf57aecc)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:45:08.051313 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c7f8b791-4d25-4d72-8cce-099475601e4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3846167'] for port (dabfd067-b64c-41ae-89a7-9dec4911b076), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:08.064765 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-c7f8b791-4d25-4d72-8cce-099475601e4d admin admin] Calling delete_port for dabfd067-b64c-41ae-89a7-9dec4911b076 owned by network:router_interface {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 09:45:08.267102 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3bb49c-e376-4eb7-b176-30c7b53f951d req-0e534a6b-8731-4cf2-b2f2-1e736899656f tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:08.268681 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-3a3bb49c-e376-4eb7-b176-30c7b53f951d req-0e534a6b-8731-4cf2-b2f2-1e736899656f tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4a4e6b7-47b1-4de2-8677-4f8e3eb056c2 HTTP/1.1" status: 200 len: 943 time: 0.0527260 Jan 21 09:45:08.332929 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c7f8b791-4d25-4d72-8cce-099475601e4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774670733020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774670299805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181744'] for port (dabfd067-b64c-41ae-89a7-9dec4911b076), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:08.337943 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-3a3bb49c-e376-4eb7-b176-30c7b53f951d req-602f293f-d90b-4a1e-b5c0-3c04ab8c9024 tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] 10.222.0.45 "GET /v2.0/security-groups?id=ecb8bb3e-d4e6-4c35-9133-48a56990ede7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625010 Jan 21 09:45:08.374238 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f8b791-4d25-4d72-8cce-099475601e4d admin admin] Pushing event deleted for resources: {'Port': ['ID=dabfd067-b64c-41ae-89a7-9dec4911b076,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:08.568754 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c7f8b791-4d25-4d72-8cce-099475601e4d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4184423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3851456'] for router_interface (ffbd5b19-76b7-4008-97f4-9b0e8513eb8b), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:08.827576 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Device 0e43678c-54de-414e-81b5-5773897a97f4 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=103184) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 21 09:45:08.839493 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7f8b791-4d25-4d72-8cce-099475601e4d admin admin] Router ffbd5b19-76b7-4008-97f4-9b0e8513eb8b has already been hosted by L3 agent e2f5353c-5d20-4dd0-beb4-c302aead9ffd {{(pid=103183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:45:08.967315 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] For port 0e43678c-54de-414e-81b5-5773897a97f4, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=0e43678c-54de-414e-81b5-5773897a97f4,segment=NetworkSegment(aa78cb95-90e0-401d-9637-4d1897b31e11),segment_id=aa78cb95-90e0-401d-9637-4d1897b31e11)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:45:08.989764 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Returning: {'device': '0e43678c-54de-414e-81b5-5773897a97f4', 'network_id': 'ec6c0da2-1dbe-43af-89f3-68cb39bbc90b', 'port_id': '0e43678c-54de-414e-81b5-5773897a97f4', 'mac_address': 'fa:16:3e:04:e5:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bf23acc-59f7-4a2a-af00-01a8c5f75fdb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103184) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 21 09:45:09.073444 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7f8b791-4d25-4d72-8cce-099475601e4d admin admin] Notify agent at l3_agent.dv-cinder-804035-25-iscsi the message routers_updated {{(pid=103183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:45:09.086800 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [None req-c7f8b791-4d25-4d72-8cce-099475601e4d admin admin] 10.222.0.45 "PUT /v2.0/routers/ffbd5b19-76b7-4008-97f4-9b0e8513eb8b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0164835 Jan 21 09:45:09.099278 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.wsgi [-] (103182) accepted ('10.222.0.45', 41852) {{(pid=103182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:45:09.106643 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee48c11b-1753-46a0-abcf-019ba6312f02 None None] Sync routers for ids ['ffbd5b19-76b7-4008-97f4-9b0e8513eb8b'] in dv-cinder-804035-25-iscsi {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:45:09.117736 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Current status of the port 0e43678c-54de-414e-81b5-5773897a97f4 is: DOWN; New status is: BUILD {{(pid=103184) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:45:09.118787 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (0e43678c-54de-414e-81b5-5773897a97f4), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:09.132003 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee48c11b-1753-46a0-abcf-019ba6312f02 None None] Routers {'ffbd5b19-76b7-4008-97f4-9b0e8513eb8b'} bound to L3 agent in host dv-cinder-804035-25-iscsi {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 09:45:09.133071 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-ee48c11b-1753-46a0-abcf-019ba6312f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-21T09:27:18Z,description=,heartbeat_timestamp=2022-01-21T09:44:48Z,host='dv-cinder-804035-25-iscsi',id=e2f5353c-5d20-4dd0-beb4-c302aead9ffd,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:27:19Z,topic='l3_agent')) {'router_ids': ['ffbd5b19-76b7-4008-97f4-9b0e8513eb8b'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:09.145504 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.notifiers.nova [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e43678c-54de-414e-81b5-5773897a97f4 {{(pid=103184) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:45:09.178869 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] For port 0e43678c-54de-414e-81b5-5773897a97f4, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=0e43678c-54de-414e-81b5-5773897a97f4,segment=NetworkSegment(aa78cb95-90e0-401d-9637-4d1897b31e11),segment_id=aa78cb95-90e0-401d-9637-4d1897b31e11)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:45:09.280718 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-3590601a-0997-43f0-919b-1b92236d6679 admin admin] Publish callbacks [] for router (ffbd5b19-76b7-4008-97f4-9b0e8513eb8b), before_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:09.286135 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774670732957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774670299814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774670299832'] for port (0e43678c-54de-414e-81b5-5773897a97f4), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:09.294082 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-ee48c11b-1753-46a0-abcf-019ba6312f02 None None] Set router ffbd5b19-76b7-4008-97f4-9b0e8513eb8b gateway port host: dv-cinder-804035-25-iscsi {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:45:09.368945 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Pushing event updated for resources: {'Port': ['ID=0e43678c-54de-414e-81b5-5773897a97f4,revision_number=7']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:09.443529 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-3590601a-0997-43f0-919b-1b92236d6679 admin admin] Publish callbacks [] for router_gateway (ffbd5b19-76b7-4008-97f4-9b0e8513eb8b), before_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:09.506145 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-ee48c11b-1753-46a0-abcf-019ba6312f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffbd5b19-76b7-4008-97f4-9b0e8513eb8b', 'name': 'tempest-AttachVolumeTestJSON-1841536385-router', 'tenant_id': '2322cb784615409bb15a6f49522d3b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'external_fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '970cb36d-be73-494e-ad3d-4d419fe42c08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:39:50Z', 'updated_at': '2022-01-21T09:45:08Z', 'revision_number': 5, 'project_id': '2322cb784615409bb15a6f49522d3b34', 'gw_port': {'id': '970cb36d-be73-494e-ad3d-4d419fe42c08', 'name': '', 'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:0c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffbd5b19-76b7-4008-97f4-9b0e8513eb8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:39:51Z', 'updated_at': '2022-01-21T09:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6accd444-6422-45bf-9c21-6be173243a45', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-25-iscsi'}], 'dv-cinder-804035-25-iscsi', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:09.514678 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] get_ports_and_sgs() called for port_ids ['0e43678c-54de-414e-81b5-5773897a97f4'] {{(pid=103184) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 09:45:09.555060 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee48c11b-1753-46a0-abcf-019ba6312f02 None None] Checking router: ffbd5b19-76b7-4008-97f4-9b0e8513eb8b for host: dv-cinder-804035-25-iscsi {{(pid=103185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:45:09.566163 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee48c11b-1753-46a0-abcf-019ba6312f02 None None] Routers {'ffbd5b19-76b7-4008-97f4-9b0e8513eb8b'} bound to L3 agent in host dv-cinder-804035-25-iscsi {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 09:45:09.566990 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-ee48c11b-1753-46a0-abcf-019ba6312f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-21T09:27:18Z,description=,heartbeat_timestamp=2022-01-21T09:44:48Z,host='dv-cinder-804035-25-iscsi',id=e2f5353c-5d20-4dd0-beb4-c302aead9ffd,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:27:19Z,topic='l3_agent')) {'router_ids': ['ffbd5b19-76b7-4008-97f4-9b0e8513eb8b'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:09.674576 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-ee48c11b-1753-46a0-abcf-019ba6312f02 None None] Set router ffbd5b19-76b7-4008-97f4-9b0e8513eb8b gateway port host: None {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:45:09.746492 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-ee48c11b-1753-46a0-abcf-019ba6312f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffbd5b19-76b7-4008-97f4-9b0e8513eb8b', 'name': 'tempest-AttachVolumeTestJSON-1841536385-router', 'tenant_id': '2322cb784615409bb15a6f49522d3b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:39:50Z', 'updated_at': '2022-01-21T09:45:09Z', 'revision_number': 6, 'project_id': '2322cb784615409bb15a6f49522d3b34', 'gw_port_host': None}], 'dv-cinder-804035-25-iscsi', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:09.788981 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee48c11b-1753-46a0-abcf-019ba6312f02 None None] The sync data for ids ['ffbd5b19-76b7-4008-97f4-9b0e8513eb8b'] in dv-cinder-804035-25-iscsi is: [{'id': 'ffbd5b19-76b7-4008-97f4-9b0e8513eb8b', 'name': 'tempest-AttachVolumeTestJSON-1841536385-router', 'tenant_id': '2322cb784615409bb15a6f49522d3b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:39:50Z', 'updated_at': '2022-01-21T09:45:09Z', 'revision_number': 6, 'project_id': '2322cb784615409bb15a6f49522d3b34', 'gw_port_host': None}] {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:45:09.933001 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c5d537-117c-4750-94c4-61405d85c23f req-c94fee58-9dde-4ef6-bd8b-5de99d5de7e8 tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:09.934970 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-30c5d537-117c-4750-94c4-61405d85c23f req-c94fee58-9dde-4ef6-bd8b-5de99d5de7e8 tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4a4e6b7-47b1-4de2-8677-4f8e3eb056c2 HTTP/1.1" status: 200 len: 944 time: 0.4823387 Jan 21 09:45:10.001263 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.plugin [None req-3590601a-0997-43f0-919b-1b92236d6679 admin admin] Deleting port 970cb36d-be73-494e-ad3d-4d419fe42c08 {{(pid=103182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 09:45:10.001600 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-3590601a-0997-43f0-919b-1b92236d6679 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774670727720'] for port (970cb36d-be73-494e-ad3d-4d419fe42c08), before_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:10.007572 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-30c5d537-117c-4750-94c4-61405d85c23f req-df870412-2165-424f-9d63-a3c90b112cc3 tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] 10.222.0.45 "GET /v2.0/security-groups?id=ecb8bb3e-d4e6-4c35-9133-48a56990ede7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650961 Jan 21 09:45:10.109650 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.db [None req-3590601a-0997-43f0-919b-1b92236d6679 admin admin] For port 970cb36d-be73-494e-ad3d-4d419fe42c08, host dv-cinder-804035-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-25-iscsi',level=0,port_id=970cb36d-be73-494e-ad3d-4d419fe42c08,segment=NetworkSegment(04cdc6b6-1d9e-45db-8cc2-90c03cb493f2),segment_id=04cdc6b6-1d9e-45db-8cc2-90c03cb493f2)] {{(pid=103182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:45:10.110002 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-3590601a-0997-43f0-919b-1b92236d6679 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3846167'] for port (970cb36d-be73-494e-ad3d-4d419fe42c08), precommit_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:10.125260 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.plugin [None req-3590601a-0997-43f0-919b-1b92236d6679 admin admin] Calling delete_port for 970cb36d-be73-494e-ad3d-4d419fe42c08 owned by network:router_gateway {{(pid=103182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 09:45:10.475812 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-3590601a-0997-43f0-919b-1b92236d6679 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774670733020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774670299805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29186853'] for port (970cb36d-be73-494e-ad3d-4d419fe42c08), after_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:10.503377 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3590601a-0997-43f0-919b-1b92236d6679 admin admin] Pushing event deleted for resources: {'Port': ['ID=970cb36d-be73-494e-ad3d-4d419fe42c08,revision_number=None']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:10.577319 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-3590601a-0997-43f0-919b-1b92236d6679 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3846237'] for router_gateway (ffbd5b19-76b7-4008-97f4-9b0e8513eb8b), after_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:10.694291 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Device dabfd067-b64c-41ae-89a7-9dec4911b076 no longer exists at agent ovs-agent-dv-cinder-804035-25-iscsi {{(pid=103184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:45:10.709506 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-3590601a-0997-43f0-919b-1b92236d6679 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3842947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3085'] for router (ffbd5b19-76b7-4008-97f4-9b0e8513eb8b), precommit_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:10.717456 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-3590601a-0997-43f0-919b-1b92236d6679 admin admin] Publish callbacks [] for router_controller (ffbd5b19-76b7-4008-97f4-9b0e8513eb8b), precommit_delete_associations {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:10.729507 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] No Port match for: dabfd067-b64c-41ae-89a7-9dec4911b076 {{(pid=103184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 21 09:45:10.729949 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Device dabfd067-b64c-41ae-89a7-9dec4911b076 not bound to the agent host dv-cinder-804035-25-iscsi {{(pid=103184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:45:10.839959 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Device 0e43678c-54de-414e-81b5-5773897a97f4 up at agent hyperv_hv-cinder-80403 {{(pid=103184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:45:10.868589 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-3590601a-0997-43f0-919b-1b92236d6679 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3842952'] for router (ffbd5b19-76b7-4008-97f4-9b0e8513eb8b), after_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:10.869133 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3590601a-0997-43f0-919b-1b92236d6679 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ffbd5b19-76b7-4008-97f4-9b0e8513eb8b {{(pid=103182) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 09:45:10.874712 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-3590601a-0997-43f0-919b-1b92236d6679 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:10.875988 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [None req-3590601a-0997-43f0-919b-1b92236d6679 admin admin] 10.222.0.45 "DELETE /v2.0/routers/ffbd5b19-76b7-4008-97f4-9b0e8513eb8b HTTP/1.1" status: 204 len: 168 time: 1.7792139 Jan 21 09:45:10.878456 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.wsgi [-] (103182) accepted ('10.222.0.45', 41874) {{(pid=103182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:45:10.895952 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.provisioning_blocks [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Provisioning complete for port 0e43678c-54de-414e-81b5-5773897a97f4 triggered by entity L2. {{(pid=103184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:45:10.896357 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983013'] for port (0e43678c-54de-414e-81b5-5773897a97f4), provisioning_complete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:10.943478 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4215ebf-3e1d-45f2-9f1f-fa06065f6089 admin admin] Deleting subnet f2cbcea8-b408-46a8-bbe1-71aa15cb4674 {{(pid=103182) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 21 09:45:10.948113 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-d4215ebf-3e1d-45f2-9f1f-fa06065f6089 admin admin] Publish callbacks [] for subnet (f2cbcea8-b408-46a8-bbe1-71aa15cb4674), before_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:10.997377 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-d4215ebf-3e1d-45f2-9f1f-fa06065f6089 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28985452'] for subnet (f2cbcea8-b408-46a8-bbe1-71aa15cb4674), precommit_delete_associations {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:11.019794 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Current status of the port 0e43678c-54de-414e-81b5-5773897a97f4 is: BUILD; New status is: ACTIVE {{(pid=103184) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:45:11.020395 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (0e43678c-54de-414e-81b5-5773897a97f4), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:11.055797 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4a4e6b7-47b1-4de2-8677-4f8e3eb056c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e43678c-54de-414e-81b5-5773897a97f4'}] {{(pid=103184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:45:11.058368 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c59f8b740f259e85ceecfc878b6c10e974145cf55d87f3575c92c12753de108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-187178a3-fe0c-4733-a100-e15982602cf6" -d '{"events": [{"server_uuid": "f4a4e6b7-47b1-4de2-8677-4f8e3eb056c2", "name": "network-vif-plugged", "status": "completed", "tag": "0e43678c-54de-414e-81b5-5773897a97f4"}]}' {{(pid=103184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:45:11.076540 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] For port 0e43678c-54de-414e-81b5-5773897a97f4, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=0e43678c-54de-414e-81b5-5773897a97f4,segment=NetworkSegment(aa78cb95-90e0-401d-9637-4d1897b31e11),segment_id=aa78cb95-90e0-401d-9637-4d1897b31e11)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:45:11.118011 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 09:45:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb9e1c4a-27ae-4842-90dd-d128c54aecb4 x-openstack-request-id: req-fb9e1c4a-27ae-4842-90dd-d128c54aecb4 {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:45:11.118011 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4a4e6b7-47b1-4de2-8677-4f8e3eb056c2", "name": "network-vif-plugged", "status": "completed", "tag": "0e43678c-54de-414e-81b5-5773897a97f4", "code": 200}]} {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:45:11.118551 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-fb9e1c4a-27ae-4842-90dd-d128c54aecb4 {{(pid=103184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:45:11.118929 dv-cinder-804035-25-iscsi neutron-server[103184]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4a4e6b7-47b1-4de2-8677-4f8e3eb056c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e43678c-54de-414e-81b5-5773897a97f4', 'code': 200} Jan 21 09:45:11.149275 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-d4215ebf-3e1d-45f2-9f1f-fa06065f6089 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-981758'] for subnet (f2cbcea8-b408-46a8-bbe1-71aa15cb4674), precommit_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:11.171867 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774670732957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774670299814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774670299832'] for port (0e43678c-54de-414e-81b5-5773897a97f4), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:11.201882 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5de8407-63b8-4287-9ffc-ae6073e8e592 req-4de6a83d-71ee-4726-b985-4e5592e8bd47 tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:11.203475 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-f5de8407-63b8-4287-9ffc-ae6073e8e592 req-4de6a83d-71ee-4726-b985-4e5592e8bd47 tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4a4e6b7-47b1-4de2-8677-4f8e3eb056c2 HTTP/1.1" status: 200 len: 944 time: 0.0891440 Jan 21 09:45:11.251554 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Pushing event updated for resources: {'Port': ['ID=0e43678c-54de-414e-81b5-5773897a97f4,revision_number=8']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:11.282533 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-f5de8407-63b8-4287-9ffc-ae6073e8e592 req-6c7bb51d-0507-4bff-99e1-0a3f706849f8 tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] 10.222.0.45 "GET /v2.0/security-groups?id=ecb8bb3e-d4e6-4c35-9133-48a56990ede7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685453 Jan 21 09:45:11.453687 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-d4215ebf-3e1d-45f2-9f1f-fa06065f6089 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-982036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4120330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29186834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29057315'] for subnet (f2cbcea8-b408-46a8-bbe1-71aa15cb4674), after_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:11.491558 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4215ebf-3e1d-45f2-9f1f-fa06065f6089 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f2cbcea8-b408-46a8-bbe1-71aa15cb4674,revision_number=None']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:11.495941 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-d4215ebf-3e1d-45f2-9f1f-fa06065f6089 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4184320'] for subnet (None), before_response {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:11.499286 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [None req-d4215ebf-3e1d-45f2-9f1f-fa06065f6089 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/f2cbcea8-b408-46a8-bbe1-71aa15cb4674 HTTP/1.1" status: 204 len: 168 time: 0.6197858 Jan 21 09:45:11.503161 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.45', 41888) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:45:11.504869 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df0fc2a9-7a05-4c1c-96a0-10c5ea4c75bc None None] Network 0dd36bcf-7b04-41a7-a991-1f81f12526d5 requested from dv-cinder-804035-25-iscsi {{(pid=103184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 09:45:11.582132 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-3384e78d-5c79-424d-be3f-cd209e1ac5c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-989250'] for network (0dd36bcf-7b04-41a7-a991-1f81f12526d5), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:11.680651 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90de0473-7885-4385-be96-8577300400f4 req-a0d43947-4866-4ac5-88f1-7e377275d15c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:11.682370 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-90de0473-7885-4385-be96-8577300400f4 req-a0d43947-4866-4ac5-88f1-7e377275d15c service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=f4a4e6b7-47b1-4de2-8677-4f8e3eb056c2 HTTP/1.1" status: 200 len: 1098 time: 0.0600696 Jan 21 09:45:11.688778 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-3384e78d-5c79-424d-be3f-cd209e1ac5c5 admin admin] Deleting port 8b14e2ed-4eb9-4ace-be70-5a9a27ee395b {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 09:45:11.690939 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-3384e78d-5c79-424d-be3f-cd209e1ac5c5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774670727720'] for port (8b14e2ed-4eb9-4ace-be70-5a9a27ee395b), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:11.702172 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2561aa1-3c12-4022-be00-3505b4acc7cd None None] DHCP port deletion for 0dd36bcf-7b04-41a7-a991-1f81f12526d5 request from dv-cinder-804035-25-iscsi {{(pid=103184) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 21 09:45:11.757007 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-90de0473-7885-4385-be96-8577300400f4 req-87960101-718f-4a06-8fd0-6774dfa98673 service neutron] 10.222.0.109 "GET /v2.0/security-groups?id=ecb8bb3e-d4e6-4c35-9133-48a56990ede7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651591 Jan 21 09:45:11.767868 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-b2561aa1-3c12-4022-be00-3505b4acc7cd None None] Deleting port 8b14e2ed-4eb9-4ace-be70-5a9a27ee395b {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 09:45:11.768448 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b2561aa1-3c12-4022-be00-3505b4acc7cd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774670727720'] for port (8b14e2ed-4eb9-4ace-be70-5a9a27ee395b), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:11.791318 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.plugins.ml2.db [None req-3384e78d-5c79-424d-be3f-cd209e1ac5c5 admin admin] For port 8b14e2ed-4eb9-4ace-be70-5a9a27ee395b, host dv-cinder-804035-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-25-iscsi',level=0,port_id=8b14e2ed-4eb9-4ace-be70-5a9a27ee395b,segment=NetworkSegment(930f9034-fe7f-473b-8ed3-d08bcf57aecc),segment_id=930f9034-fe7f-473b-8ed3-d08bcf57aecc)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:45:11.791717 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-3384e78d-5c79-424d-be3f-cd209e1ac5c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3846167'] for port (8b14e2ed-4eb9-4ace-be70-5a9a27ee395b), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:11.806098 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-3384e78d-5c79-424d-be3f-cd209e1ac5c5 admin admin] Calling delete_port for 8b14e2ed-4eb9-4ace-be70-5a9a27ee395b owned by network:dhcp {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 09:45:11.853474 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-b2561aa1-3c12-4022-be00-3505b4acc7cd None None] For port 8b14e2ed-4eb9-4ace-be70-5a9a27ee395b, host dv-cinder-804035-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-25-iscsi',level=0,port_id=8b14e2ed-4eb9-4ace-be70-5a9a27ee395b,segment=NetworkSegment(930f9034-fe7f-473b-8ed3-d08bcf57aecc),segment_id=930f9034-fe7f-473b-8ed3-d08bcf57aecc)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:45:11.853812 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b2561aa1-3c12-4022-be00-3505b4acc7cd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3846167'] for port (8b14e2ed-4eb9-4ace-be70-5a9a27ee395b), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:11.875276 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-b2561aa1-3c12-4022-be00-3505b4acc7cd None None] Calling delete_port for 8b14e2ed-4eb9-4ace-be70-5a9a27ee395b owned by network:dhcp {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 09:45:11.991410 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.45', 41892) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:45:12.014005 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-3384e78d-5c79-424d-be3f-cd209e1ac5c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774670733020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774670299805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181744'] for port (8b14e2ed-4eb9-4ace-be70-5a9a27ee395b), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:12.015452 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b2561aa1-3c12-4022-be00-3505b4acc7cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774670733020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774670299805'] for port (8b14e2ed-4eb9-4ace-be70-5a9a27ee395b), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:12.047101 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3384e78d-5c79-424d-be3f-cd209e1ac5c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b14e2ed-4eb9-4ace-be70-5a9a27ee395b,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:12.056990 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3384e78d-5c79-424d-be3f-cd209e1ac5c5 admin admin] No DVR routers for this DVR port 8b14e2ed-4eb9-4ace-be70-5a9a27ee395b on host dv-cinder-804035-25-iscsi {{(pid=103183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:45:12.067202 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2561aa1-3c12-4022-be00-3505b4acc7cd None None] Pushing event deleted for resources: {'Port': ['ID=8b14e2ed-4eb9-4ace-be70-5a9a27ee395b,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:12.075222 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2561aa1-3c12-4022-be00-3505b4acc7cd None None] No DVR routers for this DVR port 8b14e2ed-4eb9-4ace-be70-5a9a27ee395b on host dv-cinder-804035-25-iscsi {{(pid=103184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:45:12.175505 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-3384e78d-5c79-424d-be3f-cd209e1ac5c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968284', 'neutron.services.segments.db._delete_segments_for_network-8774670886943'] for network (0dd36bcf-7b04-41a7-a991-1f81f12526d5), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:12.216947 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-ad9d1a1a-31d4-4bf5-af57-6eb1eed30346 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:12.222796 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.services.segments.db [None req-3384e78d-5c79-424d-be3f-cd209e1ac5c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0dd36bcf-7b04-41a7-a991-1f81f12526d5']}} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:12.249277 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.services.segments.db [None req-3384e78d-5c79-424d-be3f-cd209e1ac5c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '930f9034-fe7f-473b-8ed3-d08bcf57aecc') {'for_net_delete': True} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:12.249588 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.services.segments.db [None req-3384e78d-5c79-424d-be3f-cd209e1ac5c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '930f9034-fe7f-473b-8ed3-d08bcf57aecc') {} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:12.267691 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-3384e78d-5c79-424d-be3f-cd209e1ac5c5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774670886301', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29255211'] for segment (930f9034-fe7f-473b-8ed3-d08bcf57aecc), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:12.294921 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-3384e78d-5c79-424d-be3f-cd209e1ac5c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906022'] for segment (930f9034-fe7f-473b-8ed3-d08bcf57aecc), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:12.315423 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3384e78d-5c79-424d-be3f-cd209e1ac5c5 admin admin] Releasing vlan 393 on physical network physnet1 to pool {{(pid=103183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:45:12.316056 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-3384e78d-5c79-424d-be3f-cd209e1ac5c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25181805'] for segment (930f9034-fe7f-473b-8ed3-d08bcf57aecc), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:12.319822 dv-cinder-804035-25-iscsi neutron-server[103183]: Traceback (most recent call last): Jan 21 09:45:12.319822 dv-cinder-804035-25-iscsi neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:45:12.319822 dv-cinder-804035-25-iscsi neutron-server[103183]: timer() Jan 21 09:45:12.319822 dv-cinder-804035-25-iscsi neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:45:12.319822 dv-cinder-804035-25-iscsi neutron-server[103183]: cb(*args, **kw) Jan 21 09:45:12.319822 dv-cinder-804035-25-iscsi neutron-server[103183]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 09:45:12.319822 dv-cinder-804035-25-iscsi neutron-server[103183]: return func(*args, **kwargs) Jan 21 09:45:12.319822 dv-cinder-804035-25-iscsi neutron-server[103183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:45:12.319822 dv-cinder-804035-25-iscsi neutron-server[103183]: self._notify() Jan 21 09:45:12.319822 dv-cinder-804035-25-iscsi neutron-server[103183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:45:12.319822 dv-cinder-804035-25-iscsi neutron-server[103183]: self.callback(batched_events) Jan 21 09:45:12.319822 dv-cinder-804035-25-iscsi neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:45:12.319822 dv-cinder-804035-25-iscsi neutron-server[103183]: event.method(event) Jan 21 09:45:12.319822 dv-cinder-804035-25-iscsi neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 09:45:12.319822 dv-cinder-804035-25-iscsi neutron-server[103183]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:45:12.319822 dv-cinder-804035-25-iscsi neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 09:45:12.319822 dv-cinder-804035-25-iscsi neutron-server[103183]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:45:12.319822 dv-cinder-804035-25-iscsi neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 09:45:12.319822 dv-cinder-804035-25-iscsi neutron-server[103183]: return f(self, *a, **k) Jan 21 09:45:12.319822 dv-cinder-804035-25-iscsi neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:45:12.319822 dv-cinder-804035-25-iscsi neutron-server[103183]: return self._get(url).json() Jan 21 09:45:12.319822 dv-cinder-804035-25-iscsi neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:45:12.319822 dv-cinder-804035-25-iscsi neutron-server[103183]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:45:12.319822 dv-cinder-804035-25-iscsi neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:45:12.319822 dv-cinder-804035-25-iscsi neutron-server[103183]: return self.request(url, 'GET', **kwargs) Jan 21 09:45:12.319822 dv-cinder-804035-25-iscsi neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:45:12.319822 dv-cinder-804035-25-iscsi neutron-server[103183]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:45:12.319822 dv-cinder-804035-25-iscsi neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:45:12.319822 dv-cinder-804035-25-iscsi neutron-server[103183]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:45:12.319822 dv-cinder-804035-25-iscsi neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:45:12.319822 dv-cinder-804035-25-iscsi neutron-server[103183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:45:12.319822 dv-cinder-804035-25-iscsi neutron-server[103183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:45:12.444839 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Device 8b14e2ed-4eb9-4ace-be70-5a9a27ee395b no longer exists at agent ovs-agent-dv-cinder-804035-25-iscsi {{(pid=103184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:45:12.472234 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] No Port match for: 8b14e2ed-4eb9-4ace-be70-5a9a27ee395b {{(pid=103184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 21 09:45:12.472578 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Device 8b14e2ed-4eb9-4ace-be70-5a9a27ee395b not bound to the agent host dv-cinder-804035-25-iscsi {{(pid=103184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:45:12.472992 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Device 970cb36d-be73-494e-ad3d-4d419fe42c08 no longer exists at agent ovs-agent-dv-cinder-804035-25-iscsi {{(pid=103184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:45:12.493866 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-ad9d1a1a-31d4-4bf5-af57-6eb1eed30346 admin admin] Publish callbacks [] for security_group (a3c9503e-c0d2-4a7b-9f12-d9a964dde4cb), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:12.495253 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] No Port match for: 970cb36d-be73-494e-ad3d-4d419fe42c08 {{(pid=103184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 21 09:45:12.495693 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Device 970cb36d-be73-494e-ad3d-4d419fe42c08 not bound to the agent host dv-cinder-804035-25-iscsi {{(pid=103184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:45:12.509872 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e5711e-4e86-49cb-abb7-0fc2e893820e req-cf400ef8-1e87-48e6-ba7b-505719fd03ac tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:12.511615 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-a5e5711e-4e86-49cb-abb7-0fc2e893820e req-cf400ef8-1e87-48e6-ba7b-505719fd03ac tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4a4e6b7-47b1-4de2-8677-4f8e3eb056c2 HTTP/1.1" status: 200 len: 945 time: 0.0936258 Jan 21 09:45:12.538505 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.db.agents_db [None req-6cca2222-2941-4527-9622-8fe6bb096302 None None] Agent healthcheck: found 6 active agents {{(pid=103185) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 09:45:12.548898 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-3384e78d-5c79-424d-be3f-cd209e1ac5c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3846310'] for network (0dd36bcf-7b04-41a7-a991-1f81f12526d5), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:12.556652 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-3384e78d-5c79-424d-be3f-cd209e1ac5c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4184320'] for network (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:12.566108 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [None req-3384e78d-5c79-424d-be3f-cd209e1ac5c5 admin admin] 10.222.0.45 "DELETE /v2.0/networks/0dd36bcf-7b04-41a7-a991-1f81f12526d5 HTTP/1.1" status: 204 len: 168 time: 1.0580442 Jan 21 09:45:12.579653 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3384e78d-5c79-424d-be3f-cd209e1ac5c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=0dd36bcf-7b04-41a7-a991-1f81f12526d5,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:12.603516 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-a5e5711e-4e86-49cb-abb7-0fc2e893820e req-41b33cf9-684f-4e36-a1d3-6c61dec3446c tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] 10.222.0.45 "GET /v2.0/security-groups?id=ecb8bb3e-d4e6-4c35-9133-48a56990ede7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804658 Jan 21 09:45:12.617478 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-ad9d1a1a-31d4-4bf5-af57-6eb1eed30346 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126007'] for security_group (a3c9503e-c0d2-4a7b-9f12-d9a964dde4cb), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:12.674058 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9d1a1a-31d4-4bf5-af57-6eb1eed30346 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3c9503e-c0d2-4a7b-9f12-d9a964dde4cb,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:12.684506 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [None req-ad9d1a1a-31d4-4bf5-af57-6eb1eed30346 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8c550bdab00e4a019560ffd26cab49e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6919050 Jan 21 09:45:12.689691 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.45', 41900) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:45:12.765646 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4f3ba77e-72ae-4550-8718-33677038ca71 admin admin] Publish callbacks [] for security_group (a3c9503e-c0d2-4a7b-9f12-d9a964dde4cb), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:12.792941 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4f3ba77e-72ae-4550-8718-33677038ca71 admin admin] Publish callbacks [] for security_group (a3c9503e-c0d2-4a7b-9f12-d9a964dde4cb), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:12.892506 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4f3ba77e-72ae-4550-8718-33677038ca71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126007'] for security_group (a3c9503e-c0d2-4a7b-9f12-d9a964dde4cb), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:12.896035 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-4f3ba77e-72ae-4550-8718-33677038ca71 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:12.897547 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [None req-4f3ba77e-72ae-4550-8718-33677038ca71 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a3c9503e-c0d2-4a7b-9f12-d9a964dde4cb HTTP/1.1" status: 204 len: 168 time: 0.2065206 Jan 21 09:45:12.907765 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3ba77e-72ae-4550-8718-33677038ca71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3c9503e-c0d2-4a7b-9f12-d9a964dde4cb,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:12.964049 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.45', 41904) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:45:13.030753 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [None req-07e7dda1-7179-4706-9962-34ac47d6c5fc admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=2322cb784615409bb15a6f49522d3b34&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0644355 Jan 21 09:45:13.033352 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.45', 41906) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:45:13.093423 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b0963063-a705-4602-9a6a-d9800a17b14d admin admin] Publish callbacks [] for security_group (a5cc9db9-eab2-43ff-ad45-38b15bd73517), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:13.119847 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b0963063-a705-4602-9a6a-d9800a17b14d admin admin] Publish callbacks [] for security_group (a5cc9db9-eab2-43ff-ad45-38b15bd73517), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:13.275263 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b0963063-a705-4602-9a6a-d9800a17b14d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126007'] for security_group (a5cc9db9-eab2-43ff-ad45-38b15bd73517), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:13.279886 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b0963063-a705-4602-9a6a-d9800a17b14d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:13.283535 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [None req-b0963063-a705-4602-9a6a-d9800a17b14d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a5cc9db9-eab2-43ff-ad45-38b15bd73517 HTTP/1.1" status: 204 len: 168 time: 0.2471464 Jan 21 09:45:13.294440 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0963063-a705-4602-9a6a-d9800a17b14d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5cc9db9-eab2-43ff-ad45-38b15bd73517,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:13.763050 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3675d083-cbf8-4b49-b8d5-c45f2e44a105 req-4023bf34-a8e1-441f-b1f5-61c60116b26e tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:13.764658 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-3675d083-cbf8-4b49-b8d5-c45f2e44a105 req-4023bf34-a8e1-441f-b1f5-61c60116b26e tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4a4e6b7-47b1-4de2-8677-4f8e3eb056c2 HTTP/1.1" status: 200 len: 945 time: 0.0589945 Jan 21 09:45:13.822482 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-3675d083-cbf8-4b49-b8d5-c45f2e44a105 req-cda092c4-7f47-4a13-9119-5234602cb5cd tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] 10.222.0.45 "GET /v2.0/security-groups?id=ecb8bb3e-d4e6-4c35-9133-48a56990ede7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519776 Jan 21 09:45:13.938337 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.45', 41916) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:45:13.953666 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-debf8eab-3290-4b2d-a933-cef06527f840 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:14.061247 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-debf8eab-3290-4b2d-a933-cef06527f840 admin admin] Publish callbacks [] for security_group (b02ad018-87f0-4307-8915-9332bd0fc385), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:14.125874 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-debf8eab-3290-4b2d-a933-cef06527f840 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126007'] for security_group (b02ad018-87f0-4307-8915-9332bd0fc385), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:14.195915 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [None req-debf8eab-3290-4b2d-a933-cef06527f840 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=11ed618cb16547ce8863b6b8e614f7fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2529402 Jan 21 09:45:14.196319 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.wsgi [-] (103182) accepted ('10.222.0.45', 41924) {{(pid=103182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:45:14.197286 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debf8eab-3290-4b2d-a933-cef06527f840 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b02ad018-87f0-4307-8915-9332bd0fc385,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:14.260185 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-12c24456-037e-4f55-94ba-cf748e280966 admin admin] Publish callbacks [] for security_group (b02ad018-87f0-4307-8915-9332bd0fc385), before_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:14.285852 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-12c24456-037e-4f55-94ba-cf748e280966 admin admin] Publish callbacks [] for security_group (b02ad018-87f0-4307-8915-9332bd0fc385), precommit_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:14.446047 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-12c24456-037e-4f55-94ba-cf748e280966 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126007'] for security_group (b02ad018-87f0-4307-8915-9332bd0fc385), after_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:14.448747 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-12c24456-037e-4f55-94ba-cf748e280966 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:14.449966 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [None req-12c24456-037e-4f55-94ba-cf748e280966 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b02ad018-87f0-4307-8915-9332bd0fc385 HTTP/1.1" status: 204 len: 168 time: 0.2525182 Jan 21 09:45:14.459571 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c24456-037e-4f55-94ba-cf748e280966 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b02ad018-87f0-4307-8915-9332bd0fc385,revision_number=None']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:15.043086 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.45', 41944) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:45:15.061573 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-578b9f72-ef9e-4ba1-bf2a-449b1c8ae992 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:15.166805 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-578b9f72-ef9e-4ba1-bf2a-449b1c8ae992 admin admin] Publish callbacks [] for security_group (8af0f76f-3b78-4854-8ec6-0943f0055c1e), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:15.229663 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-578b9f72-ef9e-4ba1-bf2a-449b1c8ae992 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126007'] for security_group (8af0f76f-3b78-4854-8ec6-0943f0055c1e), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:15.303072 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [None req-578b9f72-ef9e-4ba1-bf2a-449b1c8ae992 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7f691650edec4e74be6ba911910605b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2576492 Jan 21 09:45:15.304524 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578b9f72-ef9e-4ba1-bf2a-449b1c8ae992 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8af0f76f-3b78-4854-8ec6-0943f0055c1e,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:15.307946 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.wsgi [-] (103182) accepted ('10.222.0.45', 41950) {{(pid=103182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:45:15.366967 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-9d7ba39a-83a7-47e9-8bb8-58227d4a19d1 admin admin] Publish callbacks [] for security_group (8af0f76f-3b78-4854-8ec6-0943f0055c1e), before_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:15.391211 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-9d7ba39a-83a7-47e9-8bb8-58227d4a19d1 admin admin] Publish callbacks [] for security_group (8af0f76f-3b78-4854-8ec6-0943f0055c1e), precommit_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:15.509120 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-9d7ba39a-83a7-47e9-8bb8-58227d4a19d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126007'] for security_group (8af0f76f-3b78-4854-8ec6-0943f0055c1e), after_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:15.511938 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-9d7ba39a-83a7-47e9-8bb8-58227d4a19d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:15.513179 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [None req-9d7ba39a-83a7-47e9-8bb8-58227d4a19d1 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/8af0f76f-3b78-4854-8ec6-0943f0055c1e HTTP/1.1" status: 204 len: 168 time: 0.2039814 Jan 21 09:45:15.522522 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7ba39a-83a7-47e9-8bb8-58227d4a19d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8af0f76f-3b78-4854-8ec6-0943f0055c1e,revision_number=None']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:15.898524 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b2281722-eeab-4133-a113-cf81af61dca2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (8a5d4a72-43a4-4fcf-b58e-bc9792bd5f0a), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:18.451244 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-db93b785-fb13-4537-a59d-04d2310427a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (e2f5353c-5d20-4dd0-beb4-c302aead9ffd), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:19.417114 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (5a7f6758-1e24-44b8-9b24-65ffc30c20d4), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:19.531680 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0beda05d-594e-4362-80c2-bc999a9a2b64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (9e31de2d-26a2-4a88-b799-f1f3b7df75bf), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:21.195522 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f5928849-742c-4298-9c4e-ae1543ad1886 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (fd0edb9a-d711-47a6-aedf-fe72898a6c79), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:22.411760 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (a4f58dde-e5c6-489c-94fe-b355a6abc90e), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:27.156547 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.wsgi [-] (103182) accepted ('10.222.0.45', 42020) {{(pid=103182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:45:27.274277 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-6c79d79f-d545-4c85-a574-1f966af3f2c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:27.372884 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-6c79d79f-d545-4c85-a574-1f966af3f2c3 admin admin] Publish callbacks [] for security_group (3d0cdf93-1fcb-493a-8a73-06a5141a5735), precommit_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:27.503101 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-6c79d79f-d545-4c85-a574-1f966af3f2c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126007'] for security_group (3d0cdf93-1fcb-493a-8a73-06a5141a5735), after_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:27.547852 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [None req-6c79d79f-d545-4c85-a574-1f966af3f2c3 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=83b662b09ce74a1d8b9def7248b3282f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3901565 Jan 21 09:45:27.549118 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c79d79f-d545-4c85-a574-1f966af3f2c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d0cdf93-1fcb-493a-8a73-06a5141a5735,revision_number=1']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:27.550712 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.45', 42024) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:45:27.622684 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-f81d6b8c-e60b-4e02-a1eb-dc9b53865db5 admin admin] Publish callbacks [] for security_group (3d0cdf93-1fcb-493a-8a73-06a5141a5735), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:27.648013 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-f81d6b8c-e60b-4e02-a1eb-dc9b53865db5 admin admin] Publish callbacks [] for security_group (3d0cdf93-1fcb-493a-8a73-06a5141a5735), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:27.778429 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-f81d6b8c-e60b-4e02-a1eb-dc9b53865db5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126007'] for security_group (3d0cdf93-1fcb-493a-8a73-06a5141a5735), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:27.781111 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-f81d6b8c-e60b-4e02-a1eb-dc9b53865db5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:27.782365 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [None req-f81d6b8c-e60b-4e02-a1eb-dc9b53865db5 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3d0cdf93-1fcb-493a-8a73-06a5141a5735 HTTP/1.1" status: 204 len: 168 time: 0.2305202 Jan 21 09:45:27.790784 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81d6b8c-e60b-4e02-a1eb-dc9b53865db5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d0cdf93-1fcb-493a-8a73-06a5141a5735,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:28.501680 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.45', 42030) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:45:28.515965 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-25c4dc3f-976d-4f4b-9cf2-431b2787ad8b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:28.617797 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-25c4dc3f-976d-4f4b-9cf2-431b2787ad8b admin admin] Publish callbacks [] for security_group (0239f0ac-adf1-4e54-8200-3de754e491a8), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:28.691707 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-25c4dc3f-976d-4f4b-9cf2-431b2787ad8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126007'] for security_group (0239f0ac-adf1-4e54-8200-3de754e491a8), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:28.737829 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c4dc3f-976d-4f4b-9cf2-431b2787ad8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0239f0ac-adf1-4e54-8200-3de754e491a8,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:28.742123 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [None req-25c4dc3f-976d-4f4b-9cf2-431b2787ad8b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8e7846862b044eceaaf65d6e6ecbc4e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2394226 Jan 21 09:45:28.745436 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.45', 42032) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:45:28.806034 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e7d4e0c3-6327-48ff-9491-370fe496f81a admin admin] Publish callbacks [] for security_group (0239f0ac-adf1-4e54-8200-3de754e491a8), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:28.829535 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e7d4e0c3-6327-48ff-9491-370fe496f81a admin admin] Publish callbacks [] for security_group (0239f0ac-adf1-4e54-8200-3de754e491a8), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:28.999986 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e7d4e0c3-6327-48ff-9491-370fe496f81a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126007'] for security_group (0239f0ac-adf1-4e54-8200-3de754e491a8), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:29.002745 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-e7d4e0c3-6327-48ff-9491-370fe496f81a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:29.003933 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [None req-e7d4e0c3-6327-48ff-9491-370fe496f81a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0239f0ac-adf1-4e54-8200-3de754e491a8 HTTP/1.1" status: 204 len: 168 time: 0.2575629 Jan 21 09:45:29.018916 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d4e0c3-6327-48ff-9491-370fe496f81a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0239f0ac-adf1-4e54-8200-3de754e491a8,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:32.372695 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.45', 42100) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:45:32.518578 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a44d52e0-c7b6-4cd8-bbb0-83fa4fcd87fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:32.602542 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a44d52e0-c7b6-4cd8-bbb0-83fa4fcd87fd admin admin] Publish callbacks [] for security_group (1505318c-9ef3-4de0-a410-e9103a7fe710), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:32.669412 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-a44d52e0-c7b6-4cd8-bbb0-83fa4fcd87fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126007'] for security_group (1505318c-9ef3-4de0-a410-e9103a7fe710), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:32.965367 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [None req-a44d52e0-c7b6-4cd8-bbb0-83fa4fcd87fd admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=88d9eccc5f2b4d4ea0f4dedbd98f1b6f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5914824 Jan 21 09:45:32.966282 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44d52e0-c7b6-4cd8-bbb0-83fa4fcd87fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1505318c-9ef3-4de0-a410-e9103a7fe710,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:32.968096 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.wsgi [-] (103182) accepted ('10.222.0.45', 42104) {{(pid=103182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:45:33.019892 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-a39f813e-86d7-496b-9254-84402f013940 admin admin] Publish callbacks [] for security_group (1505318c-9ef3-4de0-a410-e9103a7fe710), before_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:33.045986 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-a39f813e-86d7-496b-9254-84402f013940 admin admin] Publish callbacks [] for security_group (1505318c-9ef3-4de0-a410-e9103a7fe710), precommit_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:33.194670 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-a39f813e-86d7-496b-9254-84402f013940 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126007'] for security_group (1505318c-9ef3-4de0-a410-e9103a7fe710), after_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:33.198104 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-a39f813e-86d7-496b-9254-84402f013940 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:33.199408 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [None req-a39f813e-86d7-496b-9254-84402f013940 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1505318c-9ef3-4de0-a410-e9103a7fe710 HTTP/1.1" status: 204 len: 168 time: 0.2301705 Jan 21 09:45:33.208467 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39f813e-86d7-496b-9254-84402f013940 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1505318c-9ef3-4de0-a410-e9103a7fe710,revision_number=None']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:33.217506 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39f813e-86d7-496b-9254-84402f013940 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:45:33.217771 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39f813e-86d7-496b-9254-84402f013940 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:45:33.218122 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39f813e-86d7-496b-9254-84402f013940 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:45:33.218558 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39f813e-86d7-496b-9254-84402f013940 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:45:33.218784 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39f813e-86d7-496b-9254-84402f013940 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:45:33.219126 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39f813e-86d7-496b-9254-84402f013940 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:45:33.219463 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39f813e-86d7-496b-9254-84402f013940 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:45:33.219794 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39f813e-86d7-496b-9254-84402f013940 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:45:33.220126 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39f813e-86d7-496b-9254-84402f013940 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:45:33.220510 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39f813e-86d7-496b-9254-84402f013940 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:45:33.220774 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39f813e-86d7-496b-9254-84402f013940 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:45:33.221129 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39f813e-86d7-496b-9254-84402f013940 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:45:33.221505 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39f813e-86d7-496b-9254-84402f013940 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:45:33.895301 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.wsgi [-] (103182) accepted ('10.222.0.45', 42112) {{(pid=103182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:45:33.906405 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-c5a61679-be2e-4587-a7d8-6f4e55605d24 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:33.999024 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-c5a61679-be2e-4587-a7d8-6f4e55605d24 admin admin] Publish callbacks [] for security_group (42793b9c-eb21-487e-85ab-34f527eac792), precommit_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:34.080416 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-c5a61679-be2e-4587-a7d8-6f4e55605d24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126007'] for security_group (42793b9c-eb21-487e-85ab-34f527eac792), after_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:34.130601 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [None req-c5a61679-be2e-4587-a7d8-6f4e55605d24 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e2c1f7d5903b4edc9cb8b6d9c0ac5997&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2380106 Jan 21 09:45:34.131585 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a61679-be2e-4587-a7d8-6f4e55605d24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42793b9c-eb21-487e-85ab-34f527eac792,revision_number=1']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:34.133935 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.45', 42114) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:45:34.190093 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-0102d10c-e3d7-4181-9fd5-da30a28c0d3e admin admin] Publish callbacks [] for security_group (42793b9c-eb21-487e-85ab-34f527eac792), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:34.214664 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-0102d10c-e3d7-4181-9fd5-da30a28c0d3e admin admin] Publish callbacks [] for security_group (42793b9c-eb21-487e-85ab-34f527eac792), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:34.342895 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-0102d10c-e3d7-4181-9fd5-da30a28c0d3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126007'] for security_group (42793b9c-eb21-487e-85ab-34f527eac792), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:34.345500 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-0102d10c-e3d7-4181-9fd5-da30a28c0d3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:34.346687 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [None req-0102d10c-e3d7-4181-9fd5-da30a28c0d3e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/42793b9c-eb21-487e-85ab-34f527eac792 HTTP/1.1" status: 204 len: 168 time: 0.2117460 Jan 21 09:45:34.357698 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0102d10c-e3d7-4181-9fd5-da30a28c0d3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42793b9c-eb21-487e-85ab-34f527eac792,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:45.879594 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-dacd7464-0fad-4c39-8c15-39267f873697 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (8a5d4a72-43a4-4fcf-b58e-bc9792bd5f0a), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:48.060335 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.45', 42226) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:45:48.171322 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-8bc0594a-1a0a-474a-8a2e-5c352eadae07 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:48.244489 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-8bc0594a-1a0a-474a-8a2e-5c352eadae07 admin admin] Publish callbacks [] for security_group (9ee4bc81-d9b0-428c-a75e-ee54dd284e6c), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:48.319456 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-8bc0594a-1a0a-474a-8a2e-5c352eadae07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126007'] for security_group (9ee4bc81-d9b0-428c-a75e-ee54dd284e6c), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:48.367377 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [None req-8bc0594a-1a0a-474a-8a2e-5c352eadae07 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8d3b07b0271643bb96c6c0749a719871&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3058863 Jan 21 09:45:48.368420 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc0594a-1a0a-474a-8a2e-5c352eadae07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ee4bc81-d9b0-428c-a75e-ee54dd284e6c,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:48.370216 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.wsgi [-] (103182) accepted ('10.222.0.45', 42232) {{(pid=103182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:45:48.376340 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc0594a-1a0a-474a-8a2e-5c352eadae07 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:45:48.377171 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc0594a-1a0a-474a-8a2e-5c352eadae07 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:45:48.377171 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc0594a-1a0a-474a-8a2e-5c352eadae07 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:45:48.377390 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc0594a-1a0a-474a-8a2e-5c352eadae07 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:45:48.377790 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc0594a-1a0a-474a-8a2e-5c352eadae07 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:45:48.378125 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc0594a-1a0a-474a-8a2e-5c352eadae07 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:45:48.378461 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc0594a-1a0a-474a-8a2e-5c352eadae07 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:45:48.378935 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc0594a-1a0a-474a-8a2e-5c352eadae07 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:45:48.379126 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc0594a-1a0a-474a-8a2e-5c352eadae07 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:45:48.379458 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc0594a-1a0a-474a-8a2e-5c352eadae07 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:45:48.379789 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc0594a-1a0a-474a-8a2e-5c352eadae07 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:45:48.380112 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc0594a-1a0a-474a-8a2e-5c352eadae07 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:45:48.380435 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc0594a-1a0a-474a-8a2e-5c352eadae07 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:45:48.416349 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0e5cdcfe-6eb5-4a61-9b5c-129483dbbe17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (e2f5353c-5d20-4dd0-beb4-c302aead9ffd), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:48.425301 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-2eadf391-fc42-4e14-b432-4c6c33cb5d06 admin admin] Publish callbacks [] for security_group (9ee4bc81-d9b0-428c-a75e-ee54dd284e6c), before_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:48.451734 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-2eadf391-fc42-4e14-b432-4c6c33cb5d06 admin admin] Publish callbacks [] for security_group (9ee4bc81-d9b0-428c-a75e-ee54dd284e6c), precommit_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:48.548261 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-2eadf391-fc42-4e14-b432-4c6c33cb5d06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126007'] for security_group (9ee4bc81-d9b0-428c-a75e-ee54dd284e6c), after_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:48.550980 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-2eadf391-fc42-4e14-b432-4c6c33cb5d06 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:48.552290 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [None req-2eadf391-fc42-4e14-b432-4c6c33cb5d06 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9ee4bc81-d9b0-428c-a75e-ee54dd284e6c HTTP/1.1" status: 204 len: 168 time: 0.1809604 Jan 21 09:45:48.562066 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eadf391-fc42-4e14-b432-4c6c33cb5d06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ee4bc81-d9b0-428c-a75e-ee54dd284e6c,revision_number=None']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:49.117885 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.45', 42238) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:45:49.132999 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-9b30677f-b924-468b-b3d3-38ad1939d5f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:49.219089 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-9b30677f-b924-468b-b3d3-38ad1939d5f9 admin admin] Publish callbacks [] for security_group (6b3b7007-d500-49e5-bf1f-23535589b8b6), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:49.325798 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-9b30677f-b924-468b-b3d3-38ad1939d5f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126007'] for security_group (6b3b7007-d500-49e5-bf1f-23535589b8b6), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:49.367225 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [None req-9b30677f-b924-468b-b3d3-38ad1939d5f9 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f912ae458d3346b09a746fe9c993cafe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2482061 Jan 21 09:45:49.368716 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b30677f-b924-468b-b3d3-38ad1939d5f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b3b7007-d500-49e5-bf1f-23535589b8b6,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:49.370203 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.wsgi [-] (103182) accepted ('10.222.0.45', 42240) {{(pid=103182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:45:49.399589 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (5a7f6758-1e24-44b8-9b24-65ffc30c20d4), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:49.420457 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-3ac05aca-f4ba-45ca-a06f-d85d3d3bb978 admin admin] Publish callbacks [] for security_group (6b3b7007-d500-49e5-bf1f-23535589b8b6), before_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:49.443735 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-3ac05aca-f4ba-45ca-a06f-d85d3d3bb978 admin admin] Publish callbacks [] for security_group (6b3b7007-d500-49e5-bf1f-23535589b8b6), precommit_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:49.518442 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.db.agents_db [None req-6cca2222-2941-4527-9622-8fe6bb096302 None None] Agent healthcheck: found 6 active agents {{(pid=103185) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 09:45:49.610903 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0beda05d-594e-4362-80c2-bc999a9a2b64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (9e31de2d-26a2-4a88-b799-f1f3b7df75bf), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:49.639752 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-3ac05aca-f4ba-45ca-a06f-d85d3d3bb978 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126007'] for security_group (6b3b7007-d500-49e5-bf1f-23535589b8b6), after_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:49.642815 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-3ac05aca-f4ba-45ca-a06f-d85d3d3bb978 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:49.644007 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [None req-3ac05aca-f4ba-45ca-a06f-d85d3d3bb978 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6b3b7007-d500-49e5-bf1f-23535589b8b6 HTTP/1.1" status: 204 len: 168 time: 0.2721729 Jan 21 09:45:49.654464 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac05aca-f4ba-45ca-a06f-d85d3d3bb978 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b3b7007-d500-49e5-bf1f-23535589b8b6,revision_number=None']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:51.176089 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f5928849-742c-4298-9c4e-ae1543ad1886 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (fd0edb9a-d711-47a6-aedf-fe72898a6c79), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:51.352127 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.wsgi [-] (103182) accepted ('10.222.0.45', 42274) {{(pid=103182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:45:51.467584 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-30b45b9c-df5a-4497-bd58-6fa8ee33d4e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:51.545405 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-30b45b9c-df5a-4497-bd58-6fa8ee33d4e3 admin admin] Publish callbacks [] for security_group (490afdfb-f83e-480a-9a14-28fb952423c9), precommit_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:51.582683 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-30b45b9c-df5a-4497-bd58-6fa8ee33d4e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126007'] for security_group (490afdfb-f83e-480a-9a14-28fb952423c9), after_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:51.624224 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [None req-30b45b9c-df5a-4497-bd58-6fa8ee33d4e3 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=cc0ae570c2f74398822727d5d4293e46&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2709005 Jan 21 09:45:51.624859 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b45b9c-df5a-4497-bd58-6fa8ee33d4e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=490afdfb-f83e-480a-9a14-28fb952423c9,revision_number=1']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:51.627670 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.45', 42278) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:45:51.690065 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-bb4d3dc1-79fd-464c-b0c8-f61e2b1f923a admin admin] Publish callbacks [] for security_group (490afdfb-f83e-480a-9a14-28fb952423c9), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:51.713416 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-bb4d3dc1-79fd-464c-b0c8-f61e2b1f923a admin admin] Publish callbacks [] for security_group (490afdfb-f83e-480a-9a14-28fb952423c9), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:51.840206 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-bb4d3dc1-79fd-464c-b0c8-f61e2b1f923a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126007'] for security_group (490afdfb-f83e-480a-9a14-28fb952423c9), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:51.842927 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-bb4d3dc1-79fd-464c-b0c8-f61e2b1f923a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:45:51.844145 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [None req-bb4d3dc1-79fd-464c-b0c8-f61e2b1f923a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/490afdfb-f83e-480a-9a14-28fb952423c9 HTTP/1.1" status: 204 len: 168 time: 0.2153096 Jan 21 09:45:51.852294 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4d3dc1-79fd-464c-b0c8-f61e2b1f923a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=490afdfb-f83e-480a-9a14-28fb952423c9,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:52.427936 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (a4f58dde-e5c6-489c-94fe-b355a6abc90e), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:15.895713 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0162845e-9706-451c-896f-e3673a42517b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (8a5d4a72-43a4-4fcf-b58e-bc9792bd5f0a), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:18.433079 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-bd69b136-acc0-4f02-9e0d-ea8ce0d5b833 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (e2f5353c-5d20-4dd0-beb4-c302aead9ffd), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:19.393519 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (5a7f6758-1e24-44b8-9b24-65ffc30c20d4), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:19.529932 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0beda05d-594e-4362-80c2-bc999a9a2b64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (9e31de2d-26a2-4a88-b799-f1f3b7df75bf), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:20.815038 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.45', 42460) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:46:20.925341 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-62975763-fc71-44b7-90a1-51c346b4af10 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:21.003063 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-62975763-fc71-44b7-90a1-51c346b4af10 admin admin] Publish callbacks [] for security_group (116c068c-675f-4eaa-aec1-45bc1922b444), precommit_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:21.078664 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-62975763-fc71-44b7-90a1-51c346b4af10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126007'] for security_group (116c068c-675f-4eaa-aec1-45bc1922b444), after_create {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:21.124065 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [None req-62975763-fc71-44b7-90a1-51c346b4af10 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0bc6265a024a45f5a0ddaabe23c34ec3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3077173 Jan 21 09:46:21.126391 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62975763-fc71-44b7-90a1-51c346b4af10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=116c068c-675f-4eaa-aec1-45bc1922b444,revision_number=1']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:21.133066 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.wsgi [-] (103182) accepted ('10.222.0.45', 42464) {{(pid=103182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:46:21.185886 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-ecee3ee4-58a1-4af5-b2bd-139792bd094a admin admin] Publish callbacks [] for security_group (116c068c-675f-4eaa-aec1-45bc1922b444), before_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:21.198600 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f5928849-742c-4298-9c4e-ae1543ad1886 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (fd0edb9a-d711-47a6-aedf-fe72898a6c79), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:21.209110 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-ecee3ee4-58a1-4af5-b2bd-139792bd094a admin admin] Publish callbacks [] for security_group (116c068c-675f-4eaa-aec1-45bc1922b444), precommit_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:21.370307 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-ecee3ee4-58a1-4af5-b2bd-139792bd094a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126007'] for security_group (116c068c-675f-4eaa-aec1-45bc1922b444), after_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:21.372978 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-ecee3ee4-58a1-4af5-b2bd-139792bd094a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:21.374208 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [None req-ecee3ee4-58a1-4af5-b2bd-139792bd094a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/116c068c-675f-4eaa-aec1-45bc1922b444 HTTP/1.1" status: 204 len: 168 time: 0.2411706 Jan 21 09:46:21.384997 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecee3ee4-58a1-4af5-b2bd-139792bd094a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=116c068c-675f-4eaa-aec1-45bc1922b444,revision_number=None']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:22.364877 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (a4f58dde-e5c6-489c-94fe-b355a6abc90e), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:24.426932 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-1ee51baf-a8a0-4928-bebb-a0ce5ce8030f req-7c64264b-d9c7-4396-8f17-c8067471265e tempest-VolumesNegativeTest-107566329 tempest-VolumesNegativeTest-107566329-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=25379f3eeace4e16bd9175662919b699&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0361054 Jan 21 09:46:24.627353 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee51baf-a8a0-4928-bebb-a0ce5ce8030f req-880b181f-2e59-485b-b481-4e876142b1ad tempest-VolumesNegativeTest-107566329 tempest-VolumesNegativeTest-107566329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:24.628810 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-1ee51baf-a8a0-4928-bebb-a0ce5ce8030f req-880b181f-2e59-485b-b481-4e876142b1ad tempest-VolumesNegativeTest-107566329 tempest-VolumesNegativeTest-107566329-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1957633 Jan 21 09:46:24.644799 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-1ee51baf-a8a0-4928-bebb-a0ce5ce8030f req-40671109-644d-4782-b9ca-bec488c3986f tempest-VolumesNegativeTest-107566329 tempest-VolumesNegativeTest-107566329-project] 10.222.0.45 "GET /v2.0/quotas/25379f3eeace4e16bd9175662919b699 HTTP/1.1" status: 200 len: 375 time: 0.0104718 Jan 21 09:46:24.678176 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-1ee51baf-a8a0-4928-bebb-a0ce5ce8030f req-c3684d01-e918-4e79-a4f1-e7587d947f69 tempest-VolumesNegativeTest-107566329 tempest-VolumesNegativeTest-107566329-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=25379f3eeace4e16bd9175662919b699&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0274122 Jan 21 09:46:25.072208 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-ccf8d037-a992-46ab-b132-81b9cd958e5c req-cfaa1693-70ce-4789-9e31-cded0a3a8725 tempest-VolumesNegativeTest-107566329 tempest-VolumesNegativeTest-107566329-project] 10.222.0.45 "GET /v2.0/ports?device_id=1b2c2e3a-393a-4352-afc8-73190dab4a8c HTTP/1.1" status: 200 len: 210 time: 0.1580551 Jan 21 09:46:26.170988 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-886d2fd5-9cce-4f48-a7a9-8744bb765414 req-f564590a-ec5d-4a2a-ace8-dceaa3999811 tempest-VolumesNegativeTest-107566329 tempest-VolumesNegativeTest-107566329-project] 10.222.0.45 "GET /v2.0/ports?device_id=1b2c2e3a-393a-4352-afc8-73190dab4a8c HTTP/1.1" status: 200 len: 210 time: 0.0293353 Jan 21 09:46:26.517364 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.db.agents_db [None req-6cca2222-2941-4527-9622-8fe6bb096302 None None] Agent healthcheck: found 6 active agents {{(pid=103185) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 09:46:26.873488 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-1ee51baf-a8a0-4928-bebb-a0ce5ce8030f req-29986ee5-dfbf-4f8d-af08-8462e89a3ea2 tempest-VolumesNegativeTest-107566329 tempest-VolumesNegativeTest-107566329-project] 10.222.0.109 "GET /v2.0/networks?tenant_id=25379f3eeace4e16bd9175662919b699&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0219047 Jan 21 09:46:26.977888 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee51baf-a8a0-4928-bebb-a0ce5ce8030f req-cf21f9f4-b6b7-4332-86cf-ee238bb3ca6b tempest-VolumesNegativeTest-107566329 tempest-VolumesNegativeTest-107566329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:26.979321 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-1ee51baf-a8a0-4928-bebb-a0ce5ce8030f req-cf21f9f4-b6b7-4332-86cf-ee238bb3ca6b tempest-VolumesNegativeTest-107566329 tempest-VolumesNegativeTest-107566329-project] 10.222.0.109 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1012595 Jan 21 09:46:26.991499 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.v2.base [req-1ee51baf-a8a0-4928-bebb-a0ce5ce8030f req-c8b10c24-c64d-4d2b-ab52-fc6adf89d989 tempest-VolumesNegativeTest-107566329 tempest-VolumesNegativeTest-107566329-project] Request body: {'port': {'device_id': '1b2c2e3a-393a-4352-afc8-73190dab4a8c', 'network_id': 'b4a5c36d-b79e-475a-9487-69d24a1ebb02', 'admin_state_up': True, 'tenant_id': '25379f3eeace4e16bd9175662919b699'}} {{(pid=103182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:46:27.215378 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ee51baf-a8a0-4928-bebb-a0ce5ce8030f req-c8b10c24-c64d-4d2b-ab52-fc6adf89d989 tempest-VolumesNegativeTest-107566329 tempest-VolumesNegativeTest-107566329-project] Made reservation on behalf of 25379f3eeace4e16bd9175662919b699 for: {'port': 1} {{(pid=103182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:46:27.219198 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-1ee51baf-a8a0-4928-bebb-a0ce5ce8030f req-c8b10c24-c64d-4d2b-ab52-fc6adf89d989 tempest-VolumesNegativeTest-107566329 tempest-VolumesNegativeTest-107566329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (None), before_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:27.230359 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-1ee51baf-a8a0-4928-bebb-a0ce5ce8030f req-c8b10c24-c64d-4d2b-ab52-fc6adf89d989 tempest-VolumesNegativeTest-107566329 tempest-VolumesNegativeTest-107566329-project] Publish callbacks [] for security_group (None), before_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:27.294890 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-163a227b-1677-48ca-94bb-5931629bc521 req-47375429-c101-4698-9de7-c9b8be15a350 tempest-VolumesNegativeTest-107566329 tempest-VolumesNegativeTest-107566329-project] 10.222.0.45 "GET /v2.0/ports?device_id=1b2c2e3a-393a-4352-afc8-73190dab4a8c HTTP/1.1" status: 200 len: 210 time: 0.0365713 Jan 21 09:46:27.342850 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-1ee51baf-a8a0-4928-bebb-a0ce5ce8030f req-c8b10c24-c64d-4d2b-ab52-fc6adf89d989 tempest-VolumesNegativeTest-107566329 tempest-VolumesNegativeTest-107566329-project] Publish callbacks [] for security_group (f46ef7f6-e35e-4c0c-adc7-8cb14ed6c40e), precommit_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:27.438751 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-1ee51baf-a8a0-4928-bebb-a0ce5ce8030f req-c8b10c24-c64d-4d2b-ab52-fc6adf89d989 tempest-VolumesNegativeTest-107566329 tempest-VolumesNegativeTest-107566329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126007'] for security_group (f46ef7f6-e35e-4c0c-adc7-8cb14ed6c40e), after_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:27.540560 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b10c24-c64d-4d2b-ab52-fc6adf89d989 tempest-VolumesNegativeTest-107566329 tempest-VolumesNegativeTest-107566329-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f46ef7f6-e35e-4c0c-adc7-8cb14ed6c40e,revision_number=1']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:27.629849 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.db.db_base_plugin_common [req-1ee51baf-a8a0-4928-bebb-a0ce5ce8030f req-c8b10c24-c64d-4d2b-ab52-fc6adf89d989 tempest-VolumesNegativeTest-107566329 tempest-VolumesNegativeTest-107566329-project] Allocated IP 192.168.233.17 (b4a5c36d-b79e-475a-9487-69d24a1ebb02/efae9c59-cb42-406e-8fa7-6fb4bf6ea752/c3b0aa84-3336-4a8d-b90c-878574a4383e) {{(pid=103182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:46:27.787226 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-1ee51baf-a8a0-4928-bebb-a0ce5ce8030f req-c8b10c24-c64d-4d2b-ab52-fc6adf89d989 tempest-VolumesNegativeTest-107566329 tempest-VolumesNegativeTest-107566329-project] Publish callbacks [] for port (c3b0aa84-3336-4a8d-b90c-878574a4383e), precommit_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:27.885086 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-1ee51baf-a8a0-4928-bebb-a0ce5ce8030f req-c8b10c24-c64d-4d2b-ab52-fc6adf89d989 tempest-VolumesNegativeTest-107566329 tempest-VolumesNegativeTest-107566329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774670299796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29186853'] for port (c3b0aa84-3336-4a8d-b90c-878574a4383e), after_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:27.930182 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ee51baf-a8a0-4928-bebb-a0ce5ce8030f req-c8b10c24-c64d-4d2b-ab52-fc6adf89d989 tempest-VolumesNegativeTest-107566329 tempest-VolumesNegativeTest-107566329-project] Network b4a5c36d-b79e-475a-9487-69d24a1ebb02 is already hosted by enough agents. {{(pid=103182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:46:27.936187 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.scheduler.base_scheduler [req-1ee51baf-a8a0-4928-bebb-a0ce5ce8030f req-c8b10c24-c64d-4d2b-ab52-fc6adf89d989 tempest-VolumesNegativeTest-107566329 tempest-VolumesNegativeTest-107566329-project] Resources bound (agent type, host, resource id): {{(pid=103182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:46:27.942362 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ee51baf-a8a0-4928-bebb-a0ce5ce8030f req-c8b10c24-c64d-4d2b-ab52-fc6adf89d989 tempest-VolumesNegativeTest-107566329 tempest-VolumesNegativeTest-107566329-project] Received port after_create {{(pid=103182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 09:46:27.949526 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b10c24-c64d-4d2b-ab52-fc6adf89d989 tempest-VolumesNegativeTest-107566329 tempest-VolumesNegativeTest-107566329-project] Pushing event updated for resources: {'Port': ['ID=c3b0aa84-3336-4a8d-b90c-878574a4383e,revision_number=1']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:28.000112 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee51baf-a8a0-4928-bebb-a0ce5ce8030f req-c8b10c24-c64d-4d2b-ab52-fc6adf89d989 tempest-VolumesNegativeTest-107566329 tempest-VolumesNegativeTest-107566329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:28.000769 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-1ee51baf-a8a0-4928-bebb-a0ce5ce8030f req-c8b10c24-c64d-4d2b-ab52-fc6adf89d989 tempest-VolumesNegativeTest-107566329 tempest-VolumesNegativeTest-107566329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11211'] for port (None), before_response {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:28.071904 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-1ee51baf-a8a0-4928-bebb-a0ce5ce8030f req-c8b10c24-c64d-4d2b-ab52-fc6adf89d989 tempest-VolumesNegativeTest-107566329 tempest-VolumesNegativeTest-107566329-project] 10.222.0.109 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0838125 Jan 21 09:46:28.080852 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.wsgi [req-1ee51baf-a8a0-4928-bebb-a0ce5ce8030f req-71ebd3dc-7c0b-4efb-9847-76a3db1a3c6a tempest-VolumesNegativeTest-107566329 tempest-VolumesNegativeTest-107566329-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103182) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 21 09:46:28.081905 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-1ee51baf-a8a0-4928-bebb-a0ce5ce8030f req-71ebd3dc-7c0b-4efb-9847-76a3db1a3c6a tempest-VolumesNegativeTest-107566329 tempest-VolumesNegativeTest-107566329-project] 10.222.0.109 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054648 Jan 21 09:46:28.143710 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.v2.base [req-1ee51baf-a8a0-4928-bebb-a0ce5ce8030f req-0b641990-eda8-49a9-8647-600314fec85e service neutron] Request body: {'port': {'device_id': '1b2c2e3a-393a-4352-afc8-73190dab4a8c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=103182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 09:46:28.180414 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.provisioning_blocks [None req-1c52aca7-e76c-40db-adb0-9637a4f1843c None None] Provisioning complete for port c3b0aa84-3336-4a8d-b90c-878574a4383e triggered by entity DHCP. {{(pid=103184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:46:28.181027 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1c52aca7-e76c-40db-adb0-9637a4f1843c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983013'] for port (c3b0aa84-3336-4a8d-b90c-878574a4383e), provisioning_complete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:28.203685 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-1ee51baf-a8a0-4928-bebb-a0ce5ce8030f req-0b641990-eda8-49a9-8647-600314fec85e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (c3b0aa84-3336-4a8d-b90c-878574a4383e), before_update {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:28.218237 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-1c52aca7-e76c-40db-adb0-9637a4f1843c None None] Port c3b0aa84-3336-4a8d-b90c-878574a4383e cannot update to ACTIVE because it is not bound. {{(pid=103184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 21 09:46:28.460683 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7195a42-13c8-4cbb-8c97-f182e86ee93a req-5d83b51c-38ab-42a8-ab35-0c76fc3b2c53 tempest-VolumesNegativeTest-107566329 tempest-VolumesNegativeTest-107566329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:28.462200 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-f7195a42-13c8-4cbb-8c97-f182e86ee93a req-5d83b51c-38ab-42a8-ab35-0c76fc3b2c53 tempest-VolumesNegativeTest-107566329 tempest-VolumesNegativeTest-107566329-project] 10.222.0.45 "GET /v2.0/ports?device_id=1b2c2e3a-393a-4352-afc8-73190dab4a8c HTTP/1.1" status: 200 len: 935 time: 0.0793726 Jan 21 09:46:28.546707 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.notifiers.nova [req-1ee51baf-a8a0-4928-bebb-a0ce5ce8030f req-0b641990-eda8-49a9-8647-600314fec85e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3b0aa84-3336-4a8d-b90c-878574a4383e {{(pid=103182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:46:28.557618 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-1ee51baf-a8a0-4928-bebb-a0ce5ce8030f req-0b641990-eda8-49a9-8647-600314fec85e service neutron] Publish callbacks [] for port (c3b0aa84-3336-4a8d-b90c-878574a4383e), precommit_update {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:28.563122 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-f7195a42-13c8-4cbb-8c97-f182e86ee93a req-14317073-476e-4323-8a14-a5213768161e tempest-VolumesNegativeTest-107566329 tempest-VolumesNegativeTest-107566329-project] 10.222.0.45 "GET /v2.0/security-groups?id=f46ef7f6-e35e-4c0c-adc7-8cb14ed6c40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950546 Jan 21 09:46:28.579199 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.db.provisioning_blocks [req-1ee51baf-a8a0-4928-bebb-a0ce5ce8030f req-0b641990-eda8-49a9-8647-600314fec85e service neutron] Transition to ACTIVE for port object c3b0aa84-3336-4a8d-b90c-878574a4383e will not be triggered until provisioned by entity L2. {{(pid=103182) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:46:28.667165 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-1ee51baf-a8a0-4928-bebb-a0ce5ce8030f req-0b641990-eda8-49a9-8647-600314fec85e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774670732957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774670299814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774670299832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29186908'] for port (c3b0aa84-3336-4a8d-b90c-878574a4383e), after_update {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:28.720618 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b641990-eda8-49a9-8647-600314fec85e service neutron] Pushing event updated for resources: {'Port': ['ID=c3b0aa84-3336-4a8d-b90c-878574a4383e,revision_number=2']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:28.794036 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.managers [req-1ee51baf-a8a0-4928-bebb-a0ce5ce8030f req-0b641990-eda8-49a9-8647-600314fec85e service neutron] Attempting to bind port c3b0aa84-3336-4a8d-b90c-878574a4383e on host hv-cinder-80403 for vnic_type normal with profile {{(pid=103182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 09:46:28.794381 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.managers [req-1ee51baf-a8a0-4928-bebb-a0ce5ce8030f req-0b641990-eda8-49a9-8647-600314fec85e service neutron] Attempting to bind port c3b0aa84-3336-4a8d-b90c-878574a4383e by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '253d4433-551a-4024-8330-3fb43cf8b13f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'b4a5c36d-b79e-475a-9487-69d24a1ebb02'}] {{(pid=103182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 09:46:28.794737 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ee51baf-a8a0-4928-bebb-a0ce5ce8030f req-0b641990-eda8-49a9-8647-600314fec85e service neutron] Attempting to bind port c3b0aa84-3336-4a8d-b90c-878574a4383e on network b4a5c36d-b79e-475a-9487-69d24a1ebb02 {{(pid=103182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:46:28.800094 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ee51baf-a8a0-4928-bebb-a0ce5ce8030f req-0b641990-eda8-49a9-8647-600314fec85e service neutron] Port c3b0aa84-3336-4a8d-b90c-878574a4383e on network b4a5c36d-b79e-475a-9487-69d24a1ebb02 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=103182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 21 09:46:28.800595 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ee51baf-a8a0-4928-bebb-a0ce5ce8030f req-0b641990-eda8-49a9-8647-600314fec85e service neutron] Attempting to bind port c3b0aa84-3336-4a8d-b90c-878574a4383e on network b4a5c36d-b79e-475a-9487-69d24a1ebb02 {{(pid=103182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 09:46:28.805751 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ee51baf-a8a0-4928-bebb-a0ce5ce8030f req-0b641990-eda8-49a9-8647-600314fec85e service neutron] Checking agent: {'id': '5a7f6758-1e24-44b8-9b24-65ffc30c20d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 33, 47), 'started_at': datetime.datetime(2022, 1, 21, 9, 33, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 46, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 09:46:28.806087 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ee51baf-a8a0-4928-bebb-a0ce5ce8030f req-0b641990-eda8-49a9-8647-600314fec85e service neutron] Checking segment: {'id': '253d4433-551a-4024-8330-3fb43cf8b13f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'b4a5c36d-b79e-475a-9487-69d24a1ebb02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 09:46:28.806485 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ee51baf-a8a0-4928-bebb-a0ce5ce8030f req-0b641990-eda8-49a9-8647-600314fec85e service neutron] Bound using segment: {'id': '253d4433-551a-4024-8330-3fb43cf8b13f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'b4a5c36d-b79e-475a-9487-69d24a1ebb02'} {{(pid=103182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 09:46:28.806883 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.managers [req-1ee51baf-a8a0-4928-bebb-a0ce5ce8030f req-0b641990-eda8-49a9-8647-600314fec85e service neutron] Bound port: c3b0aa84-3336-4a8d-b90c-878574a4383e, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '253d4433-551a-4024-8330-3fb43cf8b13f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'b4a5c36d-b79e-475a-9487-69d24a1ebb02'}}] {{(pid=103182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 09:46:28.807239 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-1ee51baf-a8a0-4928-bebb-a0ce5ce8030f req-0b641990-eda8-49a9-8647-600314fec85e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (c3b0aa84-3336-4a8d-b90c-878574a4383e), before_update {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:28.880072 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.db [req-1ee51baf-a8a0-4928-bebb-a0ce5ce8030f req-0b641990-eda8-49a9-8647-600314fec85e service neutron] For port c3b0aa84-3336-4a8d-b90c-878574a4383e, host hv-cinder-80403, cleared binding levels {{(pid=103182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:46:28.883194 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.db [req-1ee51baf-a8a0-4928-bebb-a0ce5ce8030f req-0b641990-eda8-49a9-8647-600314fec85e service neutron] For port c3b0aa84-3336-4a8d-b90c-878574a4383e, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=c3b0aa84-3336-4a8d-b90c-878574a4383e,segment=NetworkSegment(253d4433-551a-4024-8330-3fb43cf8b13f),segment_id=253d4433-551a-4024-8330-3fb43cf8b13f)] {{(pid=103182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:46:28.936136 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-1ee51baf-a8a0-4928-bebb-a0ce5ce8030f req-0b641990-eda8-49a9-8647-600314fec85e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774670732957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774670299814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774670299832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29186908'] for port (c3b0aa84-3336-4a8d-b90c-878574a4383e), after_update {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:28.971136 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee51baf-a8a0-4928-bebb-a0ce5ce8030f req-0b641990-eda8-49a9-8647-600314fec85e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:28.972387 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-1ee51baf-a8a0-4928-bebb-a0ce5ce8030f req-0b641990-eda8-49a9-8647-600314fec85e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11211'] for port (None), before_response {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:28.973866 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-1ee51baf-a8a0-4928-bebb-a0ce5ce8030f req-0b641990-eda8-49a9-8647-600314fec85e service neutron] 10.222.0.109 "PUT /v2.0/ports/c3b0aa84-3336-4a8d-b90c-878574a4383e HTTP/1.1" status: 200 len: 1097 time: 0.8854012 Jan 21 09:46:28.974320 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b2c2e3a-393a-4352-afc8-73190dab4a8c', 'tag': 'c3b0aa84-3336-4a8d-b90c-878574a4383e'}] {{(pid=103182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:46:28.976582 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa0cc1f82daaed98fc3f7058001f72739ccfc4facde8019b77a0af70a494964c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55793037-7958-4e38-8763-db6eadd8980e" -d '{"events": [{"name": "network-changed", "server_uuid": "1b2c2e3a-393a-4352-afc8-73190dab4a8c", "tag": "c3b0aa84-3336-4a8d-b90c-878574a4383e"}]}' {{(pid=103182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:46:29.010661 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b641990-eda8-49a9-8647-600314fec85e service neutron] Pushing event updated for resources: {'Port': ['ID=c3b0aa84-3336-4a8d-b90c-878574a4383e,revision_number=3']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:29.136486 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 09:46:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54425887-a6f0-411b-a843-dde0b290c3af x-openstack-request-id: req-54425887-a6f0-411b-a843-dde0b290c3af {{(pid=103182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:46:29.136780 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b2c2e3a-393a-4352-afc8-73190dab4a8c", "tag": "c3b0aa84-3336-4a8d-b90c-878574a4383e", "status": "completed", "code": 200}]} {{(pid=103182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:46:29.137020 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-54425887-a6f0-411b-a843-dde0b290c3af {{(pid=103182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:46:29.137467 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b2c2e3a-393a-4352-afc8-73190dab4a8c', 'tag': 'c3b0aa84-3336-4a8d-b90c-878574a4383e', 'status': 'completed', 'code': 200} Jan 21 09:46:29.155978 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee51baf-a8a0-4928-bebb-a0ce5ce8030f req-118bf11d-d129-419a-a091-18e1a9f29a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:29.157651 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-1ee51baf-a8a0-4928-bebb-a0ce5ce8030f req-118bf11d-d129-419a-a091-18e1a9f29a0e service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=25379f3eeace4e16bd9175662919b699&device_id=1b2c2e3a-393a-4352-afc8-73190dab4a8c HTTP/1.1" status: 200 len: 1100 time: 0.0545537 Jan 21 09:46:29.205474 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-1ee51baf-a8a0-4928-bebb-a0ce5ce8030f req-03c55813-2609-48aa-9911-f2b94785cada service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=c3b0aa84-3336-4a8d-b90c-878574a4383e HTTP/1.1" status: 200 len: 217 time: 0.0394783 Jan 21 09:46:29.258729 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee51baf-a8a0-4928-bebb-a0ce5ce8030f req-1d7b5420-bfef-42cd-8c2d-1ad431a7dd80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:29.260102 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-1ee51baf-a8a0-4928-bebb-a0ce5ce8030f req-1d7b5420-bfef-42cd-8c2d-1ad431a7dd80 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=efae9c59-cb42-406e-8fa7-6fb4bf6ea752 HTTP/1.1" status: 200 len: 843 time: 0.0483344 Jan 21 09:46:29.307878 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee51baf-a8a0-4928-bebb-a0ce5ce8030f req-cef2d82f-8051-48e7-a48b-beb30092aa97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:29.309796 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-1ee51baf-a8a0-4928-bebb-a0ce5ce8030f req-cef2d82f-8051-48e7-a48b-beb30092aa97 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=b4a5c36d-b79e-475a-9487-69d24a1ebb02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0440271 Jan 21 09:46:29.405707 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-1ee51baf-a8a0-4928-bebb-a0ce5ce8030f req-1fc13dd2-9b51-47b9-b506-0d39d3474c5d service neutron] 10.222.0.109 "GET /v2.0/networks/b4a5c36d-b79e-475a-9487-69d24a1ebb02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899420 Jan 21 09:46:29.497562 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-1ee51baf-a8a0-4928-bebb-a0ce5ce8030f req-bc4954d7-0c48-493a-8500-40327e637451 service neutron] 10.222.0.109 "GET /v2.0/networks/b4a5c36d-b79e-475a-9487-69d24a1ebb02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855379 Jan 21 09:46:29.681006 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55793037-7958-4e38-8763-db6eadd8980e req-dd372468-61a3-4a58-afbb-67c9498d05e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:29.682541 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-55793037-7958-4e38-8763-db6eadd8980e req-dd372468-61a3-4a58-afbb-67c9498d05e9 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=25379f3eeace4e16bd9175662919b699&device_id=1b2c2e3a-393a-4352-afc8-73190dab4a8c HTTP/1.1" status: 200 len: 1100 time: 0.0742755 Jan 21 09:46:29.714913 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7f510f-097e-48ba-8aa5-8c19e3870310 req-9880fb2c-5998-46c3-ad3b-3a89879aa70d tempest-VolumesNegativeTest-107566329 tempest-VolumesNegativeTest-107566329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:29.716400 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-2d7f510f-097e-48ba-8aa5-8c19e3870310 req-9880fb2c-5998-46c3-ad3b-3a89879aa70d tempest-VolumesNegativeTest-107566329 tempest-VolumesNegativeTest-107566329-project] 10.222.0.45 "GET /v2.0/ports?device_id=1b2c2e3a-393a-4352-afc8-73190dab4a8c HTTP/1.1" status: 200 len: 947 time: 0.0799108 Jan 21 09:46:29.721278 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.45', 42546) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:46:29.820237 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-2d7f510f-097e-48ba-8aa5-8c19e3870310 req-b1b78776-5e0e-4748-bc5d-acafc02aa822 tempest-VolumesNegativeTest-107566329 tempest-VolumesNegativeTest-107566329-project] 10.222.0.45 "GET /v2.0/security-groups?id=f46ef7f6-e35e-4c0c-adc7-8cb14ed6c40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941164 Jan 21 09:46:29.823314 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55793037-7958-4e38-8763-db6eadd8980e req-edb6ad68-cfff-4671-8d2b-e8274311ca2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:29.824586 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-55793037-7958-4e38-8763-db6eadd8980e req-edb6ad68-cfff-4671-8d2b-e8274311ca2c service neutron] 10.222.0.109 "GET /v2.0/networks?id=b4a5c36d-b79e-475a-9487-69d24a1ebb02 HTTP/1.1" status: 200 len: 870 time: 0.1358278 Jan 21 09:46:29.874056 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-55793037-7958-4e38-8763-db6eadd8980e req-63ceef9a-a221-44e0-aa52-4053a8750ba5 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=c3b0aa84-3336-4a8d-b90c-878574a4383e HTTP/1.1" status: 200 len: 217 time: 0.0425973 Jan 21 09:46:29.894231 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-0e4d7bd0-4f60-4565-a60c-7d9a473f68ab tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] Deleting port 872b18c6-50d4-4cdb-adda-7a04db063b3f {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 09:46:29.894577 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-0e4d7bd0-4f60-4565-a60c-7d9a473f68ab tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774670727720'] for port (872b18c6-50d4-4cdb-adda-7a04db063b3f), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:29.925037 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55793037-7958-4e38-8763-db6eadd8980e req-cb961473-f21d-43b8-943b-cf747ccefe65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:29.926634 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-55793037-7958-4e38-8763-db6eadd8980e req-cb961473-f21d-43b8-943b-cf747ccefe65 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=efae9c59-cb42-406e-8fa7-6fb4bf6ea752 HTTP/1.1" status: 200 len: 843 time: 0.0455730 Jan 21 09:46:29.975621 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55793037-7958-4e38-8763-db6eadd8980e req-f889b69f-f294-478a-993c-e71a322c3ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:29.977124 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-55793037-7958-4e38-8763-db6eadd8980e req-f889b69f-f294-478a-993c-e71a322c3ff2 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=b4a5c36d-b79e-475a-9487-69d24a1ebb02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0432158 Jan 21 09:46:29.978842 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-0e4d7bd0-4f60-4565-a60c-7d9a473f68ab tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3846167'] for port (872b18c6-50d4-4cdb-adda-7a04db063b3f), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:29.979171 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-0e4d7bd0-4f60-4565-a60c-7d9a473f68ab tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] Publish callbacks [] for floatingip (872b18c6-50d4-4cdb-adda-7a04db063b3f), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:29.993582 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-0e4d7bd0-4f60-4565-a60c-7d9a473f68ab tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] Calling delete_port for 872b18c6-50d4-4cdb-adda-7a04db063b3f owned by network:floatingip {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 09:46:30.076412 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-55793037-7958-4e38-8763-db6eadd8980e req-4dafc3ca-f075-468c-bc6c-a3b548626a4a service neutron] 10.222.0.109 "GET /v2.0/networks/b4a5c36d-b79e-475a-9487-69d24a1ebb02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924833 Jan 21 09:46:30.181819 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-55793037-7958-4e38-8763-db6eadd8980e req-ca4524e2-3f22-475d-aef4-5ead502f633f service neutron] 10.222.0.109 "GET /v2.0/networks/b4a5c36d-b79e-475a-9487-69d24a1ebb02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992482 Jan 21 09:46:30.222453 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-0e4d7bd0-4f60-4565-a60c-7d9a473f68ab tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774670733020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774670299805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181744'] for port (872b18c6-50d4-4cdb-adda-7a04db063b3f), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:30.250518 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4d7bd0-4f60-4565-a60c-7d9a473f68ab tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] Pushing event deleted for resources: {'Port': ['ID=872b18c6-50d4-4cdb-adda-7a04db063b3f,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:30.316431 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-0e4d7bd0-4f60-4565-a60c-7d9a473f68ab tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] Publish callbacks [] for floatingip (bf578336-2fac-45d9-ad31-a8826e9d35be), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:30.316771 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.db.l3_db [None req-0e4d7bd0-4f60-4565-a60c-7d9a473f68ab tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] Floating IP bf578336-2fac-45d9-ad31-a8826e9d35be disassociated (deleted). External IP: 172.27.3.172, port: 0e43678c-54de-414e-81b5-5773897a97f4. Jan 21 09:46:30.542009 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e4d7bd0-4f60-4565-a60c-7d9a473f68ab tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] Router daae59a1-b0b5-40c7-8881-501152a755ac has already been hosted by L3 agent e2f5353c-5d20-4dd0-beb4-c302aead9ffd {{(pid=103183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:46:30.660563 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e4d7bd0-4f60-4565-a60c-7d9a473f68ab tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] Notify agent at l3_agent.dv-cinder-804035-25-iscsi the message routers_updated {{(pid=103183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:46:30.665724 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-0e4d7bd0-4f60-4565-a60c-7d9a473f68ab tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11211'] for floatingip (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:30.671777 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de15e004-f046-466e-82ca-d17d425722ac None None] Sync routers for ids ['daae59a1-b0b5-40c7-8881-501152a755ac'] in dv-cinder-804035-25-iscsi {{(pid=103184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:46:30.681747 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de15e004-f046-466e-82ca-d17d425722ac None None] Routers {'daae59a1-b0b5-40c7-8881-501152a755ac'} bound to L3 agent in host dv-cinder-804035-25-iscsi {{(pid=103184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 09:46:30.682339 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.l3_hamode_db [None req-de15e004-f046-466e-82ca-d17d425722ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:27:18Z,description=,heartbeat_timestamp=2022-01-21T09:46:18Z,host='dv-cinder-804035-25-iscsi',id=e2f5353c-5d20-4dd0-beb4-c302aead9ffd,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:27:19Z,topic='l3_agent')) {'router_ids': ['daae59a1-b0b5-40c7-8881-501152a755ac'], 'active': True} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:30.693250 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [None req-0e4d7bd0-4f60-4565-a60c-7d9a473f68ab tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] 10.222.0.45 "DELETE /v2.0/floatingips/bf578336-2fac-45d9-ad31-a8826e9d35be HTTP/1.1" status: 204 len: 168 time: 0.9700551 Jan 21 09:46:30.693888 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4a4e6b7-47b1-4de2-8677-4f8e3eb056c2', 'tag': '0e43678c-54de-414e-81b5-5773897a97f4'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:46:30.696193 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}992134b551516638de2fc86679e3aea2e95c492b491da8cc78de32f00b876de5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aba73aaa-5108-45b5-a852-fcb8bc740a6b" -d '{"events": [{"name": "network-changed", "server_uuid": "f4a4e6b7-47b1-4de2-8677-4f8e3eb056c2", "tag": "0e43678c-54de-414e-81b5-5773897a97f4"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:46:30.800541 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.l3_dvr_db [None req-de15e004-f046-466e-82ca-d17d425722ac None None] Set router daae59a1-b0b5-40c7-8881-501152a755ac gateway port host: dv-cinder-804035-25-iscsi {{(pid=103184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:46:30.810902 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 09:46:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f6e2fe2-f1f9-46b6-a69d-be60712fea3e x-openstack-request-id: req-4f6e2fe2-f1f9-46b6-a69d-be60712fea3e {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:46:30.811417 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4a4e6b7-47b1-4de2-8677-4f8e3eb056c2", "tag": "0e43678c-54de-414e-81b5-5773897a97f4", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:46:30.811596 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4f6e2fe2-f1f9-46b6-a69d-be60712fea3e {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:46:30.811860 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4a4e6b7-47b1-4de2-8677-4f8e3eb056c2', 'tag': '0e43678c-54de-414e-81b5-5773897a97f4', 'status': 'completed', 'code': 200} Jan 21 09:46:30.892716 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba73aaa-5108-45b5-a852-fcb8bc740a6b req-1e397a08-345c-441b-b50c-e1a5fcdf21e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:30.894304 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-aba73aaa-5108-45b5-a852-fcb8bc740a6b req-1e397a08-345c-441b-b50c-e1a5fcdf21e7 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=d2ac0334d1e14c29aa6222d547c64b00&device_id=f4a4e6b7-47b1-4de2-8677-4f8e3eb056c2 HTTP/1.1" status: 200 len: 1098 time: 0.0563960 Jan 21 09:46:31.019926 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4a41a2-7371-46bd-af0f-4c64933b8763 req-aeec5f29-ea43-4be7-938a-d52ddb2b43ed tempest-VolumesNegativeTest-107566329 tempest-VolumesNegativeTest-107566329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:31.021513 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-ea4a41a2-7371-46bd-af0f-4c64933b8763 req-aeec5f29-ea43-4be7-938a-d52ddb2b43ed tempest-VolumesNegativeTest-107566329 tempest-VolumesNegativeTest-107566329-project] 10.222.0.45 "GET /v2.0/ports?device_id=1b2c2e3a-393a-4352-afc8-73190dab4a8c HTTP/1.1" status: 200 len: 947 time: 0.1231604 Jan 21 09:46:31.027063 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.l3_hamode_db [None req-de15e004-f046-466e-82ca-d17d425722ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daae59a1-b0b5-40c7-8881-501152a755ac', 'name': 'tempest-TestShelveInstance-1065983917-router', 'tenant_id': 'd2ac0334d1e14c29aa6222d547c64b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'external_fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '93bccaa3-b892-4457-927a-2ef77e091327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:41:25Z', 'updated_at': '2022-01-21T09:41:30Z', 'revision_number': 4, 'project_id': 'd2ac0334d1e14c29aa6222d547c64b00', 'gw_port': {'id': '93bccaa3-b892-4457-927a-2ef77e091327', 'name': '', 'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:5f:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daae59a1-b0b5-40c7-8881-501152a755ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:41:26Z', 'updated_at': '2022-01-21T09:41:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6accd444-6422-45bf-9c21-6be173243a45', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-25-iscsi', '_interfaces': [{'id': 'db5aff75-6e43-48df-812f-9444771a37e5', 'name': '', 'network_id': 'ec6c0da2-1dbe-43af-89f3-68cb39bbc90b', 'tenant_id': 'd2ac0334d1e14c29aa6222d547c64b00', 'mac_address': 'fa:16:3e:94:b1:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daae59a1-b0b5-40c7-8881-501152a755ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '1bf23acc-59f7-4a2a-af00-01a8c5f75fdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:41:29Z', 'updated_at': '2022-01-21T09:41:34Z', 'revision_number': 5, 'project_id': 'd2ac0334d1e14c29aa6222d547c64b00', 'subnets': [{'id': '1bf23acc-59f7-4a2a-af00-01a8c5f75fdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-25-iscsi', False) {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:31.055574 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de15e004-f046-466e-82ca-d17d425722ac None None] Checking router: daae59a1-b0b5-40c7-8881-501152a755ac for host: dv-cinder-804035-25-iscsi {{(pid=103184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:46:31.059912 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba73aaa-5108-45b5-a852-fcb8bc740a6b req-fdc9db21-25e5-4579-896f-90b43a37dc32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:31.061407 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-aba73aaa-5108-45b5-a852-fcb8bc740a6b req-fdc9db21-25e5-4579-896f-90b43a37dc32 service neutron] 10.222.0.109 "GET /v2.0/networks?id=ec6c0da2-1dbe-43af-89f3-68cb39bbc90b HTTP/1.1" status: 200 len: 910 time: 0.1614187 Jan 21 09:46:31.065516 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de15e004-f046-466e-82ca-d17d425722ac None None] Routers {'daae59a1-b0b5-40c7-8881-501152a755ac'} bound to L3 agent in host dv-cinder-804035-25-iscsi {{(pid=103184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 09:46:31.066138 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.l3_hamode_db [None req-de15e004-f046-466e-82ca-d17d425722ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:27:18Z,description=,heartbeat_timestamp=2022-01-21T09:46:18Z,host='dv-cinder-804035-25-iscsi',id=e2f5353c-5d20-4dd0-beb4-c302aead9ffd,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:27:19Z,topic='l3_agent')) {'router_ids': ['daae59a1-b0b5-40c7-8881-501152a755ac'], 'active': True} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:31.135579 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-aba73aaa-5108-45b5-a852-fcb8bc740a6b req-d1880fbb-c30a-4f6a-8c09-f9fb5d98bd77 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0e43678c-54de-414e-81b5-5773897a97f4 HTTP/1.1" status: 200 len: 217 time: 0.0639470 Jan 21 09:46:31.178238 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.l3_dvr_db [None req-de15e004-f046-466e-82ca-d17d425722ac None None] Set router daae59a1-b0b5-40c7-8881-501152a755ac gateway port host: dv-cinder-804035-25-iscsi {{(pid=103184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:46:31.187228 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-ea4a41a2-7371-46bd-af0f-4c64933b8763 req-34c3dd12-b167-43ed-997c-54d8cadb0165 tempest-VolumesNegativeTest-107566329 tempest-VolumesNegativeTest-107566329-project] 10.222.0.45 "GET /v2.0/security-groups?id=f46ef7f6-e35e-4c0c-adc7-8cb14ed6c40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594532 Jan 21 09:46:31.206089 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ff9d1a-6bfe-4f1a-ab48-68b762cdbb3e req-d206c1e4-3d4d-4b6e-9ca7-90a1726fd330 tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:31.207695 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-98ff9d1a-6bfe-4f1a-ab48-68b762cdbb3e req-d206c1e4-3d4d-4b6e-9ca7-90a1726fd330 tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4a4e6b7-47b1-4de2-8677-4f8e3eb056c2 HTTP/1.1" status: 200 len: 945 time: 0.1494849 Jan 21 09:46:31.213918 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba73aaa-5108-45b5-a852-fcb8bc740a6b req-eb1b6522-e417-49fc-9bcd-90a2670c69ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:31.215393 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-aba73aaa-5108-45b5-a852-fcb8bc740a6b req-eb1b6522-e417-49fc-9bcd-90a2670c69ef service neutron] 10.222.0.109 "GET /v2.0/subnets?id=1bf23acc-59f7-4a2a-af00-01a8c5f75fdb HTTP/1.1" status: 200 len: 848 time: 0.0708327 Jan 21 09:46:31.252727 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Device c3b0aa84-3336-4a8d-b90c-878574a4383e details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=103184) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 21 09:46:31.300799 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-98ff9d1a-6bfe-4f1a-ab48-68b762cdbb3e req-63c756c7-1879-484c-9424-5bfaf83179e3 tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] 10.222.0.45 "GET /v2.0/security-groups?id=ecb8bb3e-d4e6-4c35-9133-48a56990ede7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815349 Jan 21 09:46:31.303911 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba73aaa-5108-45b5-a852-fcb8bc740a6b req-fb498bcd-a80e-4aba-862e-92f7f9099834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:31.305357 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-aba73aaa-5108-45b5-a852-fcb8bc740a6b req-fb498bcd-a80e-4aba-862e-92f7f9099834 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=ec6c0da2-1dbe-43af-89f3-68cb39bbc90b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0748203 Jan 21 09:46:31.486369 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] For port c3b0aa84-3336-4a8d-b90c-878574a4383e, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=c3b0aa84-3336-4a8d-b90c-878574a4383e,segment=NetworkSegment(253d4433-551a-4024-8330-3fb43cf8b13f),segment_id=253d4433-551a-4024-8330-3fb43cf8b13f)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:46:31.504846 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Returning: {'device': 'c3b0aa84-3336-4a8d-b90c-878574a4383e', 'network_id': 'b4a5c36d-b79e-475a-9487-69d24a1ebb02', 'port_id': 'c3b0aa84-3336-4a8d-b90c-878574a4383e', 'mac_address': 'fa:16:3e:fd:31:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efae9c59-cb42-406e-8fa7-6fb4bf6ea752', 'ip_address': '192.168.233.17'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103184) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 21 09:46:31.566412 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Current status of the port c3b0aa84-3336-4a8d-b90c-878574a4383e is: DOWN; New status is: BUILD {{(pid=103184) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:46:31.566710 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (c3b0aa84-3336-4a8d-b90c-878574a4383e), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:31.572131 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.l3_hamode_db [None req-de15e004-f046-466e-82ca-d17d425722ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daae59a1-b0b5-40c7-8881-501152a755ac', 'name': 'tempest-TestShelveInstance-1065983917-router', 'tenant_id': 'd2ac0334d1e14c29aa6222d547c64b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'external_fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '93bccaa3-b892-4457-927a-2ef77e091327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:41:25Z', 'updated_at': '2022-01-21T09:41:30Z', 'revision_number': 4, 'project_id': 'd2ac0334d1e14c29aa6222d547c64b00', 'gw_port': {'id': '93bccaa3-b892-4457-927a-2ef77e091327', 'name': '', 'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:5f:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daae59a1-b0b5-40c7-8881-501152a755ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:41:26Z', 'updated_at': '2022-01-21T09:41:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6accd444-6422-45bf-9c21-6be173243a45', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-25-iscsi', '_interfaces': [{'id': 'db5aff75-6e43-48df-812f-9444771a37e5', 'name': '', 'network_id': 'ec6c0da2-1dbe-43af-89f3-68cb39bbc90b', 'tenant_id': 'd2ac0334d1e14c29aa6222d547c64b00', 'mac_address': 'fa:16:3e:94:b1:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daae59a1-b0b5-40c7-8881-501152a755ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '1bf23acc-59f7-4a2a-af00-01a8c5f75fdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:41:29Z', 'updated_at': '2022-01-21T09:41:34Z', 'revision_number': 5, 'project_id': 'd2ac0334d1e14c29aa6222d547c64b00', 'subnets': [{'id': '1bf23acc-59f7-4a2a-af00-01a8c5f75fdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-25-iscsi', False) {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:31.610249 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de15e004-f046-466e-82ca-d17d425722ac None None] The sync data for ids ['daae59a1-b0b5-40c7-8881-501152a755ac'] in dv-cinder-804035-25-iscsi is: [{'id': 'daae59a1-b0b5-40c7-8881-501152a755ac', 'name': 'tempest-TestShelveInstance-1065983917-router', 'tenant_id': 'd2ac0334d1e14c29aa6222d547c64b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'external_fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '93bccaa3-b892-4457-927a-2ef77e091327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:41:25Z', 'updated_at': '2022-01-21T09:41:30Z', 'revision_number': 4, 'project_id': 'd2ac0334d1e14c29aa6222d547c64b00', 'gw_port': {'id': '93bccaa3-b892-4457-927a-2ef77e091327', 'name': '', 'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:5f:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daae59a1-b0b5-40c7-8881-501152a755ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:41:26Z', 'updated_at': '2022-01-21T09:41:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6accd444-6422-45bf-9c21-6be173243a45', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-25-iscsi', '_interfaces': [{'id': 'db5aff75-6e43-48df-812f-9444771a37e5', 'name': '', 'network_id': 'ec6c0da2-1dbe-43af-89f3-68cb39bbc90b', 'tenant_id': 'd2ac0334d1e14c29aa6222d547c64b00', 'mac_address': 'fa:16:3e:94:b1:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daae59a1-b0b5-40c7-8881-501152a755ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '1bf23acc-59f7-4a2a-af00-01a8c5f75fdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:41:29Z', 'updated_at': '2022-01-21T09:41:34Z', 'revision_number': 5, 'project_id': 'd2ac0334d1e14c29aa6222d547c64b00', 'subnets': [{'id': '1bf23acc-59f7-4a2a-af00-01a8c5f75fdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:46:31.613761 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.notifiers.nova [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3b0aa84-3336-4a8d-b90c-878574a4383e {{(pid=103184) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:46:31.644343 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] For port c3b0aa84-3336-4a8d-b90c-878574a4383e, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=c3b0aa84-3336-4a8d-b90c-878574a4383e,segment=NetworkSegment(253d4433-551a-4024-8330-3fb43cf8b13f),segment_id=253d4433-551a-4024-8330-3fb43cf8b13f)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:46:31.701405 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774670732957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774670299814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774670299832'] for port (c3b0aa84-3336-4a8d-b90c-878574a4383e), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:31.742541 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-aba73aaa-5108-45b5-a852-fcb8bc740a6b req-eed704a5-5d70-455b-ae04-07a6b5bf7d39 service neutron] 10.222.0.109 "GET /v2.0/networks/ec6c0da2-1dbe-43af-89f3-68cb39bbc90b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4292040 Jan 21 09:46:31.778345 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Pushing event updated for resources: {'Port': ['ID=c3b0aa84-3336-4a8d-b90c-878574a4383e,revision_number=4']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:31.786190 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:46:31.786416 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:46:31.786771 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:46:31.787112 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:46:31.787448 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:46:31.787919 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:46:31.788393 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:46:31.788732 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:46:31.789752 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:46:31.789752 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:46:31.789965 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:46:31.790109 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:46:31.790434 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:46:31.855161 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-aba73aaa-5108-45b5-a852-fcb8bc740a6b req-b893e9c1-d7a0-4601-a48e-d1037af6ee43 service neutron] 10.222.0.109 "GET /v2.0/networks/ec6c0da2-1dbe-43af-89f3-68cb39bbc90b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059613 Jan 21 09:46:31.862541 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.45', 42560) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:46:31.947357 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] get_ports_and_sgs() called for port_ids ['c3b0aa84-3336-4a8d-b90c-878574a4383e'] {{(pid=103184) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 09:46:31.970776 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e185d42-562a-4804-baba-e0648312ca56 None None] New status for floating IP bf578336-2fac-45d9-ad31-a8826e9d35be: DOWN {{(pid=103185) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 09:46:32.068343 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-0a1c6793-db50-481b-9f3b-c22098721cc3 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Deleting port 110bbf24-aa6f-4a87-83b4-a2450224fe66 {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 09:46:32.069822 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-0a1c6793-db50-481b-9f3b-c22098721cc3 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774670727720'] for port (110bbf24-aa6f-4a87-83b4-a2450224fe66), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:32.160117 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-0a1c6793-db50-481b-9f3b-c22098721cc3 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3846167'] for port (110bbf24-aa6f-4a87-83b4-a2450224fe66), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:32.160431 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-0a1c6793-db50-481b-9f3b-c22098721cc3 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Publish callbacks [] for floatingip (110bbf24-aa6f-4a87-83b4-a2450224fe66), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:32.175116 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-0a1c6793-db50-481b-9f3b-c22098721cc3 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Calling delete_port for 110bbf24-aa6f-4a87-83b4-a2450224fe66 owned by network:floatingip {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 09:46:32.355810 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96924aaa-4643-4b90-9da6-9adc85b1d00d req-f1f3d14b-2cc7-46f9-bd95-59e18188772d tempest-VolumesNegativeTest-107566329 tempest-VolumesNegativeTest-107566329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:32.360664 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-96924aaa-4643-4b90-9da6-9adc85b1d00d req-f1f3d14b-2cc7-46f9-bd95-59e18188772d tempest-VolumesNegativeTest-107566329 tempest-VolumesNegativeTest-107566329-project] 10.222.0.45 "GET /v2.0/ports?device_id=1b2c2e3a-393a-4352-afc8-73190dab4a8c HTTP/1.1" status: 200 len: 948 time: 0.0739315 Jan 21 09:46:32.422172 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-0a1c6793-db50-481b-9f3b-c22098721cc3 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774670733020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774670299805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181744'] for port (110bbf24-aa6f-4a87-83b4-a2450224fe66), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:32.438777 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-96924aaa-4643-4b90-9da6-9adc85b1d00d req-025b3420-b022-447c-8876-6aafa490da01 tempest-VolumesNegativeTest-107566329 tempest-VolumesNegativeTest-107566329-project] 10.222.0.45 "GET /v2.0/security-groups?id=f46ef7f6-e35e-4c0c-adc7-8cb14ed6c40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721941 Jan 21 09:46:32.458705 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1c6793-db50-481b-9f3b-c22098721cc3 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Pushing event deleted for resources: {'Port': ['ID=110bbf24-aa6f-4a87-83b4-a2450224fe66,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:32.469860 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd48db1-0018-4222-affa-50cd872ddf9a req-77927df2-9169-4ad3-8775-dad7ad7a92ec tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:32.471653 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-dcd48db1-0018-4222-affa-50cd872ddf9a req-77927df2-9169-4ad3-8775-dad7ad7a92ec tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4a4e6b7-47b1-4de2-8677-4f8e3eb056c2 HTTP/1.1" status: 200 len: 945 time: 0.0744336 Jan 21 09:46:32.516403 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-0a1c6793-db50-481b-9f3b-c22098721cc3 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Publish callbacks [] for floatingip (55e4e449-62df-4e89-a470-2d89eca9251a), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:32.516732 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.db.l3_db [None req-0a1c6793-db50-481b-9f3b-c22098721cc3 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Floating IP 55e4e449-62df-4e89-a470-2d89eca9251a disassociated (deleted). External IP: 172.27.3.81, port: 8a2eff4f-a260-4ac8-8540-0f38c10b4796. Jan 21 09:46:32.527802 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-dcd48db1-0018-4222-affa-50cd872ddf9a req-e94443c6-11e5-4e8d-8567-266985de01b1 tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] 10.222.0.45 "GET /v2.0/security-groups?id=ecb8bb3e-d4e6-4c35-9133-48a56990ede7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496161 Jan 21 09:46:32.744310 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a1c6793-db50-481b-9f3b-c22098721cc3 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Router 945389a6-2cd8-43f7-b660-ccdf197add80 has already been hosted by L3 agent e2f5353c-5d20-4dd0-beb4-c302aead9ffd {{(pid=103183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:46:32.873820 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a1c6793-db50-481b-9f3b-c22098721cc3 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Notify agent at l3_agent.dv-cinder-804035-25-iscsi the message routers_updated {{(pid=103183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:46:32.878847 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-0a1c6793-db50-481b-9f3b-c22098721cc3 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11211'] for floatingip (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:32.885876 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2522223-e792-484b-9e7e-f76cf171754b None None] Sync routers for ids ['945389a6-2cd8-43f7-b660-ccdf197add80'] in dv-cinder-804035-25-iscsi {{(pid=103184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:46:32.897961 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2522223-e792-484b-9e7e-f76cf171754b None None] Routers {'945389a6-2cd8-43f7-b660-ccdf197add80'} bound to L3 agent in host dv-cinder-804035-25-iscsi {{(pid=103184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 09:46:32.898694 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.l3_hamode_db [None req-d2522223-e792-484b-9e7e-f76cf171754b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:27:18Z,description=,heartbeat_timestamp=2022-01-21T09:46:18Z,host='dv-cinder-804035-25-iscsi',id=e2f5353c-5d20-4dd0-beb4-c302aead9ffd,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:27:19Z,topic='l3_agent')) {'router_ids': ['945389a6-2cd8-43f7-b660-ccdf197add80'], 'active': True} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:32.910849 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [None req-0a1c6793-db50-481b-9f3b-c22098721cc3 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] 10.222.0.45 "DELETE /v2.0/floatingips/55e4e449-62df-4e89-a470-2d89eca9251a HTTP/1.1" status: 204 len: 168 time: 1.0471885 Jan 21 09:46:32.911447 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '325f56a1-8c36-43e5-9896-52f6713a7ba0', 'tag': '8a2eff4f-a260-4ac8-8540-0f38c10b4796'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:46:32.913768 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}992134b551516638de2fc86679e3aea2e95c492b491da8cc78de32f00b876de5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-245b56d9-c9ed-4978-963f-c01b23fa9323" -d '{"events": [{"name": "network-changed", "server_uuid": "325f56a1-8c36-43e5-9896-52f6713a7ba0", "tag": "8a2eff4f-a260-4ac8-8540-0f38c10b4796"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:46:32.963782 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 09:46:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3475a30-b809-4088-803e-ff5f87f255a3 x-openstack-request-id: req-f3475a30-b809-4088-803e-ff5f87f255a3 {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:46:32.964071 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "325f56a1-8c36-43e5-9896-52f6713a7ba0", "tag": "8a2eff4f-a260-4ac8-8540-0f38c10b4796", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:46:32.964331 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f3475a30-b809-4088-803e-ff5f87f255a3 {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:46:32.964727 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '325f56a1-8c36-43e5-9896-52f6713a7ba0', 'tag': '8a2eff4f-a260-4ac8-8540-0f38c10b4796', 'status': 'completed', 'code': 200} Jan 21 09:46:33.020264 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.l3_dvr_db [None req-d2522223-e792-484b-9e7e-f76cf171754b None None] Set router 945389a6-2cd8-43f7-b660-ccdf197add80 gateway port host: dv-cinder-804035-25-iscsi {{(pid=103184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:46:33.038846 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245b56d9-c9ed-4978-963f-c01b23fa9323 req-9f975bdc-5ca4-48fd-a3d3-6651e0126632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:33.040426 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-245b56d9-c9ed-4978-963f-c01b23fa9323 req-9f975bdc-5ca4-48fd-a3d3-6651e0126632 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=515ded26ca114fbf9c6e920362aec64c&device_id=325f56a1-8c36-43e5-9896-52f6713a7ba0 HTTP/1.1" status: 200 len: 1099 time: 0.0477388 Jan 21 09:46:33.132983 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245b56d9-c9ed-4978-963f-c01b23fa9323 req-880a2f4a-0356-4e1c-b5e3-6c69584c8371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:33.134655 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-245b56d9-c9ed-4978-963f-c01b23fa9323 req-880a2f4a-0356-4e1c-b5e3-6c69584c8371 service neutron] 10.222.0.109 "GET /v2.0/networks?id=858c4f17-92ac-4cda-9750-b98e2d3705f8 HTTP/1.1" status: 200 len: 913 time: 0.0884490 Jan 21 09:46:33.182897 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-245b56d9-c9ed-4978-963f-c01b23fa9323 req-d4f95f4d-3261-4b1c-b465-e9cbcaa565a2 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8a2eff4f-a260-4ac8-8540-0f38c10b4796 HTTP/1.1" status: 200 len: 217 time: 0.0422463 Jan 21 09:46:33.243249 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245b56d9-c9ed-4978-963f-c01b23fa9323 req-e4b05ec3-9817-4b5b-8c64-8e7d5c432dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:33.244733 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-245b56d9-c9ed-4978-963f-c01b23fa9323 req-e4b05ec3-9817-4b5b-8c64-8e7d5c432dd8 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=ed880366-382f-48ca-9b10-9aa3edc0e5e7 HTTP/1.1" status: 200 len: 851 time: 0.0547023 Jan 21 09:46:33.276341 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.l3_hamode_db [None req-d2522223-e792-484b-9e7e-f76cf171754b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '945389a6-2cd8-43f7-b660-ccdf197add80', 'name': 'tempest-TestVolumeBootPattern-1023830781-router', 'tenant_id': '515ded26ca114fbf9c6e920362aec64c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'external_fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.74'}], 'enable_snat': True}, 'gw_port_id': 'eb6b8964-78f2-488d-b3b2-a54566139ced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:38:09Z', 'updated_at': '2022-01-21T09:38:17Z', 'revision_number': 4, 'project_id': '515ded26ca114fbf9c6e920362aec64c', 'gw_port': {'id': 'eb6b8964-78f2-488d-b3b2-a54566139ced', 'name': '', 'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:0c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945389a6-2cd8-43f7-b660-ccdf197add80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:38:10Z', 'updated_at': '2022-01-21T09:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6accd444-6422-45bf-9c21-6be173243a45', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-25-iscsi', '_floatingips': [{'id': '1dd6f353-097a-4458-99b6-717fb531d3dc', 'tenant_id': '515ded26ca114fbf9c6e920362aec64c', 'floating_ip_address': '172.27.3.60', 'floating_network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'router_id': '945389a6-2cd8-43f7-b660-ccdf197add80', 'port_id': '23ca9b58-bb47-447e-9704-d2768396690b', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '858c4f17-92ac-4cda-9750-b98e2d3705f8', 'mac_address': 'fa:16:3e:40:88:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef1ba7db-0bbf-44d8-ab58-f85d9194ecd6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:42:41Z', 'updated_at': '2022-01-21T09:42:44Z', 'revision_number': 1, 'project_id': '515ded26ca114fbf9c6e920362aec64c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82c21408-9913-4970-b17f-da216a976def', 'name': '', 'network_id': '858c4f17-92ac-4cda-9750-b98e2d3705f8', 'tenant_id': '515ded26ca114fbf9c6e920362aec64c', 'mac_address': 'fa:16:3e:82:01:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945389a6-2cd8-43f7-b660-ccdf197add80', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'ed880366-382f-48ca-9b10-9aa3edc0e5e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:38:15Z', 'updated_at': '2022-01-21T09:38:26Z', 'revision_number': 5, 'project_id': '515ded26ca114fbf9c6e920362aec64c', 'subnets': [{'id': 'ed880366-382f-48ca-9b10-9aa3edc0e5e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-25-iscsi', False) {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:33.277632 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Device c3b0aa84-3336-4a8d-b90c-878574a4383e up at agent hyperv_hv-cinder-80403 {{(pid=103184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 09:46:33.302693 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245b56d9-c9ed-4978-963f-c01b23fa9323 req-3bf87cd2-18f5-4bfa-8de5-839c21c66de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:33.304822 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-245b56d9-c9ed-4978-963f-c01b23fa9323 req-3bf87cd2-18f5-4bfa-8de5-839c21c66de5 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=858c4f17-92ac-4cda-9750-b98e2d3705f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0499637 Jan 21 09:46:33.304959 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2522223-e792-484b-9e7e-f76cf171754b None None] Checking router: 945389a6-2cd8-43f7-b660-ccdf197add80 for host: dv-cinder-804035-25-iscsi {{(pid=103184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:46:33.341580 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2522223-e792-484b-9e7e-f76cf171754b None None] Routers {'945389a6-2cd8-43f7-b660-ccdf197add80'} bound to L3 agent in host dv-cinder-804035-25-iscsi {{(pid=103184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 09:46:33.342206 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.l3_hamode_db [None req-d2522223-e792-484b-9e7e-f76cf171754b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:27:18Z,description=,heartbeat_timestamp=2022-01-21T09:46:18Z,host='dv-cinder-804035-25-iscsi',id=e2f5353c-5d20-4dd0-beb4-c302aead9ffd,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:27:19Z,topic='l3_agent')) {'router_ids': ['945389a6-2cd8-43f7-b660-ccdf197add80'], 'active': True} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:33.435022 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee86c8c8-f420-4227-9ea7-1d25d5234bdf req-331596b2-5422-454c-aec9-ded4f9d56b34 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:33.436547 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-ee86c8c8-f420-4227-9ea7-1d25d5234bdf req-331596b2-5422-454c-aec9-ded4f9d56b34 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] 10.222.0.45 "GET /v2.0/ports?device_id=325f56a1-8c36-43e5-9896-52f6713a7ba0 HTTP/1.1" status: 200 len: 946 time: 0.1048357 Jan 21 09:46:33.455639 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-245b56d9-c9ed-4978-963f-c01b23fa9323 req-51f7ab1e-34c4-4c3d-927b-9acc57471086 service neutron] 10.222.0.109 "GET /v2.0/networks/858c4f17-92ac-4cda-9750-b98e2d3705f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439130 Jan 21 09:46:33.465906 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.l3_dvr_db [None req-d2522223-e792-484b-9e7e-f76cf171754b None None] Set router 945389a6-2cd8-43f7-b660-ccdf197add80 gateway port host: dv-cinder-804035-25-iscsi {{(pid=103184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:46:33.495496 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.provisioning_blocks [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Provisioning for port c3b0aa84-3336-4a8d-b90c-878574a4383e completed by entity L2. {{(pid=103184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:46:33.502456 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.provisioning_blocks [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Provisioning complete for port c3b0aa84-3336-4a8d-b90c-878574a4383e triggered by entity L2. {{(pid=103184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:46:33.502856 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983013'] for port (c3b0aa84-3336-4a8d-b90c-878574a4383e), provisioning_complete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:33.569127 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-ee86c8c8-f420-4227-9ea7-1d25d5234bdf req-1b47713d-42f7-4651-9a8a-19ac046faf1e tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1675cd1-54f4-4d25-9ed0-7b073048c061&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1255329 Jan 21 09:46:33.624137 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-245b56d9-c9ed-4978-963f-c01b23fa9323 req-1d8d7fe9-4873-4eb2-bca1-84504b07dfa0 service neutron] 10.222.0.109 "GET /v2.0/networks/858c4f17-92ac-4cda-9750-b98e2d3705f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598032 Jan 21 09:46:33.632153 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14beb810-2d88-4e02-b06e-3e84bb84313f req-9167e40a-b8bb-43ef-b024-b7894cb9f3cb tempest-VolumesNegativeTest-107566329 tempest-VolumesNegativeTest-107566329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:33.633769 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-14beb810-2d88-4e02-b06e-3e84bb84313f req-9167e40a-b8bb-43ef-b024-b7894cb9f3cb tempest-VolumesNegativeTest-107566329 tempest-VolumesNegativeTest-107566329-project] 10.222.0.45 "GET /v2.0/ports?device_id=1b2c2e3a-393a-4352-afc8-73190dab4a8c HTTP/1.1" status: 200 len: 948 time: 0.0901489 Jan 21 09:46:33.722209 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-14beb810-2d88-4e02-b06e-3e84bb84313f req-f6ca98eb-028a-4c80-9a96-b4a11f9e712b tempest-VolumesNegativeTest-107566329 tempest-VolumesNegativeTest-107566329-project] 10.222.0.45 "GET /v2.0/security-groups?id=f46ef7f6-e35e-4c0c-adc7-8cb14ed6c40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798740 Jan 21 09:46:33.746055 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b203a4-a1d5-4aa3-bfd4-3c3d1916faea req-633d793d-e28b-4eaf-bb7d-242e5a67b77f tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:33.747792 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-81b203a4-a1d5-4aa3-bfd4-3c3d1916faea req-633d793d-e28b-4eaf-bb7d-242e5a67b77f tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4a4e6b7-47b1-4de2-8677-4f8e3eb056c2 HTTP/1.1" status: 200 len: 945 time: 0.0786192 Jan 21 09:46:33.809840 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-81b203a4-a1d5-4aa3-bfd4-3c3d1916faea req-e2f3606a-0f4d-4b76-8871-be4c8d4f538d tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] 10.222.0.45 "GET /v2.0/security-groups?id=ecb8bb3e-d4e6-4c35-9133-48a56990ede7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543361 Jan 21 09:46:33.825636 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Current status of the port c3b0aa84-3336-4a8d-b90c-878574a4383e is: BUILD; New status is: ACTIVE {{(pid=103184) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:46:33.831034 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (c3b0aa84-3336-4a8d-b90c-878574a4383e), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:33.886291 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b2c2e3a-393a-4352-afc8-73190dab4a8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3b0aa84-3336-4a8d-b90c-878574a4383e'}] {{(pid=103184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:46:33.888568 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c59f8b740f259e85ceecfc878b6c10e974145cf55d87f3575c92c12753de108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21d06144-41fc-47f8-bc35-fde5a4150333" -d '{"events": [{"server_uuid": "1b2c2e3a-393a-4352-afc8-73190dab4a8c", "name": "network-vif-plugged", "status": "completed", "tag": "c3b0aa84-3336-4a8d-b90c-878574a4383e"}]}' {{(pid=103184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:46:33.913371 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] For port c3b0aa84-3336-4a8d-b90c-878574a4383e, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=c3b0aa84-3336-4a8d-b90c-878574a4383e,segment=NetworkSegment(253d4433-551a-4024-8330-3fb43cf8b13f),segment_id=253d4433-551a-4024-8330-3fb43cf8b13f)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:46:33.949248 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 09:46:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69a8904e-06e0-4abe-8448-826574d1c3f3 x-openstack-request-id: req-69a8904e-06e0-4abe-8448-826574d1c3f3 {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:46:33.949565 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b2c2e3a-393a-4352-afc8-73190dab4a8c", "name": "network-vif-plugged", "status": "completed", "tag": "c3b0aa84-3336-4a8d-b90c-878574a4383e", "code": 200}]} {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:46:33.949805 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-69a8904e-06e0-4abe-8448-826574d1c3f3 {{(pid=103184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:46:33.950198 dv-cinder-804035-25-iscsi neutron-server[103184]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b2c2e3a-393a-4352-afc8-73190dab4a8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3b0aa84-3336-4a8d-b90c-878574a4383e', 'code': 200} Jan 21 09:46:33.971070 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774670732957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774670299814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774670299832'] for port (c3b0aa84-3336-4a8d-b90c-878574a4383e), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:33.972049 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Device 0e43678c-54de-414e-81b5-5773897a97f4 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=103184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:46:34.047369 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.l3_hamode_db [None req-d2522223-e792-484b-9e7e-f76cf171754b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '945389a6-2cd8-43f7-b660-ccdf197add80', 'name': 'tempest-TestVolumeBootPattern-1023830781-router', 'tenant_id': '515ded26ca114fbf9c6e920362aec64c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'external_fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.74'}], 'enable_snat': True}, 'gw_port_id': 'eb6b8964-78f2-488d-b3b2-a54566139ced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:38:09Z', 'updated_at': '2022-01-21T09:38:17Z', 'revision_number': 4, 'project_id': '515ded26ca114fbf9c6e920362aec64c', 'gw_port': {'id': 'eb6b8964-78f2-488d-b3b2-a54566139ced', 'name': '', 'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:0c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945389a6-2cd8-43f7-b660-ccdf197add80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:38:10Z', 'updated_at': '2022-01-21T09:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6accd444-6422-45bf-9c21-6be173243a45', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-25-iscsi', '_floatingips': [{'id': '1dd6f353-097a-4458-99b6-717fb531d3dc', 'tenant_id': '515ded26ca114fbf9c6e920362aec64c', 'floating_ip_address': '172.27.3.60', 'floating_network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'router_id': '945389a6-2cd8-43f7-b660-ccdf197add80', 'port_id': '23ca9b58-bb47-447e-9704-d2768396690b', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '858c4f17-92ac-4cda-9750-b98e2d3705f8', 'mac_address': 'fa:16:3e:40:88:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef1ba7db-0bbf-44d8-ab58-f85d9194ecd6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:42:41Z', 'updated_at': '2022-01-21T09:42:44Z', 'revision_number': 1, 'project_id': '515ded26ca114fbf9c6e920362aec64c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82c21408-9913-4970-b17f-da216a976def', 'name': '', 'network_id': '858c4f17-92ac-4cda-9750-b98e2d3705f8', 'tenant_id': '515ded26ca114fbf9c6e920362aec64c', 'mac_address': 'fa:16:3e:82:01:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945389a6-2cd8-43f7-b660-ccdf197add80', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'ed880366-382f-48ca-9b10-9aa3edc0e5e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:38:15Z', 'updated_at': '2022-01-21T09:38:26Z', 'revision_number': 5, 'project_id': '515ded26ca114fbf9c6e920362aec64c', 'subnets': [{'id': 'ed880366-382f-48ca-9b10-9aa3edc0e5e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-25-iscsi', False) {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:34.092294 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2522223-e792-484b-9e7e-f76cf171754b None None] The sync data for ids ['945389a6-2cd8-43f7-b660-ccdf197add80'] in dv-cinder-804035-25-iscsi is: [{'id': '945389a6-2cd8-43f7-b660-ccdf197add80', 'name': 'tempest-TestVolumeBootPattern-1023830781-router', 'tenant_id': '515ded26ca114fbf9c6e920362aec64c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'external_fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.74'}], 'enable_snat': True}, 'gw_port_id': 'eb6b8964-78f2-488d-b3b2-a54566139ced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:38:09Z', 'updated_at': '2022-01-21T09:38:17Z', 'revision_number': 4, 'project_id': '515ded26ca114fbf9c6e920362aec64c', 'gw_port': {'id': 'eb6b8964-78f2-488d-b3b2-a54566139ced', 'name': '', 'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:0c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945389a6-2cd8-43f7-b660-ccdf197add80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:38:10Z', 'updated_at': '2022-01-21T09:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6accd444-6422-45bf-9c21-6be173243a45', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-25-iscsi', '_floatingips': [{'id': '1dd6f353-097a-4458-99b6-717fb531d3dc', 'tenant_id': '515ded26ca114fbf9c6e920362aec64c', 'floating_ip_address': '172.27.3.60', 'floating_network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'router_id': '945389a6-2cd8-43f7-b660-ccdf197add80', 'port_id': '23ca9b58-bb47-447e-9704-d2768396690b', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '858c4f17-92ac-4cda-9750-b98e2d3705f8', 'mac_address': 'fa:16:3e:40:88:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef1ba7db-0bbf-44d8-ab58-f85d9194ecd6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:42:41Z', 'updated_at': '2022-01-21T09:42:44Z', 'revision_number': 1, 'project_id': '515ded26ca114fbf9c6e920362aec64c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82c21408-9913-4970-b17f-da216a976def', 'name': '', 'network_id': '858c4f17-92ac-4cda-9750-b98e2d3705f8', 'tenant_id': '515ded26ca114fbf9c6e920362aec64c', 'mac_address': 'fa:16:3e:82:01:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945389a6-2cd8-43f7-b660-ccdf197add80', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'ed880366-382f-48ca-9b10-9aa3edc0e5e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:38:15Z', 'updated_at': '2022-01-21T09:38:26Z', 'revision_number': 5, 'project_id': '515ded26ca114fbf9c6e920362aec64c', 'subnets': [{'id': 'ed880366-382f-48ca-9b10-9aa3edc0e5e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:46:34.095457 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Pushing event updated for resources: {'Port': ['ID=c3b0aa84-3336-4a8d-b90c-878574a4383e,revision_number=5']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:34.143840 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Current status of the port 0e43678c-54de-414e-81b5-5773897a97f4 is: ACTIVE; New status is: DOWN {{(pid=103184) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:46:34.144414 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (0e43678c-54de-414e-81b5-5773897a97f4), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:34.187490 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] For port 0e43678c-54de-414e-81b5-5773897a97f4, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=0e43678c-54de-414e-81b5-5773897a97f4,segment=NetworkSegment(aa78cb95-90e0-401d-9637-4d1897b31e11),segment_id=aa78cb95-90e0-401d-9637-4d1897b31e11)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:46:34.225015 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7014b0-578f-47d3-92c6-5691820ad966 req-34d4683e-6108-4dab-910d-b215b347413f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:34.227059 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-6f7014b0-578f-47d3-92c6-5691820ad966 req-34d4683e-6108-4dab-910d-b215b347413f service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=1b2c2e3a-393a-4352-afc8-73190dab4a8c HTTP/1.1" status: 200 len: 1102 time: 0.0455565 Jan 21 09:46:34.238373 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774670732957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774670299814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774670299832'] for port (0e43678c-54de-414e-81b5-5773897a97f4), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:34.278856 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-6f7014b0-578f-47d3-92c6-5691820ad966 req-0695864a-71a5-497b-99e1-30d18b60e62b service neutron] 10.222.0.109 "GET /v2.0/security-groups?id=f46ef7f6-e35e-4c0c-adc7-8cb14ed6c40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452693 Jan 21 09:46:34.298738 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Pushing event updated for resources: {'Port': ['ID=0e43678c-54de-414e-81b5-5773897a97f4,revision_number=9']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:34.368305 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d111453-7698-4493-b4d9-67adb3f299d3 None None] New status for floating IP 55e4e449-62df-4e89-a470-2d89eca9251a: DOWN {{(pid=103185) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 09:46:34.690133 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c2835a-2183-4cbc-9921-040a10d41e61 req-16d57517-618e-456c-97d6-c19be47a4098 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:34.691911 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-a5c2835a-2183-4cbc-9921-040a10d41e61 req-16d57517-618e-456c-97d6-c19be47a4098 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] 10.222.0.45 "GET /v2.0/ports?device_id=325f56a1-8c36-43e5-9896-52f6713a7ba0 HTTP/1.1" status: 200 len: 946 time: 0.0515418 Jan 21 09:46:34.746324 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-a5c2835a-2183-4cbc-9921-040a10d41e61 req-020f41de-3687-4a45-bdec-7cb4f7b553b6 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1675cd1-54f4-4d25-9ed0-7b073048c061&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485301 Jan 21 09:46:34.862403 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098046c8-de22-4bf9-8555-a2ac15ba0bf7 req-883e79fe-17df-4ee1-9112-ff3fdb3d4fc8 tempest-VolumesNegativeTest-107566329 tempest-VolumesNegativeTest-107566329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:34.864032 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-098046c8-de22-4bf9-8555-a2ac15ba0bf7 req-883e79fe-17df-4ee1-9112-ff3fdb3d4fc8 tempest-VolumesNegativeTest-107566329 tempest-VolumesNegativeTest-107566329-project] 10.222.0.45 "GET /v2.0/ports?device_id=1b2c2e3a-393a-4352-afc8-73190dab4a8c HTTP/1.1" status: 200 len: 949 time: 0.0575335 Jan 21 09:46:34.941010 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-098046c8-de22-4bf9-8555-a2ac15ba0bf7 req-1391078b-f131-47a3-9709-1cbbf304d3d5 tempest-VolumesNegativeTest-107566329 tempest-VolumesNegativeTest-107566329-project] 10.222.0.45 "GET /v2.0/security-groups?id=f46ef7f6-e35e-4c0c-adc7-8cb14ed6c40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712590 Jan 21 09:46:34.966975 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7383965-5955-4894-a9fd-d1f8ce881475 req-15ac3c19-b76d-4435-9389-406e3291c9ba tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:34.966975 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-d7383965-5955-4894-a9fd-d1f8ce881475 req-15ac3c19-b76d-4435-9389-406e3291c9ba tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4a4e6b7-47b1-4de2-8677-4f8e3eb056c2 HTTP/1.1" status: 200 len: 943 time: 0.0786254 Jan 21 09:46:35.015689 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-d7383965-5955-4894-a9fd-d1f8ce881475 req-1e057d94-4842-4c76-bddd-96dfca27fece tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] 10.222.0.45 "GET /v2.0/security-groups?id=ecb8bb3e-d4e6-4c35-9133-48a56990ede7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474515 Jan 21 09:46:35.873503 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5e963d-523a-4bd2-9862-65530781f02c req-dc3f73a7-be50-45a5-9a7d-c335b86bb973 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:35.875101 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-7e5e963d-523a-4bd2-9862-65530781f02c req-dc3f73a7-be50-45a5-9a7d-c335b86bb973 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] 10.222.0.45 "GET /v2.0/ports?device_id=325f56a1-8c36-43e5-9896-52f6713a7ba0 HTTP/1.1" status: 200 len: 946 time: 0.0551147 Jan 21 09:46:35.934022 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-7e5e963d-523a-4bd2-9862-65530781f02c req-295fb25d-a349-4454-b42e-2e4955c4c64d tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1675cd1-54f4-4d25-9ed0-7b073048c061&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525320 Jan 21 09:46:35.952183 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4a4e6b7-47b1-4de2-8677-4f8e3eb056c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e43678c-54de-414e-81b5-5773897a97f4'}] {{(pid=103184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:46:35.954717 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c59f8b740f259e85ceecfc878b6c10e974145cf55d87f3575c92c12753de108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a6651ea-9a02-45c6-a89c-5c61b36193cc" -d '{"events": [{"server_uuid": "f4a4e6b7-47b1-4de2-8677-4f8e3eb056c2", "name": "network-vif-unplugged", "status": "completed", "tag": "0e43678c-54de-414e-81b5-5773897a97f4"}]}' {{(pid=103184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:46:35.997721 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 21 Jan 2022 09:46:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-707b4754-9d1a-4bdf-9738-0051562ba57c x-openstack-request-id: req-707b4754-9d1a-4bdf-9738-0051562ba57c {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:46:35.998013 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4a4e6b7-47b1-4de2-8677-4f8e3eb056c2", "name": "network-vif-unplugged", "status": "completed", "tag": "0e43678c-54de-414e-81b5-5773897a97f4", "code": 200}]} {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:46:35.998259 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-707b4754-9d1a-4bdf-9738-0051562ba57c {{(pid=103184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:46:35.998650 dv-cinder-804035-25-iscsi neutron-server[103184]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4a4e6b7-47b1-4de2-8677-4f8e3eb056c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e43678c-54de-414e-81b5-5773897a97f4', 'code': 200} Jan 21 09:46:36.088954 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76f4d24-8b22-4aec-90ad-3d88f2caf42b req-27e46266-b938-42e4-a907-61067855fb04 tempest-VolumesNegativeTest-107566329 tempest-VolumesNegativeTest-107566329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:36.091721 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-d76f4d24-8b22-4aec-90ad-3d88f2caf42b req-27e46266-b938-42e4-a907-61067855fb04 tempest-VolumesNegativeTest-107566329 tempest-VolumesNegativeTest-107566329-project] 10.222.0.45 "GET /v2.0/ports?device_id=1b2c2e3a-393a-4352-afc8-73190dab4a8c HTTP/1.1" status: 200 len: 949 time: 0.0746014 Jan 21 09:46:36.177438 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cca569-1369-479c-a691-a1c55b45ab15 req-49466a79-17ff-43b6-b492-2ff61c0952c6 tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:36.178969 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-63cca569-1369-479c-a691-a1c55b45ab15 req-49466a79-17ff-43b6-b492-2ff61c0952c6 tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4a4e6b7-47b1-4de2-8677-4f8e3eb056c2 HTTP/1.1" status: 200 len: 943 time: 0.0859528 Jan 21 09:46:36.182512 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-d76f4d24-8b22-4aec-90ad-3d88f2caf42b req-533a71d9-f078-4ab6-ae52-5affcfee3690 tempest-VolumesNegativeTest-107566329 tempest-VolumesNegativeTest-107566329-project] 10.222.0.45 "GET /v2.0/security-groups?id=f46ef7f6-e35e-4c0c-adc7-8cb14ed6c40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780728 Jan 21 09:46:36.237067 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-63cca569-1369-479c-a691-a1c55b45ab15 req-b964caef-7e6d-4077-9ee3-93ff6556268b tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] 10.222.0.45 "GET /v2.0/security-groups?id=ecb8bb3e-d4e6-4c35-9133-48a56990ede7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502944 Jan 21 09:46:36.717926 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc659ab0-917b-4985-a1cd-dc53cb2c4729 req-a8753c6d-f952-486d-998c-abb2b82d5a2d tempest-VolumesNegativeTest-107566329 tempest-VolumesNegativeTest-107566329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:36.719584 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-bc659ab0-917b-4985-a1cd-dc53cb2c4729 req-a8753c6d-f952-486d-998c-abb2b82d5a2d tempest-VolumesNegativeTest-107566329 tempest-VolumesNegativeTest-107566329-project] 10.222.0.45 "GET /v2.0/ports?device_id=1b2c2e3a-393a-4352-afc8-73190dab4a8c HTTP/1.1" status: 200 len: 949 time: 0.0603328 Jan 21 09:46:36.777079 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-bc659ab0-917b-4985-a1cd-dc53cb2c4729 req-c24afc23-1cfa-4048-95ab-1837bd1b02da tempest-VolumesNegativeTest-107566329 tempest-VolumesNegativeTest-107566329-project] 10.222.0.45 "GET /v2.0/security-groups?id=f46ef7f6-e35e-4c0c-adc7-8cb14ed6c40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480325 Jan 21 09:46:37.055600 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c73d7f-5abd-4d68-89bf-ac331223d55b req-c5166936-78b7-4704-8e69-4b1fd2bc54f9 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:37.057168 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-20c73d7f-5abd-4d68-89bf-ac331223d55b req-c5166936-78b7-4704-8e69-4b1fd2bc54f9 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] 10.222.0.45 "GET /v2.0/ports?device_id=325f56a1-8c36-43e5-9896-52f6713a7ba0 HTTP/1.1" status: 200 len: 946 time: 0.0519583 Jan 21 09:46:37.107809 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-20c73d7f-5abd-4d68-89bf-ac331223d55b req-28d6c47d-de88-44b4-8b80-6b80d00583eb tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1675cd1-54f4-4d25-9ed0-7b073048c061&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450289 Jan 21 09:46:37.281006 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Device 8a2eff4f-a260-4ac8-8540-0f38c10b4796 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=103184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:46:37.368607 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Current status of the port 8a2eff4f-a260-4ac8-8540-0f38c10b4796 is: ACTIVE; New status is: DOWN {{(pid=103184) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:46:37.369106 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (8a2eff4f-a260-4ac8-8540-0f38c10b4796), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:37.397037 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffd5625-fd76-475e-8dbe-322ab3bd2668 req-bb45aaa7-c0af-4c73-bc29-f3dfd2e71936 tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:37.398698 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-cffd5625-fd76-475e-8dbe-322ab3bd2668 req-bb45aaa7-c0af-4c73-bc29-f3dfd2e71936 tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4a4e6b7-47b1-4de2-8677-4f8e3eb056c2 HTTP/1.1" status: 200 len: 943 time: 0.0805168 Jan 21 09:46:37.406772 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] For port 8a2eff4f-a260-4ac8-8540-0f38c10b4796, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=8a2eff4f-a260-4ac8-8540-0f38c10b4796,segment=NetworkSegment(18509a21-b759-406e-af96-dd1ff2a318e9),segment_id=18509a21-b759-406e-af96-dd1ff2a318e9)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:46:37.458511 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-cffd5625-fd76-475e-8dbe-322ab3bd2668 req-19dcd27d-fdc8-4bf6-a240-bdcc8344c3c1 tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] 10.222.0.45 "GET /v2.0/security-groups?id=ecb8bb3e-d4e6-4c35-9133-48a56990ede7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510116 Jan 21 09:46:37.484312 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774670732957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774670299814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774670299832'] for port (8a2eff4f-a260-4ac8-8540-0f38c10b4796), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:37.536949 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Pushing event updated for resources: {'Port': ['ID=8a2eff4f-a260-4ac8-8540-0f38c10b4796,revision_number=6']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:37.591556 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6ef7fc-5729-4081-8275-20907ce96b19 req-8b5a1fa1-8a68-4773-abf2-21c0a9dd0bb7 tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:37.593117 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-8f6ef7fc-5729-4081-8275-20907ce96b19 req-8b5a1fa1-8a68-4773-abf2-21c0a9dd0bb7 tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] 10.222.0.109 "GET /v2.0/ports?device_id=f4a4e6b7-47b1-4de2-8677-4f8e3eb056c2 HTTP/1.1" status: 200 len: 943 time: 0.0517068 Jan 21 09:46:37.752157 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb053ea-7651-46e3-8b99-1e4035cd303a req-766fa5c5-a9f8-470f-848c-950fb1422674 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:37.753859 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-ddb053ea-7651-46e3-8b99-1e4035cd303a req-766fa5c5-a9f8-470f-848c-950fb1422674 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] 10.222.0.109 "GET /v2.0/ports?device_id=325f56a1-8c36-43e5-9896-52f6713a7ba0 HTTP/1.1" status: 200 len: 944 time: 0.0850933 Jan 21 09:46:37.755918 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.plugin [req-8f6ef7fc-5729-4081-8275-20907ce96b19 req-bef7c40e-378f-4bf7-b9c8-af64459586c7 tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] Deleting port 0e43678c-54de-414e-81b5-5773897a97f4 {{(pid=103182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 09:46:37.756261 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-8f6ef7fc-5729-4081-8275-20907ce96b19 req-bef7c40e-378f-4bf7-b9c8-af64459586c7 tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774670727720'] for port (0e43678c-54de-414e-81b5-5773897a97f4), before_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:37.953016 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.db [req-8f6ef7fc-5729-4081-8275-20907ce96b19 req-bef7c40e-378f-4bf7-b9c8-af64459586c7 tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] For port 0e43678c-54de-414e-81b5-5773897a97f4, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=0e43678c-54de-414e-81b5-5773897a97f4,segment=NetworkSegment(aa78cb95-90e0-401d-9637-4d1897b31e11),segment_id=aa78cb95-90e0-401d-9637-4d1897b31e11)] {{(pid=103182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:46:37.953412 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-8f6ef7fc-5729-4081-8275-20907ce96b19 req-bef7c40e-378f-4bf7-b9c8-af64459586c7 tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3846167'] for port (0e43678c-54de-414e-81b5-5773897a97f4), precommit_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:37.974939 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.plugin [req-8f6ef7fc-5729-4081-8275-20907ce96b19 req-bef7c40e-378f-4bf7-b9c8-af64459586c7 tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] Calling delete_port for 0e43678c-54de-414e-81b5-5773897a97f4 owned by compute:nova {{(pid=103182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 09:46:37.995827 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60251b9-1f1b-40d8-8299-1e114035068d req-052ffbce-b67d-4487-be5c-e7d63fb0a248 tempest-VolumesNegativeTest-107566329 tempest-VolumesNegativeTest-107566329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:37.997374 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-b60251b9-1f1b-40d8-8299-1e114035068d req-052ffbce-b67d-4487-be5c-e7d63fb0a248 tempest-VolumesNegativeTest-107566329 tempest-VolumesNegativeTest-107566329-project] 10.222.0.45 "GET /v2.0/ports?device_id=1b2c2e3a-393a-4352-afc8-73190dab4a8c HTTP/1.1" status: 200 len: 949 time: 0.1139486 Jan 21 09:46:38.000630 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '325f56a1-8c36-43e5-9896-52f6713a7ba0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a2eff4f-a260-4ac8-8540-0f38c10b4796'}] {{(pid=103184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:46:38.012372 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c59f8b740f259e85ceecfc878b6c10e974145cf55d87f3575c92c12753de108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7490088-ba99-4fa5-b534-335d55629fc8" -d '{"events": [{"server_uuid": "325f56a1-8c36-43e5-9896-52f6713a7ba0", "name": "network-vif-unplugged", "status": "completed", "tag": "8a2eff4f-a260-4ac8-8540-0f38c10b4796"}]}' {{(pid=103184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:46:38.063674 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca89507-1bc4-4e16-a635-487c6732e03b req-fff757dd-afa2-40c8-9b41-301e0e2018e6 tempest-VolumesNegativeTest-107566329 tempest-VolumesNegativeTest-107566329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:38.064190 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 21 Jan 2022 09:46:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d7cb0e7-0227-4208-ac3b-5fcf73d7cac4 x-openstack-request-id: req-4d7cb0e7-0227-4208-ac3b-5fcf73d7cac4 {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:46:38.064762 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "325f56a1-8c36-43e5-9896-52f6713a7ba0", "name": "network-vif-unplugged", "status": "completed", "tag": "8a2eff4f-a260-4ac8-8540-0f38c10b4796", "code": 200}]} {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:46:38.065019 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4d7cb0e7-0227-4208-ac3b-5fcf73d7cac4 {{(pid=103184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:46:38.065258 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [req-5ca89507-1bc4-4e16-a635-487c6732e03b req-fff757dd-afa2-40c8-9b41-301e0e2018e6 tempest-VolumesNegativeTest-107566329 tempest-VolumesNegativeTest-107566329-project] 10.222.0.109 "GET /v2.0/ports?device_id=1b2c2e3a-393a-4352-afc8-73190dab4a8c HTTP/1.1" status: 200 len: 949 time: 0.0921469 Jan 21 09:46:38.065450 dv-cinder-804035-25-iscsi neutron-server[103184]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '325f56a1-8c36-43e5-9896-52f6713a7ba0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a2eff4f-a260-4ac8-8540-0f38c10b4796', 'code': 200} Jan 21 09:46:38.082153 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.plugin [req-ddb053ea-7651-46e3-8b99-1e4035cd303a req-169c6bc8-ade8-4b26-87c7-3754483881d9 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Deleting port 8a2eff4f-a260-4ac8-8540-0f38c10b4796 {{(pid=103182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 09:46:38.083008 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-ddb053ea-7651-46e3-8b99-1e4035cd303a req-169c6bc8-ade8-4b26-87c7-3754483881d9 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774670727720'] for port (8a2eff4f-a260-4ac8-8540-0f38c10b4796), before_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:38.225107 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-b60251b9-1f1b-40d8-8299-1e114035068d req-4c8598f6-20a9-4364-a727-2eec7b3c7118 tempest-VolumesNegativeTest-107566329 tempest-VolumesNegativeTest-107566329-project] 10.222.0.45 "GET /v2.0/security-groups?id=f46ef7f6-e35e-4c0c-adc7-8cb14ed6c40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718774 Jan 21 09:46:38.236844 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-5ca89507-1bc4-4e16-a635-487c6732e03b req-1abec9c5-f068-41ae-9df3-f972e12d9c78 tempest-VolumesNegativeTest-107566329 tempest-VolumesNegativeTest-107566329-project] Deleting port c3b0aa84-3336-4a8d-b90c-878574a4383e {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 09:46:38.236844 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-5ca89507-1bc4-4e16-a635-487c6732e03b req-1abec9c5-f068-41ae-9df3-f972e12d9c78 tempest-VolumesNegativeTest-107566329 tempest-VolumesNegativeTest-107566329-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774670727720'] for port (c3b0aa84-3336-4a8d-b90c-878574a4383e), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:38.365709 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.plugins.ml2.db [req-5ca89507-1bc4-4e16-a635-487c6732e03b req-1abec9c5-f068-41ae-9df3-f972e12d9c78 tempest-VolumesNegativeTest-107566329 tempest-VolumesNegativeTest-107566329-project] For port c3b0aa84-3336-4a8d-b90c-878574a4383e, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=c3b0aa84-3336-4a8d-b90c-878574a4383e,segment=NetworkSegment(253d4433-551a-4024-8330-3fb43cf8b13f),segment_id=253d4433-551a-4024-8330-3fb43cf8b13f)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:46:38.365709 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-5ca89507-1bc4-4e16-a635-487c6732e03b req-1abec9c5-f068-41ae-9df3-f972e12d9c78 tempest-VolumesNegativeTest-107566329 tempest-VolumesNegativeTest-107566329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3846167'] for port (c3b0aa84-3336-4a8d-b90c-878574a4383e), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:38.378151 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [req-5ca89507-1bc4-4e16-a635-487c6732e03b req-1abec9c5-f068-41ae-9df3-f972e12d9c78 tempest-VolumesNegativeTest-107566329 tempest-VolumesNegativeTest-107566329-project] Calling delete_port for c3b0aa84-3336-4a8d-b90c-878574a4383e owned by compute:nova {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 09:46:38.392858 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.db [req-ddb053ea-7651-46e3-8b99-1e4035cd303a req-169c6bc8-ade8-4b26-87c7-3754483881d9 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] For port 8a2eff4f-a260-4ac8-8540-0f38c10b4796, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=8a2eff4f-a260-4ac8-8540-0f38c10b4796,segment=NetworkSegment(18509a21-b759-406e-af96-dd1ff2a318e9),segment_id=18509a21-b759-406e-af96-dd1ff2a318e9)] {{(pid=103182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:46:38.393294 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-ddb053ea-7651-46e3-8b99-1e4035cd303a req-169c6bc8-ade8-4b26-87c7-3754483881d9 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3846167'] for port (8a2eff4f-a260-4ac8-8540-0f38c10b4796), precommit_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:38.418843 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.plugin [req-ddb053ea-7651-46e3-8b99-1e4035cd303a req-169c6bc8-ade8-4b26-87c7-3754483881d9 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Calling delete_port for 8a2eff4f-a260-4ac8-8540-0f38c10b4796 owned by compute:nova {{(pid=103182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 09:46:38.444341 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc916ac-3ede-4e9e-9fe0-035f90171602 req-b9267d2a-2960-41f1-be8a-cddce8100a1d tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:38.450252 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-adc916ac-3ede-4e9e-9fe0-035f90171602 req-b9267d2a-2960-41f1-be8a-cddce8100a1d tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] 10.222.0.45 "GET /v2.0/ports?device_id=325f56a1-8c36-43e5-9896-52f6713a7ba0 HTTP/1.1" status: 200 len: 944 time: 0.1543472 Jan 21 09:46:38.499109 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-8f6ef7fc-5729-4081-8275-20907ce96b19 req-bef7c40e-378f-4bf7-b9c8-af64459586c7 tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774670733020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774670299805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29186853'] for port (0e43678c-54de-414e-81b5-5773897a97f4), after_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:38.555088 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef7c40e-378f-4bf7-b9c8-af64459586c7 tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] Pushing event deleted for resources: {'Port': ['ID=0e43678c-54de-414e-81b5-5773897a97f4,revision_number=None']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:38.602687 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef7c40e-378f-4bf7-b9c8-af64459586c7 tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:46:38.602939 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef7c40e-378f-4bf7-b9c8-af64459586c7 tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:46:38.603284 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef7c40e-378f-4bf7-b9c8-af64459586c7 tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:46:38.604107 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef7c40e-378f-4bf7-b9c8-af64459586c7 tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:46:38.604107 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef7c40e-378f-4bf7-b9c8-af64459586c7 tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:46:38.604312 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef7c40e-378f-4bf7-b9c8-af64459586c7 tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:46:38.604596 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef7c40e-378f-4bf7-b9c8-af64459586c7 tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:46:38.604931 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef7c40e-378f-4bf7-b9c8-af64459586c7 tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:46:38.605556 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef7c40e-378f-4bf7-b9c8-af64459586c7 tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:46:38.605888 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef7c40e-378f-4bf7-b9c8-af64459586c7 tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:46:38.606216 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef7c40e-378f-4bf7-b9c8-af64459586c7 tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:46:38.606647 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef7c40e-378f-4bf7-b9c8-af64459586c7 tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:46:38.606826 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef7c40e-378f-4bf7-b9c8-af64459586c7 tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:46:38.654499 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-891d17d7-05ce-4716-a6aa-ddd382af1265 req-8067b0c6-96ea-44aa-978e-fc17cfc82331 tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4a4e6b7-47b1-4de2-8677-4f8e3eb056c2 HTTP/1.1" status: 200 len: 210 time: 0.0749707 Jan 21 09:46:38.663593 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-5ca89507-1bc4-4e16-a635-487c6732e03b req-1abec9c5-f068-41ae-9df3-f972e12d9c78 tempest-VolumesNegativeTest-107566329 tempest-VolumesNegativeTest-107566329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774670733020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774670299805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181744'] for port (c3b0aa84-3336-4a8d-b90c-878574a4383e), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:38.686190 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] get_ports_and_sgs() called for port_ids ['c3b0aa84-3336-4a8d-b90c-878574a4383e'] {{(pid=103184) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 09:46:38.688403 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f6ef7fc-5729-4081-8275-20907ce96b19 req-bef7c40e-378f-4bf7-b9c8-af64459586c7 tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] No DVR routers for this DVR port 0e43678c-54de-414e-81b5-5773897a97f4 on host hv-cinder-80403 {{(pid=103182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:46:38.691799 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-8f6ef7fc-5729-4081-8275-20907ce96b19 req-bef7c40e-378f-4bf7-b9c8-af64459586c7 tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11211'] for port (None), before_response {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:38.695664 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-8f6ef7fc-5729-4081-8275-20907ce96b19 req-bef7c40e-378f-4bf7-b9c8-af64459586c7 tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] 10.222.0.109 "DELETE /v2.0/ports/0e43678c-54de-414e-81b5-5773897a97f4 HTTP/1.1" status: 204 len: 173 time: 1.0950305 Jan 21 09:46:38.702232 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4a4e6b7-47b1-4de2-8677-4f8e3eb056c2', 'name': 'network-vif-deleted', 'tag': '0e43678c-54de-414e-81b5-5773897a97f4'}] {{(pid=103182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:46:38.705392 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa0cc1f82daaed98fc3f7058001f72739ccfc4facde8019b77a0af70a494964c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ec21601-58a9-4870-b5df-c9551194ff53" -d '{"events": [{"server_uuid": "f4a4e6b7-47b1-4de2-8677-4f8e3eb056c2", "name": "network-vif-deleted", "tag": "0e43678c-54de-414e-81b5-5773897a97f4"}]}' {{(pid=103182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:46:38.709684 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abec9c5-f068-41ae-9df3-f972e12d9c78 tempest-VolumesNegativeTest-107566329 tempest-VolumesNegativeTest-107566329-project] Pushing event deleted for resources: {'Port': ['ID=c3b0aa84-3336-4a8d-b90c-878574a4383e,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:38.715584 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-adc916ac-3ede-4e9e-9fe0-035f90171602 req-4d0688a0-744e-4cc5-bc09-a8af55391b3b tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1675cd1-54f4-4d25-9ed0-7b073048c061&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2612019 Jan 21 09:46:38.775790 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 09:46:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de66548a-1fe1-4bd6-87b3-feac470398c2 x-openstack-request-id: req-de66548a-1fe1-4bd6-87b3-feac470398c2 {{(pid=103182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:46:38.776161 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4a4e6b7-47b1-4de2-8677-4f8e3eb056c2", "name": "network-vif-deleted", "tag": "0e43678c-54de-414e-81b5-5773897a97f4", "status": "completed", "code": 200}]} {{(pid=103182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:46:38.776489 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-de66548a-1fe1-4bd6-87b3-feac470398c2 {{(pid=103182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:46:38.776996 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4a4e6b7-47b1-4de2-8677-4f8e3eb056c2', 'name': 'network-vif-deleted', 'tag': '0e43678c-54de-414e-81b5-5773897a97f4', 'status': 'completed', 'code': 200} Jan 21 09:46:38.792693 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ca89507-1bc4-4e16-a635-487c6732e03b req-1abec9c5-f068-41ae-9df3-f972e12d9c78 tempest-VolumesNegativeTest-107566329 tempest-VolumesNegativeTest-107566329-project] No DVR routers for this DVR port c3b0aa84-3336-4a8d-b90c-878574a4383e on host hv-cinder-80403 {{(pid=103183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:46:38.797389 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [req-5ca89507-1bc4-4e16-a635-487c6732e03b req-1abec9c5-f068-41ae-9df3-f972e12d9c78 tempest-VolumesNegativeTest-107566329 tempest-VolumesNegativeTest-107566329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11211'] for port (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:38.801484 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [req-5ca89507-1bc4-4e16-a635-487c6732e03b req-1abec9c5-f068-41ae-9df3-f972e12d9c78 tempest-VolumesNegativeTest-107566329 tempest-VolumesNegativeTest-107566329-project] 10.222.0.109 "DELETE /v2.0/ports/c3b0aa84-3336-4a8d-b90c-878574a4383e HTTP/1.1" status: 204 len: 173 time: 0.7271957 Jan 21 09:46:38.801882 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b2c2e3a-393a-4352-afc8-73190dab4a8c', 'name': 'network-vif-deleted', 'tag': 'c3b0aa84-3336-4a8d-b90c-878574a4383e'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:46:38.804295 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}992134b551516638de2fc86679e3aea2e95c492b491da8cc78de32f00b876de5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcfa4650-f640-494e-b8bd-3c2180b1230d" -d '{"events": [{"server_uuid": "1b2c2e3a-393a-4352-afc8-73190dab4a8c", "name": "network-vif-deleted", "tag": "c3b0aa84-3336-4a8d-b90c-878574a4383e"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:46:38.862341 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 09:46:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78a4bf00-59dc-4e96-9d02-f4d6f493bc2a x-openstack-request-id: req-78a4bf00-59dc-4e96-9d02-f4d6f493bc2a {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:46:38.862868 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b2c2e3a-393a-4352-afc8-73190dab4a8c", "name": "network-vif-deleted", "tag": "c3b0aa84-3336-4a8d-b90c-878574a4383e", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:46:38.863935 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-78a4bf00-59dc-4e96-9d02-f4d6f493bc2a {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:46:38.868933 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b2c2e3a-393a-4352-afc8-73190dab4a8c', 'name': 'network-vif-deleted', 'tag': 'c3b0aa84-3336-4a8d-b90c-878574a4383e', 'status': 'completed', 'code': 200} Jan 21 09:46:38.959353 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-ddb053ea-7651-46e3-8b99-1e4035cd303a req-169c6bc8-ade8-4b26-87c7-3754483881d9 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774670733020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774670299805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29186853'] for port (8a2eff4f-a260-4ac8-8540-0f38c10b4796), after_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:38.997570 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169c6bc8-ade8-4b26-87c7-3754483881d9 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Pushing event deleted for resources: {'Port': ['ID=8a2eff4f-a260-4ac8-8540-0f38c10b4796,revision_number=None']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:39.050876 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddb053ea-7651-46e3-8b99-1e4035cd303a req-169c6bc8-ade8-4b26-87c7-3754483881d9 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] No DVR routers for this DVR port 8a2eff4f-a260-4ac8-8540-0f38c10b4796 on host hv-cinder-80403 {{(pid=103182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:46:39.053678 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-ddb053ea-7651-46e3-8b99-1e4035cd303a req-169c6bc8-ade8-4b26-87c7-3754483881d9 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11211'] for port (None), before_response {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:39.057305 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-ddb053ea-7651-46e3-8b99-1e4035cd303a req-169c6bc8-ade8-4b26-87c7-3754483881d9 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] 10.222.0.109 "DELETE /v2.0/ports/8a2eff4f-a260-4ac8-8540-0f38c10b4796 HTTP/1.1" status: 204 len: 173 time: 1.2976840 Jan 21 09:46:39.385298 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-ebd2cd4e-6d87-42ad-acc8-74d80c404286 req-8061f5ad-5ded-4d6e-a0e8-6bc9d2ef75d8 tempest-VolumesNegativeTest-107566329 tempest-VolumesNegativeTest-107566329-project] 10.222.0.45 "GET /v2.0/ports?device_id=1b2c2e3a-393a-4352-afc8-73190dab4a8c HTTP/1.1" status: 200 len: 210 time: 0.0414531 Jan 21 09:46:39.788325 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-bbce2457-b4c8-4fbe-bae3-5f6d21e1a6aa req-311b8aef-4dab-4d2f-b480-708ed41cbedc tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4a4e6b7-47b1-4de2-8677-4f8e3eb056c2 HTTP/1.1" status: 200 len: 210 time: 0.0285091 Jan 21 09:46:39.859770 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-5c2bde32-4e87-423b-b6a5-bf1b5f26d5f6 req-2170b18d-a657-4d9f-8d27-de4bea33a273 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] 10.222.0.45 "GET /v2.0/ports?device_id=325f56a1-8c36-43e5-9896-52f6713a7ba0 HTTP/1.1" status: 200 len: 210 time: 0.0291679 Jan 21 09:46:40.778059 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '325f56a1-8c36-43e5-9896-52f6713a7ba0', 'name': 'network-vif-deleted', 'tag': '8a2eff4f-a260-4ac8-8540-0f38c10b4796'}] {{(pid=103182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:46:40.781777 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa0cc1f82daaed98fc3f7058001f72739ccfc4facde8019b77a0af70a494964c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d020e05-b26e-4946-a90f-2ffbad54806b" -d '{"events": [{"server_uuid": "325f56a1-8c36-43e5-9896-52f6713a7ba0", "name": "network-vif-deleted", "tag": "8a2eff4f-a260-4ac8-8540-0f38c10b4796"}]}' {{(pid=103182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:46:40.839064 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 09:46:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10a768a9-824a-4581-8ef5-ebf5c04493f1 x-openstack-request-id: req-10a768a9-824a-4581-8ef5-ebf5c04493f1 {{(pid=103182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:46:40.839383 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "325f56a1-8c36-43e5-9896-52f6713a7ba0", "name": "network-vif-deleted", "tag": "8a2eff4f-a260-4ac8-8540-0f38c10b4796", "status": "completed", "code": 200}]} {{(pid=103182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:46:40.839650 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-10a768a9-824a-4581-8ef5-ebf5c04493f1 {{(pid=103182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:46:40.840030 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '325f56a1-8c36-43e5-9896-52f6713a7ba0', 'name': 'network-vif-deleted', 'tag': '8a2eff4f-a260-4ac8-8540-0f38c10b4796', 'status': 'completed', 'code': 200} Jan 21 09:46:40.857245 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.45', 42644) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:46:40.931522 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-265ec72e-2d0f-4812-8e6c-72a514c78382 tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] Publish callbacks [] for security_group (ecb8bb3e-d4e6-4c35-9133-48a56990ede7), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:40.971691 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-265ec72e-2d0f-4812-8e6c-72a514c78382 tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] Publish callbacks [] for security_group (ecb8bb3e-d4e6-4c35-9133-48a56990ede7), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:41.169932 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-265ec72e-2d0f-4812-8e6c-72a514c78382 tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126007'] for security_group (ecb8bb3e-d4e6-4c35-9133-48a56990ede7), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:41.176590 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-265ec72e-2d0f-4812-8e6c-72a514c78382 tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:41.176590 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [None req-265ec72e-2d0f-4812-8e6c-72a514c78382 tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] 10.222.0.45 "DELETE /v2.0/security-groups/ecb8bb3e-d4e6-4c35-9133-48a56990ede7 HTTP/1.1" status: 204 len: 168 time: 0.3162179 Jan 21 09:46:41.184450 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265ec72e-2d0f-4812-8e6c-72a514c78382 tempest-TestShelveInstance-588492181 tempest-TestShelveInstance-588492181-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecb8bb3e-d4e6-4c35-9133-48a56990ede7,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:41.274424 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Device c3b0aa84-3336-4a8d-b90c-878574a4383e no longer exists at agent hyperv_hv-cinder-80403 {{(pid=103184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:46:41.296497 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] No Port match for: c3b0aa84-3336-4a8d-b90c-878574a4383e {{(pid=103184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 21 09:46:41.298304 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Device c3b0aa84-3336-4a8d-b90c-878574a4383e not bound to the agent host hv-cinder-80403 {{(pid=103184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:46:41.300288 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.wsgi [-] (103182) accepted ('10.222.0.45', 42662) {{(pid=103182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:46:41.893462 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-8433e7d4-9195-41cd-9ac6-cfac8141b333 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3852419'] for router_interface (daae59a1-b0b5-40c7-8881-501152a755ac), before_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:42.202194 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.plugin [None req-8433e7d4-9195-41cd-9ac6-cfac8141b333 admin admin] Deleting port db5aff75-6e43-48df-812f-9444771a37e5 {{(pid=103182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 09:46:42.202644 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-8433e7d4-9195-41cd-9ac6-cfac8141b333 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774670727720'] for port (db5aff75-6e43-48df-812f-9444771a37e5), before_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:42.301504 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.db [None req-8433e7d4-9195-41cd-9ac6-cfac8141b333 admin admin] For port db5aff75-6e43-48df-812f-9444771a37e5, host dv-cinder-804035-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-25-iscsi',level=0,port_id=db5aff75-6e43-48df-812f-9444771a37e5,segment=NetworkSegment(aa78cb95-90e0-401d-9637-4d1897b31e11),segment_id=aa78cb95-90e0-401d-9637-4d1897b31e11)] {{(pid=103182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:46:42.301952 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-8433e7d4-9195-41cd-9ac6-cfac8141b333 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3846167'] for port (db5aff75-6e43-48df-812f-9444771a37e5), precommit_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:42.318384 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.plugin [None req-8433e7d4-9195-41cd-9ac6-cfac8141b333 admin admin] Calling delete_port for db5aff75-6e43-48df-812f-9444771a37e5 owned by network:router_interface {{(pid=103182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 09:46:42.582034 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-8433e7d4-9195-41cd-9ac6-cfac8141b333 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774670733020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774670299805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29186853'] for port (db5aff75-6e43-48df-812f-9444771a37e5), after_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:42.613648 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8433e7d4-9195-41cd-9ac6-cfac8141b333 admin admin] Pushing event deleted for resources: {'Port': ['ID=db5aff75-6e43-48df-812f-9444771a37e5,revision_number=None']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:42.811960 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-8433e7d4-9195-41cd-9ac6-cfac8141b333 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4184423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3851456'] for router_interface (daae59a1-b0b5-40c7-8881-501152a755ac), after_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:43.082001 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8433e7d4-9195-41cd-9ac6-cfac8141b333 admin admin] Router daae59a1-b0b5-40c7-8881-501152a755ac has already been hosted by L3 agent e2f5353c-5d20-4dd0-beb4-c302aead9ffd {{(pid=103182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:46:43.212802 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8433e7d4-9195-41cd-9ac6-cfac8141b333 admin admin] Notify agent at l3_agent.dv-cinder-804035-25-iscsi the message routers_updated {{(pid=103182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:46:43.218668 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [None req-8433e7d4-9195-41cd-9ac6-cfac8141b333 admin admin] 10.222.0.45 "PUT /v2.0/routers/daae59a1-b0b5-40c7-8881-501152a755ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9169159 Jan 21 09:46:43.223843 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.wsgi [-] (103182) accepted ('10.222.0.45', 42764) {{(pid=103182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:46:43.226527 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e50f09e-5a84-49f2-abe0-4fd8edc6fb22 None None] Sync routers for ids ['daae59a1-b0b5-40c7-8881-501152a755ac'] in dv-cinder-804035-25-iscsi {{(pid=103184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:46:43.245876 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e50f09e-5a84-49f2-abe0-4fd8edc6fb22 None None] Routers {'daae59a1-b0b5-40c7-8881-501152a755ac'} bound to L3 agent in host dv-cinder-804035-25-iscsi {{(pid=103184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 09:46:43.246960 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.l3_hamode_db [None req-2e50f09e-5a84-49f2-abe0-4fd8edc6fb22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:27:18Z,description=,heartbeat_timestamp=2022-01-21T09:46:18Z,host='dv-cinder-804035-25-iscsi',id=e2f5353c-5d20-4dd0-beb4-c302aead9ffd,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:27:19Z,topic='l3_agent')) {'router_ids': ['daae59a1-b0b5-40c7-8881-501152a755ac'], 'active': True} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:43.383036 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-a91058d7-62be-4528-9a8b-6f013e5bb5a5 admin admin] Publish callbacks [] for router (daae59a1-b0b5-40c7-8881-501152a755ac), before_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:43.402168 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.l3_dvr_db [None req-2e50f09e-5a84-49f2-abe0-4fd8edc6fb22 None None] Set router daae59a1-b0b5-40c7-8881-501152a755ac gateway port host: dv-cinder-804035-25-iscsi {{(pid=103184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:46:43.418749 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.45', 42770) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:46:43.826038 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.l3_hamode_db [None req-2e50f09e-5a84-49f2-abe0-4fd8edc6fb22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daae59a1-b0b5-40c7-8881-501152a755ac', 'name': 'tempest-TestShelveInstance-1065983917-router', 'tenant_id': 'd2ac0334d1e14c29aa6222d547c64b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'external_fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '93bccaa3-b892-4457-927a-2ef77e091327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:41:25Z', 'updated_at': '2022-01-21T09:46:42Z', 'revision_number': 5, 'project_id': 'd2ac0334d1e14c29aa6222d547c64b00', 'gw_port': {'id': '93bccaa3-b892-4457-927a-2ef77e091327', 'name': '', 'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:5f:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daae59a1-b0b5-40c7-8881-501152a755ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:41:26Z', 'updated_at': '2022-01-21T09:41:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6accd444-6422-45bf-9c21-6be173243a45', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-25-iscsi'}], 'dv-cinder-804035-25-iscsi', False) {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:43.879545 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e50f09e-5a84-49f2-abe0-4fd8edc6fb22 None None] Checking router: daae59a1-b0b5-40c7-8881-501152a755ac for host: dv-cinder-804035-25-iscsi {{(pid=103184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:46:43.890281 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e50f09e-5a84-49f2-abe0-4fd8edc6fb22 None None] Routers {'daae59a1-b0b5-40c7-8881-501152a755ac'} bound to L3 agent in host dv-cinder-804035-25-iscsi {{(pid=103184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 09:46:43.891540 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.l3_hamode_db [None req-2e50f09e-5a84-49f2-abe0-4fd8edc6fb22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:27:18Z,description=,heartbeat_timestamp=2022-01-21T09:46:18Z,host='dv-cinder-804035-25-iscsi',id=e2f5353c-5d20-4dd0-beb4-c302aead9ffd,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:27:19Z,topic='l3_agent')) {'router_ids': ['daae59a1-b0b5-40c7-8881-501152a755ac'], 'active': True} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:43.913041 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-679fd3a7-4d8f-471e-a2bd-db93de61d5d2 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Deleting port 248ce768-dd75-4257-b714-48f5ace6e8d3 {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 09:46:43.913759 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-679fd3a7-4d8f-471e-a2bd-db93de61d5d2 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774670727720'] for port (248ce768-dd75-4257-b714-48f5ace6e8d3), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:43.962626 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-a91058d7-62be-4528-9a8b-6f013e5bb5a5 admin admin] Publish callbacks [] for router_gateway (daae59a1-b0b5-40c7-8881-501152a755ac), before_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:44.025630 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-679fd3a7-4d8f-471e-a2bd-db93de61d5d2 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3846167'] for port (248ce768-dd75-4257-b714-48f5ace6e8d3), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:44.026425 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-679fd3a7-4d8f-471e-a2bd-db93de61d5d2 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Publish callbacks [] for floatingip (248ce768-dd75-4257-b714-48f5ace6e8d3), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:44.027692 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.l3_dvr_db [None req-2e50f09e-5a84-49f2-abe0-4fd8edc6fb22 None None] Set router daae59a1-b0b5-40c7-8881-501152a755ac gateway port host: dv-cinder-804035-25-iscsi {{(pid=103184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:46:44.055208 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-679fd3a7-4d8f-471e-a2bd-db93de61d5d2 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Calling delete_port for 248ce768-dd75-4257-b714-48f5ace6e8d3 owned by network:floatingip {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 09:46:44.127474 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.plugin [None req-a91058d7-62be-4528-9a8b-6f013e5bb5a5 admin admin] Deleting port 93bccaa3-b892-4457-927a-2ef77e091327 {{(pid=103182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 09:46:44.128037 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-a91058d7-62be-4528-9a8b-6f013e5bb5a5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774670727720'] for port (93bccaa3-b892-4457-927a-2ef77e091327), before_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:44.228686 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.db [None req-a91058d7-62be-4528-9a8b-6f013e5bb5a5 admin admin] For port 93bccaa3-b892-4457-927a-2ef77e091327, host dv-cinder-804035-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-25-iscsi',level=0,port_id=93bccaa3-b892-4457-927a-2ef77e091327,segment=NetworkSegment(04cdc6b6-1d9e-45db-8cc2-90c03cb493f2),segment_id=04cdc6b6-1d9e-45db-8cc2-90c03cb493f2)] {{(pid=103182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:46:44.229372 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-a91058d7-62be-4528-9a8b-6f013e5bb5a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3846167'] for port (93bccaa3-b892-4457-927a-2ef77e091327), precommit_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:44.254847 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.plugin [None req-a91058d7-62be-4528-9a8b-6f013e5bb5a5 admin admin] Calling delete_port for 93bccaa3-b892-4457-927a-2ef77e091327 owned by network:router_gateway {{(pid=103182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 09:46:44.376074 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-679fd3a7-4d8f-471e-a2bd-db93de61d5d2 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774670733020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774670299805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181744'] for port (248ce768-dd75-4257-b714-48f5ace6e8d3), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:44.432169 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.l3_hamode_db [None req-2e50f09e-5a84-49f2-abe0-4fd8edc6fb22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daae59a1-b0b5-40c7-8881-501152a755ac', 'name': 'tempest-TestShelveInstance-1065983917-router', 'tenant_id': 'd2ac0334d1e14c29aa6222d547c64b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'external_fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '93bccaa3-b892-4457-927a-2ef77e091327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:41:25Z', 'updated_at': '2022-01-21T09:46:42Z', 'revision_number': 5, 'project_id': 'd2ac0334d1e14c29aa6222d547c64b00', 'gw_port': {'id': '93bccaa3-b892-4457-927a-2ef77e091327', 'name': '', 'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:5f:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daae59a1-b0b5-40c7-8881-501152a755ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:41:26Z', 'updated_at': '2022-01-21T09:41:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6accd444-6422-45bf-9c21-6be173243a45', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-25-iscsi'}], 'dv-cinder-804035-25-iscsi', False) {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:44.458802 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679fd3a7-4d8f-471e-a2bd-db93de61d5d2 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Pushing event deleted for resources: {'Port': ['ID=248ce768-dd75-4257-b714-48f5ace6e8d3,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:44.487547 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e50f09e-5a84-49f2-abe0-4fd8edc6fb22 None None] The sync data for ids ['daae59a1-b0b5-40c7-8881-501152a755ac'] in dv-cinder-804035-25-iscsi is: [{'id': 'daae59a1-b0b5-40c7-8881-501152a755ac', 'name': 'tempest-TestShelveInstance-1065983917-router', 'tenant_id': 'd2ac0334d1e14c29aa6222d547c64b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'external_fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '93bccaa3-b892-4457-927a-2ef77e091327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:41:25Z', 'updated_at': '2022-01-21T09:46:42Z', 'revision_number': 5, 'project_id': 'd2ac0334d1e14c29aa6222d547c64b00', 'gw_port': {'id': '93bccaa3-b892-4457-927a-2ef77e091327', 'name': '', 'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:5f:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daae59a1-b0b5-40c7-8881-501152a755ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:41:26Z', 'updated_at': '2022-01-21T09:41:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6accd444-6422-45bf-9c21-6be173243a45', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-25-iscsi'}] {{(pid=103184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:46:44.567361 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-679fd3a7-4d8f-471e-a2bd-db93de61d5d2 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Publish callbacks [] for floatingip (1dd6f353-097a-4458-99b6-717fb531d3dc), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:44.567798 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.db.l3_db [None req-679fd3a7-4d8f-471e-a2bd-db93de61d5d2 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Floating IP 1dd6f353-097a-4458-99b6-717fb531d3dc disassociated (deleted). External IP: 172.27.3.60, port: 23ca9b58-bb47-447e-9704-d2768396690b. Jan 21 09:46:44.696126 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-a91058d7-62be-4528-9a8b-6f013e5bb5a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774670733020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774670299805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29186853'] for port (93bccaa3-b892-4457-927a-2ef77e091327), after_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:44.740076 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91058d7-62be-4528-9a8b-6f013e5bb5a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=93bccaa3-b892-4457-927a-2ef77e091327,revision_number=None']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:44.820218 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-a91058d7-62be-4528-9a8b-6f013e5bb5a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3846237'] for router_gateway (daae59a1-b0b5-40c7-8881-501152a755ac), after_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:44.937995 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-a91058d7-62be-4528-9a8b-6f013e5bb5a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3842947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3085'] for router (daae59a1-b0b5-40c7-8881-501152a755ac), precommit_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:44.941635 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-a91058d7-62be-4528-9a8b-6f013e5bb5a5 admin admin] Publish callbacks [] for router_controller (daae59a1-b0b5-40c7-8881-501152a755ac), precommit_delete_associations {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:44.947926 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-679fd3a7-4d8f-471e-a2bd-db93de61d5d2 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Router 945389a6-2cd8-43f7-b660-ccdf197add80 has already been hosted by L3 agent e2f5353c-5d20-4dd0-beb4-c302aead9ffd {{(pid=103183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:46:45.073039 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-a91058d7-62be-4528-9a8b-6f013e5bb5a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3842952'] for router (daae59a1-b0b5-40c7-8881-501152a755ac), after_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:45.075467 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a91058d7-62be-4528-9a8b-6f013e5bb5a5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router daae59a1-b0b5-40c7-8881-501152a755ac {{(pid=103182) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 09:46:45.081053 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-a91058d7-62be-4528-9a8b-6f013e5bb5a5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:45.085332 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [None req-a91058d7-62be-4528-9a8b-6f013e5bb5a5 admin admin] 10.222.0.45 "DELETE /v2.0/routers/daae59a1-b0b5-40c7-8881-501152a755ac HTTP/1.1" status: 204 len: 168 time: 1.8597748 Jan 21 09:46:45.085785 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.wsgi [-] (103182) accepted ('10.222.0.45', 42854) {{(pid=103182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:46:45.169626 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-679fd3a7-4d8f-471e-a2bd-db93de61d5d2 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Notify agent at l3_agent.dv-cinder-804035-25-iscsi the message routers_updated {{(pid=103183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:46:45.177466 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-679fd3a7-4d8f-471e-a2bd-db93de61d5d2 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11211'] for floatingip (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:45.183403 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.db.db_base_plugin_v2 [None req-f166b9e6-58c7-4c4b-bad7-26bf17a170e3 admin admin] Deleting subnet 1bf23acc-59f7-4a2a-af00-01a8c5f75fdb {{(pid=103182) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 21 09:46:45.185698 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a5bca5-69a5-4a24-8bb3-e2b27ff6b882 None None] Sync routers for ids ['945389a6-2cd8-43f7-b660-ccdf197add80'] in dv-cinder-804035-25-iscsi {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:46:45.189627 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-f166b9e6-58c7-4c4b-bad7-26bf17a170e3 admin admin] Publish callbacks [] for subnet (1bf23acc-59f7-4a2a-af00-01a8c5f75fdb), before_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:45.204531 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a5bca5-69a5-4a24-8bb3-e2b27ff6b882 None None] Routers {'945389a6-2cd8-43f7-b660-ccdf197add80'} bound to L3 agent in host dv-cinder-804035-25-iscsi {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 09:46:45.205618 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-f8a5bca5-69a5-4a24-8bb3-e2b27ff6b882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:27:18Z,description=,heartbeat_timestamp=2022-01-21T09:46:18Z,host='dv-cinder-804035-25-iscsi',id=e2f5353c-5d20-4dd0-beb4-c302aead9ffd,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:27:19Z,topic='l3_agent')) {'router_ids': ['945389a6-2cd8-43f7-b660-ccdf197add80'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:45.232738 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [None req-679fd3a7-4d8f-471e-a2bd-db93de61d5d2 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] 10.222.0.45 "DELETE /v2.0/floatingips/1dd6f353-097a-4458-99b6-717fb531d3dc HTTP/1.1" status: 204 len: 168 time: 1.8109057 Jan 21 09:46:45.234433 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef1ba7db-0bbf-44d8-ab58-f85d9194ecd6', 'tag': '23ca9b58-bb47-447e-9704-d2768396690b'}] {{(pid=103183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:46:45.240775 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}992134b551516638de2fc86679e3aea2e95c492b491da8cc78de32f00b876de5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26269814-0103-419d-afe1-ea256e6d2fe2" -d '{"events": [{"name": "network-changed", "server_uuid": "ef1ba7db-0bbf-44d8-ab58-f85d9194ecd6", "tag": "23ca9b58-bb47-447e-9704-d2768396690b"}]}' {{(pid=103183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:46:45.305633 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-f166b9e6-58c7-4c4b-bad7-26bf17a170e3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28985452'] for subnet (1bf23acc-59f7-4a2a-af00-01a8c5f75fdb), precommit_delete_associations {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:45.388929 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 09:46:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40d10cd3-481c-487b-8a79-bd28c3461153 x-openstack-request-id: req-40d10cd3-481c-487b-8a79-bd28c3461153 {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:46:45.389420 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef1ba7db-0bbf-44d8-ab58-f85d9194ecd6", "tag": "23ca9b58-bb47-447e-9704-d2768396690b", "status": "completed", "code": 200}]} {{(pid=103183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:46:45.389840 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-40d10cd3-481c-487b-8a79-bd28c3461153 {{(pid=103183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:46:45.390498 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef1ba7db-0bbf-44d8-ab58-f85d9194ecd6', 'tag': '23ca9b58-bb47-447e-9704-d2768396690b', 'status': 'completed', 'code': 200} Jan 21 09:46:45.423261 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-f8a5bca5-69a5-4a24-8bb3-e2b27ff6b882 None None] Set router 945389a6-2cd8-43f7-b660-ccdf197add80 gateway port host: dv-cinder-804035-25-iscsi {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:46:45.559046 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26269814-0103-419d-afe1-ea256e6d2fe2 req-cb9c257d-4a4e-4207-8d94-ead4e57c865f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:45.561726 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-26269814-0103-419d-afe1-ea256e6d2fe2 req-cb9c257d-4a4e-4207-8d94-ead4e57c865f service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=515ded26ca114fbf9c6e920362aec64c&device_id=ef1ba7db-0bbf-44d8-ab58-f85d9194ecd6 HTTP/1.1" status: 200 len: 1098 time: 0.1598237 Jan 21 09:46:45.631359 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-f166b9e6-58c7-4c4b-bad7-26bf17a170e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-981758'] for subnet (1bf23acc-59f7-4a2a-af00-01a8c5f75fdb), precommit_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:45.785633 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-f8a5bca5-69a5-4a24-8bb3-e2b27ff6b882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '945389a6-2cd8-43f7-b660-ccdf197add80', 'name': 'tempest-TestVolumeBootPattern-1023830781-router', 'tenant_id': '515ded26ca114fbf9c6e920362aec64c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'external_fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.74'}], 'enable_snat': True}, 'gw_port_id': 'eb6b8964-78f2-488d-b3b2-a54566139ced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:38:09Z', 'updated_at': '2022-01-21T09:38:17Z', 'revision_number': 4, 'project_id': '515ded26ca114fbf9c6e920362aec64c', 'gw_port': {'id': 'eb6b8964-78f2-488d-b3b2-a54566139ced', 'name': '', 'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:0c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945389a6-2cd8-43f7-b660-ccdf197add80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:38:10Z', 'updated_at': '2022-01-21T09:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6accd444-6422-45bf-9c21-6be173243a45', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-25-iscsi', '_interfaces': [{'id': '82c21408-9913-4970-b17f-da216a976def', 'name': '', 'network_id': '858c4f17-92ac-4cda-9750-b98e2d3705f8', 'tenant_id': '515ded26ca114fbf9c6e920362aec64c', 'mac_address': 'fa:16:3e:82:01:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945389a6-2cd8-43f7-b660-ccdf197add80', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'ed880366-382f-48ca-9b10-9aa3edc0e5e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:38:15Z', 'updated_at': '2022-01-21T09:38:26Z', 'revision_number': 5, 'project_id': '515ded26ca114fbf9c6e920362aec64c', 'subnets': [{'id': 'ed880366-382f-48ca-9b10-9aa3edc0e5e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-25-iscsi', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:45.821729 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a5bca5-69a5-4a24-8bb3-e2b27ff6b882 None None] Checking router: 945389a6-2cd8-43f7-b660-ccdf197add80 for host: dv-cinder-804035-25-iscsi {{(pid=103185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:46:45.835427 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26269814-0103-419d-afe1-ea256e6d2fe2 req-6c41462f-33e6-4c72-8ce8-35d26dda9601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:45.837528 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a5bca5-69a5-4a24-8bb3-e2b27ff6b882 None None] Routers {'945389a6-2cd8-43f7-b660-ccdf197add80'} bound to L3 agent in host dv-cinder-804035-25-iscsi {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 09:46:45.838195 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-26269814-0103-419d-afe1-ea256e6d2fe2 req-6c41462f-33e6-4c72-8ce8-35d26dda9601 service neutron] 10.222.0.109 "GET /v2.0/networks?id=858c4f17-92ac-4cda-9750-b98e2d3705f8 HTTP/1.1" status: 200 len: 913 time: 0.2650392 Jan 21 09:46:45.838632 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-f8a5bca5-69a5-4a24-8bb3-e2b27ff6b882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:27:18Z,description=,heartbeat_timestamp=2022-01-21T09:46:18Z,host='dv-cinder-804035-25-iscsi',id=e2f5353c-5d20-4dd0-beb4-c302aead9ffd,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:27:19Z,topic='l3_agent')) {'router_ids': ['945389a6-2cd8-43f7-b660-ccdf197add80'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:45.919987 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-26269814-0103-419d-afe1-ea256e6d2fe2 req-c86466c7-1d21-4861-855f-5cc92043ac70 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=23ca9b58-bb47-447e-9704-d2768396690b HTTP/1.1" status: 200 len: 217 time: 0.0718772 Jan 21 09:46:45.925070 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-f166b9e6-58c7-4c4b-bad7-26bf17a170e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-982036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4120330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29186834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29057315'] for subnet (1bf23acc-59f7-4a2a-af00-01a8c5f75fdb), after_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:45.967496 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c9accf1e-cbd6-4a8d-92b3-60288aa54b8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (8a5d4a72-43a4-4fcf-b58e-bc9792bd5f0a), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:46.017678 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66860a3b-d6b0-486d-829a-c3d68f62857a None None] Network ec6c0da2-1dbe-43af-89f3-68cb39bbc90b requested from dv-cinder-804035-25-iscsi {{(pid=103184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 09:46:46.039199 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-f8a5bca5-69a5-4a24-8bb3-e2b27ff6b882 None None] Set router 945389a6-2cd8-43f7-b660-ccdf197add80 gateway port host: dv-cinder-804035-25-iscsi {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:46:46.043713 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-f166b9e6-58c7-4c4b-bad7-26bf17a170e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4184320'] for subnet (None), before_response {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:46.048144 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [None req-f166b9e6-58c7-4c4b-bad7-26bf17a170e3 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/1bf23acc-59f7-4a2a-af00-01a8c5f75fdb HTTP/1.1" status: 204 len: 168 time: 0.9604983 Jan 21 09:46:46.051592 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.45', 42882) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:46:46.093795 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f166b9e6-58c7-4c4b-bad7-26bf17a170e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1bf23acc-59f7-4a2a-af00-01a8c5f75fdb,revision_number=None']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:46.202689 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26269814-0103-419d-afe1-ea256e6d2fe2 req-179b9590-30b2-4c05-8a1d-920eed2bb092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:46.206311 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-26269814-0103-419d-afe1-ea256e6d2fe2 req-179b9590-30b2-4c05-8a1d-920eed2bb092 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=ed880366-382f-48ca-9b10-9aa3edc0e5e7 HTTP/1.1" status: 200 len: 851 time: 0.2771692 Jan 21 09:46:46.226577 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ea6a6d-a5ab-4aae-8d4d-6927380c6ec5 req-fda46cfa-0f5c-4637-9e28-58f5f102fd57 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:46.226814 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-fc401875-c880-48c3-b91a-680bef480c23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-989250'] for network (ec6c0da2-1dbe-43af-89f3-68cb39bbc90b), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:46.233602 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-d5ea6a6d-a5ab-4aae-8d4d-6927380c6ec5 req-fda46cfa-0f5c-4637-9e28-58f5f102fd57 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef1ba7db-0bbf-44d8-ab58-f85d9194ecd6 HTTP/1.1" status: 200 len: 945 time: 0.2315757 Jan 21 09:46:46.343866 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-fc401875-c880-48c3-b91a-680bef480c23 admin admin] Deleting port ef86d453-d932-4e17-8b19-fe59cca30a13 {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 09:46:46.344704 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-fc401875-c880-48c3-b91a-680bef480c23 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774670727720'] for port (ef86d453-d932-4e17-8b19-fe59cca30a13), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:46.348751 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26269814-0103-419d-afe1-ea256e6d2fe2 req-c0ab72e1-9008-44c0-b0a5-b5079159086b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:46.350533 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-26269814-0103-419d-afe1-ea256e6d2fe2 req-c0ab72e1-9008-44c0-b0a5-b5079159086b service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=858c4f17-92ac-4cda-9750-b98e2d3705f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1155517 Jan 21 09:46:46.471131 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-26269814-0103-419d-afe1-ea256e6d2fe2 req-8089c1e7-9bbb-4b47-9b4d-e2d5fb09922d service neutron] 10.222.0.109 "GET /v2.0/networks/858c4f17-92ac-4cda-9750-b98e2d3705f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105049 Jan 21 09:46:46.522670 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.plugins.ml2.db [None req-fc401875-c880-48c3-b91a-680bef480c23 admin admin] For port ef86d453-d932-4e17-8b19-fe59cca30a13, host dv-cinder-804035-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-25-iscsi',level=0,port_id=ef86d453-d932-4e17-8b19-fe59cca30a13,segment=NetworkSegment(aa78cb95-90e0-401d-9637-4d1897b31e11),segment_id=aa78cb95-90e0-401d-9637-4d1897b31e11)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:46:46.523382 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-fc401875-c880-48c3-b91a-680bef480c23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3846167'] for port (ef86d453-d932-4e17-8b19-fe59cca30a13), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:46.552402 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-fc401875-c880-48c3-b91a-680bef480c23 admin admin] Calling delete_port for ef86d453-d932-4e17-8b19-fe59cca30a13 owned by network:dhcp {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 09:46:46.553554 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-f8a5bca5-69a5-4a24-8bb3-e2b27ff6b882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '945389a6-2cd8-43f7-b660-ccdf197add80', 'name': 'tempest-TestVolumeBootPattern-1023830781-router', 'tenant_id': '515ded26ca114fbf9c6e920362aec64c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'external_fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.74'}], 'enable_snat': True}, 'gw_port_id': 'eb6b8964-78f2-488d-b3b2-a54566139ced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:38:09Z', 'updated_at': '2022-01-21T09:38:17Z', 'revision_number': 4, 'project_id': '515ded26ca114fbf9c6e920362aec64c', 'gw_port': {'id': 'eb6b8964-78f2-488d-b3b2-a54566139ced', 'name': '', 'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:0c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945389a6-2cd8-43f7-b660-ccdf197add80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:38:10Z', 'updated_at': '2022-01-21T09:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6accd444-6422-45bf-9c21-6be173243a45', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-25-iscsi', '_interfaces': [{'id': '82c21408-9913-4970-b17f-da216a976def', 'name': '', 'network_id': '858c4f17-92ac-4cda-9750-b98e2d3705f8', 'tenant_id': '515ded26ca114fbf9c6e920362aec64c', 'mac_address': 'fa:16:3e:82:01:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945389a6-2cd8-43f7-b660-ccdf197add80', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'ed880366-382f-48ca-9b10-9aa3edc0e5e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:38:15Z', 'updated_at': '2022-01-21T09:38:26Z', 'revision_number': 5, 'project_id': '515ded26ca114fbf9c6e920362aec64c', 'subnets': [{'id': 'ed880366-382f-48ca-9b10-9aa3edc0e5e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-25-iscsi', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:46.562555 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-d5ea6a6d-a5ab-4aae-8d4d-6927380c6ec5 req-576b5d85-acbe-49bb-9dc7-0943e416c9cf tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1675cd1-54f4-4d25-9ed0-7b073048c061&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3033035 Jan 21 09:46:46.607363 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a5bca5-69a5-4a24-8bb3-e2b27ff6b882 None None] The sync data for ids ['945389a6-2cd8-43f7-b660-ccdf197add80'] in dv-cinder-804035-25-iscsi is: [{'id': '945389a6-2cd8-43f7-b660-ccdf197add80', 'name': 'tempest-TestVolumeBootPattern-1023830781-router', 'tenant_id': '515ded26ca114fbf9c6e920362aec64c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'external_fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.74'}], 'enable_snat': True}, 'gw_port_id': 'eb6b8964-78f2-488d-b3b2-a54566139ced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:38:09Z', 'updated_at': '2022-01-21T09:38:17Z', 'revision_number': 4, 'project_id': '515ded26ca114fbf9c6e920362aec64c', 'gw_port': {'id': 'eb6b8964-78f2-488d-b3b2-a54566139ced', 'name': '', 'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:0c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945389a6-2cd8-43f7-b660-ccdf197add80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:38:10Z', 'updated_at': '2022-01-21T09:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6accd444-6422-45bf-9c21-6be173243a45', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-25-iscsi', '_interfaces': [{'id': '82c21408-9913-4970-b17f-da216a976def', 'name': '', 'network_id': '858c4f17-92ac-4cda-9750-b98e2d3705f8', 'tenant_id': '515ded26ca114fbf9c6e920362aec64c', 'mac_address': 'fa:16:3e:82:01:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945389a6-2cd8-43f7-b660-ccdf197add80', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'ed880366-382f-48ca-9b10-9aa3edc0e5e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:38:15Z', 'updated_at': '2022-01-21T09:38:26Z', 'revision_number': 5, 'project_id': '515ded26ca114fbf9c6e920362aec64c', 'subnets': [{'id': 'ed880366-382f-48ca-9b10-9aa3edc0e5e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:46:46.616818 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-26269814-0103-419d-afe1-ea256e6d2fe2 req-52e9d48c-0c31-4cdf-902e-b218fd4c224d service neutron] 10.222.0.109 "GET /v2.0/networks/858c4f17-92ac-4cda-9750-b98e2d3705f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372581 Jan 21 09:46:46.617846 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Device 93bccaa3-b892-4457-927a-2ef77e091327 no longer exists at agent ovs-agent-dv-cinder-804035-25-iscsi {{(pid=103184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:46:46.690741 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] No Port match for: 93bccaa3-b892-4457-927a-2ef77e091327 {{(pid=103184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 21 09:46:46.690741 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Device 93bccaa3-b892-4457-927a-2ef77e091327 not bound to the agent host dv-cinder-804035-25-iscsi {{(pid=103184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:46:46.690741 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Device db5aff75-6e43-48df-812f-9444771a37e5 no longer exists at agent ovs-agent-dv-cinder-804035-25-iscsi {{(pid=103184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:46:46.743573 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] No Port match for: db5aff75-6e43-48df-812f-9444771a37e5 {{(pid=103184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 21 09:46:46.743955 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Device db5aff75-6e43-48df-812f-9444771a37e5 not bound to the agent host dv-cinder-804035-25-iscsi {{(pid=103184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:46:46.816313 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-fc401875-c880-48c3-b91a-680bef480c23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774670733020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774670299805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181744'] for port (ef86d453-d932-4e17-8b19-fe59cca30a13), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:46.844909 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-352d34bb-5c87-4935-a809-dc172542e849 None None] DHCP port deletion for ec6c0da2-1dbe-43af-89f3-68cb39bbc90b request from dv-cinder-804035-25-iscsi {{(pid=103184) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 21 09:46:46.870339 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc401875-c880-48c3-b91a-680bef480c23 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef86d453-d932-4e17-8b19-fe59cca30a13,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:46.878365 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc401875-c880-48c3-b91a-680bef480c23 admin admin] No DVR routers for this DVR port ef86d453-d932-4e17-8b19-fe59cca30a13 on host dv-cinder-804035-25-iscsi {{(pid=103183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:46:46.977489 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-fc401875-c880-48c3-b91a-680bef480c23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968284', 'neutron.services.segments.db._delete_segments_for_network-8774670886943'] for network (ec6c0da2-1dbe-43af-89f3-68cb39bbc90b), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:46.979151 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5289dd4b-05d1-4e79-8d7b-aa7b3641a1e0 None None] New status for floating IP 1dd6f353-097a-4458-99b6-717fb531d3dc: DOWN {{(pid=103184) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 09:46:47.005478 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.services.segments.db [None req-fc401875-c880-48c3-b91a-680bef480c23 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec6c0da2-1dbe-43af-89f3-68cb39bbc90b']}} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:47.017415 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.services.segments.db [None req-fc401875-c880-48c3-b91a-680bef480c23 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa78cb95-90e0-401d-9637-4d1897b31e11') {'for_net_delete': True} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:47.017758 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.services.segments.db [None req-fc401875-c880-48c3-b91a-680bef480c23 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa78cb95-90e0-401d-9637-4d1897b31e11') {} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:47.030759 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-fc401875-c880-48c3-b91a-680bef480c23 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774670886301', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29255211'] for segment (aa78cb95-90e0-401d-9637-4d1897b31e11), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:47.051585 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-fc401875-c880-48c3-b91a-680bef480c23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906022'] for segment (aa78cb95-90e0-401d-9637-4d1897b31e11), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:47.060120 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc401875-c880-48c3-b91a-680bef480c23 admin admin] Releasing vlan 388 on physical network physnet1 to pool {{(pid=103183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:46:47.060413 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-fc401875-c880-48c3-b91a-680bef480c23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25181805'] for segment (aa78cb95-90e0-401d-9637-4d1897b31e11), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:47.062553 dv-cinder-804035-25-iscsi neutron-server[103183]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:46:47.062553 dv-cinder-804035-25-iscsi neutron-server[103183]: warnings.warn(msg) Jan 21 09:46:47.062553 dv-cinder-804035-25-iscsi neutron-server[103183]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:46:47.062553 dv-cinder-804035-25-iscsi neutron-server[103183]: warnings.warn(msg) Jan 21 09:46:47.062553 dv-cinder-804035-25-iscsi neutron-server[103183]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:46:47.062553 dv-cinder-804035-25-iscsi neutron-server[103183]: warnings.warn(msg) Jan 21 09:46:47.062553 dv-cinder-804035-25-iscsi neutron-server[103183]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:46:47.062553 dv-cinder-804035-25-iscsi neutron-server[103183]: warnings.warn(msg) Jan 21 09:46:47.062553 dv-cinder-804035-25-iscsi neutron-server[103183]: Traceback (most recent call last): Jan 21 09:46:47.062553 dv-cinder-804035-25-iscsi neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:46:47.062553 dv-cinder-804035-25-iscsi neutron-server[103183]: timer() Jan 21 09:46:47.062553 dv-cinder-804035-25-iscsi neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:46:47.062553 dv-cinder-804035-25-iscsi neutron-server[103183]: cb(*args, **kw) Jan 21 09:46:47.062553 dv-cinder-804035-25-iscsi neutron-server[103183]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 09:46:47.062553 dv-cinder-804035-25-iscsi neutron-server[103183]: return func(*args, **kwargs) Jan 21 09:46:47.062553 dv-cinder-804035-25-iscsi neutron-server[103183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:46:47.062553 dv-cinder-804035-25-iscsi neutron-server[103183]: self._notify() Jan 21 09:46:47.062553 dv-cinder-804035-25-iscsi neutron-server[103183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:46:47.062553 dv-cinder-804035-25-iscsi neutron-server[103183]: self.callback(batched_events) Jan 21 09:46:47.062553 dv-cinder-804035-25-iscsi neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:46:47.062553 dv-cinder-804035-25-iscsi neutron-server[103183]: event.method(event) Jan 21 09:46:47.062553 dv-cinder-804035-25-iscsi neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 09:46:47.062553 dv-cinder-804035-25-iscsi neutron-server[103183]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:46:47.062553 dv-cinder-804035-25-iscsi neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 09:46:47.062553 dv-cinder-804035-25-iscsi neutron-server[103183]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:46:47.062553 dv-cinder-804035-25-iscsi neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 09:46:47.062553 dv-cinder-804035-25-iscsi neutron-server[103183]: return f(self, *a, **k) Jan 21 09:46:47.062553 dv-cinder-804035-25-iscsi neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:46:47.062553 dv-cinder-804035-25-iscsi neutron-server[103183]: return self._get(url).json() Jan 21 09:46:47.062553 dv-cinder-804035-25-iscsi neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:46:47.062553 dv-cinder-804035-25-iscsi neutron-server[103183]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:46:47.062553 dv-cinder-804035-25-iscsi neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:46:47.062553 dv-cinder-804035-25-iscsi neutron-server[103183]: return self.request(url, 'GET', **kwargs) Jan 21 09:46:47.062553 dv-cinder-804035-25-iscsi neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:46:47.062553 dv-cinder-804035-25-iscsi neutron-server[103183]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:46:47.062553 dv-cinder-804035-25-iscsi neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:46:47.062553 dv-cinder-804035-25-iscsi neutron-server[103183]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:46:47.062553 dv-cinder-804035-25-iscsi neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:46:47.062553 dv-cinder-804035-25-iscsi neutron-server[103183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:46:47.062553 dv-cinder-804035-25-iscsi neutron-server[103183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:46:47.209524 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-fc401875-c880-48c3-b91a-680bef480c23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3846310'] for network (ec6c0da2-1dbe-43af-89f3-68cb39bbc90b), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:47.217596 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-fc401875-c880-48c3-b91a-680bef480c23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4184320'] for network (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:47.223244 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [None req-fc401875-c880-48c3-b91a-680bef480c23 admin admin] 10.222.0.45 "DELETE /v2.0/networks/ec6c0da2-1dbe-43af-89f3-68cb39bbc90b HTTP/1.1" status: 204 len: 168 time: 1.1703680 Jan 21 09:46:47.227750 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.wsgi [-] (103182) accepted ('10.222.0.45', 42902) {{(pid=103182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:46:47.240036 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc401875-c880-48c3-b91a-680bef480c23 admin admin] Pushing event deleted for resources: {'Network': ['ID=ec6c0da2-1dbe-43af-89f3-68cb39bbc90b,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:47.459326 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cbf852-e1fd-4889-af67-1821427b78d5 req-11081e85-a5e1-4a24-bd35-965fe89dfcf9 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:47.460951 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-35cbf852-e1fd-4889-af67-1821427b78d5 req-11081e85-a5e1-4a24-bd35-965fe89dfcf9 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] 10.222.0.109 "GET /v2.0/ports?device_id=ef1ba7db-0bbf-44d8-ab58-f85d9194ecd6 HTTP/1.1" status: 200 len: 945 time: 0.1068666 Jan 21 09:46:47.685923 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.plugin [req-35cbf852-e1fd-4889-af67-1821427b78d5 req-b61725b9-90b4-4a20-8201-d1b1678289bc tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Deleting port 23ca9b58-bb47-447e-9704-d2768396690b {{(pid=103182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 09:46:47.686264 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-35cbf852-e1fd-4889-af67-1821427b78d5 req-b61725b9-90b4-4a20-8201-d1b1678289bc tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774670727720'] for port (23ca9b58-bb47-447e-9704-d2768396690b), before_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:47.805672 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1b9683-52f7-481c-9cec-bbd4ccf21429 req-e0c13e91-9ae7-4022-a0b7-d1bc8f0b7c47 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:47.807425 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-7f1b9683-52f7-481c-9cec-bbd4ccf21429 req-e0c13e91-9ae7-4022-a0b7-d1bc8f0b7c47 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef1ba7db-0bbf-44d8-ab58-f85d9194ecd6 HTTP/1.1" status: 200 len: 945 time: 0.1397545 Jan 21 09:46:47.862831 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.db [req-35cbf852-e1fd-4889-af67-1821427b78d5 req-b61725b9-90b4-4a20-8201-d1b1678289bc tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] For port 23ca9b58-bb47-447e-9704-d2768396690b, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=23ca9b58-bb47-447e-9704-d2768396690b,segment=NetworkSegment(18509a21-b759-406e-af96-dd1ff2a318e9),segment_id=18509a21-b759-406e-af96-dd1ff2a318e9)] {{(pid=103182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:46:47.863203 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-35cbf852-e1fd-4889-af67-1821427b78d5 req-b61725b9-90b4-4a20-8201-d1b1678289bc tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3846167'] for port (23ca9b58-bb47-447e-9704-d2768396690b), precommit_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:47.891932 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.plugin [req-35cbf852-e1fd-4889-af67-1821427b78d5 req-b61725b9-90b4-4a20-8201-d1b1678289bc tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Calling delete_port for 23ca9b58-bb47-447e-9704-d2768396690b owned by compute:nova {{(pid=103182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 09:46:47.947837 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-7f1b9683-52f7-481c-9cec-bbd4ccf21429 req-6e1b0959-2619-4bf2-aad5-fc4664bddadd tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1675cd1-54f4-4d25-9ed0-7b073048c061&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1314509 Jan 21 09:46:48.045037 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-452a8780-3308-4e9b-aa54-94b8fad20e3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3852419'] for router_interface (74426a0b-ec2d-4eec-a4b4-b398be9e12dc), before_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:48.146716 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.45', 42912) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:46:48.272793 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-35cbf852-e1fd-4889-af67-1821427b78d5 req-b61725b9-90b4-4a20-8201-d1b1678289bc tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774670733020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774670299805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29186853'] for port (23ca9b58-bb47-447e-9704-d2768396690b), after_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:48.312303 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61725b9-90b4-4a20-8201-d1b1678289bc tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Pushing event deleted for resources: {'Port': ['ID=23ca9b58-bb47-447e-9704-d2768396690b,revision_number=None']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:48.346694 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.wsgi [-] (103182) accepted ('10.222.0.45', 42916) {{(pid=103182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:46:48.347108 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [None req-0795f9e9-93ae-4586-a5ee-8156b8c599c8 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=25379f3eeace4e16bd9175662919b699&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1984873 Jan 21 09:46:48.374365 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.db.l3_dvrscheduler_db [req-35cbf852-e1fd-4889-af67-1821427b78d5 req-b61725b9-90b4-4a20-8201-d1b1678289bc tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] No DVR routers for this DVR port 23ca9b58-bb47-447e-9704-d2768396690b on host hv-cinder-80403 {{(pid=103182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:46:48.379715 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [req-35cbf852-e1fd-4889-af67-1821427b78d5 req-b61725b9-90b4-4a20-8201-d1b1678289bc tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11211'] for port (None), before_response {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:48.383094 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-35cbf852-e1fd-4889-af67-1821427b78d5 req-b61725b9-90b4-4a20-8201-d1b1678289bc tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] 10.222.0.109 "DELETE /v2.0/ports/23ca9b58-bb47-447e-9704-d2768396690b HTTP/1.1" status: 204 len: 173 time: 0.9165833 Jan 21 09:46:48.389640 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef1ba7db-0bbf-44d8-ab58-f85d9194ecd6', 'name': 'network-vif-deleted', 'tag': '23ca9b58-bb47-447e-9704-d2768396690b'}] {{(pid=103182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:46:48.392725 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa0cc1f82daaed98fc3f7058001f72739ccfc4facde8019b77a0af70a494964c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4a46eea-fe36-4a04-95ca-f81dab1298a1" -d '{"events": [{"server_uuid": "ef1ba7db-0bbf-44d8-ab58-f85d9194ecd6", "name": "network-vif-deleted", "tag": "23ca9b58-bb47-447e-9704-d2768396690b"}]}' {{(pid=103182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 09:46:48.426877 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-781a3ef4-95f9-4dc8-8d3f-36bac9b2306e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (e2f5353c-5d20-4dd0-beb4-c302aead9ffd), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:48.440961 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 09:46:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a1cda06-cf65-430b-a0e1-cdd0e30a4fba x-openstack-request-id: req-9a1cda06-cf65-430b-a0e1-cdd0e30a4fba {{(pid=103182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 09:46:48.441566 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef1ba7db-0bbf-44d8-ab58-f85d9194ecd6", "name": "network-vif-deleted", "tag": "23ca9b58-bb47-447e-9704-d2768396690b", "status": "completed", "code": 200}]} {{(pid=103182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 09:46:48.442026 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9a1cda06-cf65-430b-a0e1-cdd0e30a4fba {{(pid=103182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 09:46:48.442767 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef1ba7db-0bbf-44d8-ab58-f85d9194ecd6', 'name': 'network-vif-deleted', 'tag': '23ca9b58-bb47-447e-9704-d2768396690b', 'status': 'completed', 'code': 200} Jan 21 09:46:48.453662 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Device ef86d453-d932-4e17-8b19-fe59cca30a13 no longer exists at agent ovs-agent-dv-cinder-804035-25-iscsi {{(pid=103184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:46:48.479700 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] No Port match for: ef86d453-d932-4e17-8b19-fe59cca30a13 {{(pid=103184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 21 09:46:48.480314 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Device ef86d453-d932-4e17-8b19-fe59cca30a13 not bound to the agent host dv-cinder-804035-25-iscsi {{(pid=103184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:46:48.498383 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-f50444b8-f9b5-489c-9e71-38fe943d1b3a admin admin] Publish callbacks [] for security_group (f46ef7f6-e35e-4c0c-adc7-8cb14ed6c40e), before_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:48.544108 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-f50444b8-f9b5-489c-9e71-38fe943d1b3a admin admin] Publish callbacks [] for security_group (f46ef7f6-e35e-4c0c-adc7-8cb14ed6c40e), precommit_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:48.593743 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.plugin [None req-452a8780-3308-4e9b-aa54-94b8fad20e3f admin admin] Deleting port f3c5d5f2-8928-4fc3-ba2c-8290e4eabd44 {{(pid=103182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 09:46:48.594076 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-452a8780-3308-4e9b-aa54-94b8fad20e3f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774670727720'] for port (f3c5d5f2-8928-4fc3-ba2c-8290e4eabd44), before_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:48.697934 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.db [None req-452a8780-3308-4e9b-aa54-94b8fad20e3f admin admin] For port f3c5d5f2-8928-4fc3-ba2c-8290e4eabd44, host dv-cinder-804035-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-25-iscsi',level=0,port_id=f3c5d5f2-8928-4fc3-ba2c-8290e4eabd44,segment=NetworkSegment(dc28abba-2bb3-454e-b90e-5a05bb5be019),segment_id=dc28abba-2bb3-454e-b90e-5a05bb5be019)] {{(pid=103182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:46:48.698693 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-452a8780-3308-4e9b-aa54-94b8fad20e3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3846167'] for port (f3c5d5f2-8928-4fc3-ba2c-8290e4eabd44), precommit_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:48.723905 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.plugin [None req-452a8780-3308-4e9b-aa54-94b8fad20e3f admin admin] Calling delete_port for f3c5d5f2-8928-4fc3-ba2c-8290e4eabd44 owned by network:router_interface {{(pid=103182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 09:46:48.782577 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-f50444b8-f9b5-489c-9e71-38fe943d1b3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126007'] for security_group (f46ef7f6-e35e-4c0c-adc7-8cb14ed6c40e), after_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:48.785312 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-f50444b8-f9b5-489c-9e71-38fe943d1b3a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:48.786553 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [None req-f50444b8-f9b5-489c-9e71-38fe943d1b3a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f46ef7f6-e35e-4c0c-adc7-8cb14ed6c40e HTTP/1.1" status: 204 len: 168 time: 0.4388752 Jan 21 09:46:48.802516 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50444b8-f9b5-489c-9e71-38fe943d1b3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f46ef7f6-e35e-4c0c-adc7-8cb14ed6c40e,revision_number=None']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:49.062730 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-452a8780-3308-4e9b-aa54-94b8fad20e3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774670733020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774670299805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29186853'] for port (f3c5d5f2-8928-4fc3-ba2c-8290e4eabd44), after_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:49.087164 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [req-d45bca4a-1107-44e4-a40e-adb03a463b40 req-4d1a24f3-5e73-4d51-83b2-e348bbf45327 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef1ba7db-0bbf-44d8-ab58-f85d9194ecd6 HTTP/1.1" status: 200 len: 210 time: 0.0353584 Jan 21 09:46:49.112154 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452a8780-3308-4e9b-aa54-94b8fad20e3f admin admin] Pushing event deleted for resources: {'Port': ['ID=f3c5d5f2-8928-4fc3-ba2c-8290e4eabd44,revision_number=None']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:49.401582 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-452a8780-3308-4e9b-aa54-94b8fad20e3f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4184423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3851456'] for router_interface (74426a0b-ec2d-4eec-a4b4-b398be9e12dc), after_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:49.466064 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (5a7f6758-1e24-44b8-9b24-65ffc30c20d4), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:49.573670 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0beda05d-594e-4362-80c2-bc999a9a2b64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (9e31de2d-26a2-4a88-b799-f1f3b7df75bf), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:49.693993 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-452a8780-3308-4e9b-aa54-94b8fad20e3f admin admin] Router 74426a0b-ec2d-4eec-a4b4-b398be9e12dc has already been hosted by L3 agent e2f5353c-5d20-4dd0-beb4-c302aead9ffd {{(pid=103182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:46:50.141867 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-452a8780-3308-4e9b-aa54-94b8fad20e3f admin admin] Notify agent at l3_agent.dv-cinder-804035-25-iscsi the message routers_updated {{(pid=103182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:46:50.148700 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [None req-452a8780-3308-4e9b-aa54-94b8fad20e3f admin admin] 10.222.0.45 "PUT /v2.0/routers/74426a0b-ec2d-4eec-a4b4-b398be9e12dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9192863 Jan 21 09:46:50.152211 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.45', 42942) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:46:50.158248 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0751a248-d65c-4d24-b7ca-a1e23318f979 None None] Sync routers for ids ['74426a0b-ec2d-4eec-a4b4-b398be9e12dc'] in dv-cinder-804035-25-iscsi {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:46:50.194734 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0751a248-d65c-4d24-b7ca-a1e23318f979 None None] Routers {'74426a0b-ec2d-4eec-a4b4-b398be9e12dc'} bound to L3 agent in host dv-cinder-804035-25-iscsi {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 09:46:50.194734 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-0751a248-d65c-4d24-b7ca-a1e23318f979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:27:18Z,description=,heartbeat_timestamp=2022-01-21T09:46:48Z,host='dv-cinder-804035-25-iscsi',id=e2f5353c-5d20-4dd0-beb4-c302aead9ffd,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:27:19Z,topic='l3_agent')) {'router_ids': ['74426a0b-ec2d-4eec-a4b4-b398be9e12dc'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:50.196603 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.wsgi [-] (103182) accepted ('10.222.0.45', 42946) {{(pid=103182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:46:50.283495 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-54388b8d-0ea8-40fb-9a10-faeb047fb430 admin admin] Publish callbacks [] for router (74426a0b-ec2d-4eec-a4b4-b398be9e12dc), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:50.462656 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-0751a248-d65c-4d24-b7ca-a1e23318f979 None None] Set router 74426a0b-ec2d-4eec-a4b4-b398be9e12dc gateway port host: dv-cinder-804035-25-iscsi {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:46:50.464611 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-54388b8d-0ea8-40fb-9a10-faeb047fb430 admin admin] Publish callbacks [] for router_gateway (74426a0b-ec2d-4eec-a4b4-b398be9e12dc), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:50.471415 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.plugin [None req-b23e3656-be61-4347-aac3-047ed56f5c34 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Deleting port b0d334d8-dc06-4d5f-b671-446300fd4b2f {{(pid=103182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 09:46:50.471945 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-b23e3656-be61-4347-aac3-047ed56f5c34 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774670727720'] for port (b0d334d8-dc06-4d5f-b671-446300fd4b2f), before_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:50.567849 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-b23e3656-be61-4347-aac3-047ed56f5c34 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3846167'] for port (b0d334d8-dc06-4d5f-b671-446300fd4b2f), precommit_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:50.569821 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-b23e3656-be61-4347-aac3-047ed56f5c34 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Publish callbacks [] for floatingip (b0d334d8-dc06-4d5f-b671-446300fd4b2f), precommit_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:50.593974 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.plugin [None req-b23e3656-be61-4347-aac3-047ed56f5c34 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Calling delete_port for b0d334d8-dc06-4d5f-b671-446300fd4b2f owned by network:floatingip {{(pid=103182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 09:46:50.702149 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-54388b8d-0ea8-40fb-9a10-faeb047fb430 admin admin] Deleting port 9fc52fe7-c117-4c04-aa96-4b5188f121f3 {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 09:46:50.702590 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-54388b8d-0ea8-40fb-9a10-faeb047fb430 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774670727720'] for port (9fc52fe7-c117-4c04-aa96-4b5188f121f3), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:50.797114 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.plugins.ml2.db [None req-54388b8d-0ea8-40fb-9a10-faeb047fb430 admin admin] For port 9fc52fe7-c117-4c04-aa96-4b5188f121f3, host dv-cinder-804035-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-25-iscsi',level=0,port_id=9fc52fe7-c117-4c04-aa96-4b5188f121f3,segment=NetworkSegment(04cdc6b6-1d9e-45db-8cc2-90c03cb493f2),segment_id=04cdc6b6-1d9e-45db-8cc2-90c03cb493f2)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:46:50.797638 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-54388b8d-0ea8-40fb-9a10-faeb047fb430 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3846167'] for port (9fc52fe7-c117-4c04-aa96-4b5188f121f3), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:50.814475 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-54388b8d-0ea8-40fb-9a10-faeb047fb430 admin admin] Calling delete_port for 9fc52fe7-c117-4c04-aa96-4b5188f121f3 owned by network:router_gateway {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 09:46:50.826260 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-0751a248-d65c-4d24-b7ca-a1e23318f979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74426a0b-ec2d-4eec-a4b4-b398be9e12dc', 'name': 'tempest-TestShelveInstance-746905012-router', 'tenant_id': '19fc5d13f8354e4caf80f220f92c0761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'external_fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.24'}], 'enable_snat': True}, 'gw_port_id': '9fc52fe7-c117-4c04-aa96-4b5188f121f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:41:35Z', 'updated_at': '2022-01-21T09:46:48Z', 'revision_number': 5, 'project_id': '19fc5d13f8354e4caf80f220f92c0761', 'gw_port': {'id': '9fc52fe7-c117-4c04-aa96-4b5188f121f3', 'name': '', 'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:73:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74426a0b-ec2d-4eec-a4b4-b398be9e12dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:41:36Z', 'updated_at': '2022-01-21T09:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6accd444-6422-45bf-9c21-6be173243a45', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-25-iscsi'}], 'dv-cinder-804035-25-iscsi', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:50.858083 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0751a248-d65c-4d24-b7ca-a1e23318f979 None None] Checking router: 74426a0b-ec2d-4eec-a4b4-b398be9e12dc for host: dv-cinder-804035-25-iscsi {{(pid=103185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:46:50.879229 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0751a248-d65c-4d24-b7ca-a1e23318f979 None None] Routers {'74426a0b-ec2d-4eec-a4b4-b398be9e12dc'} bound to L3 agent in host dv-cinder-804035-25-iscsi {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 09:46:50.880481 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-0751a248-d65c-4d24-b7ca-a1e23318f979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:27:18Z,description=,heartbeat_timestamp=2022-01-21T09:46:48Z,host='dv-cinder-804035-25-iscsi',id=e2f5353c-5d20-4dd0-beb4-c302aead9ffd,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:27:19Z,topic='l3_agent')) {'router_ids': ['74426a0b-ec2d-4eec-a4b4-b398be9e12dc'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:50.936222 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-b23e3656-be61-4347-aac3-047ed56f5c34 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774670733020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774670299805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29186853'] for port (b0d334d8-dc06-4d5f-b671-446300fd4b2f), after_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:50.975651 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23e3656-be61-4347-aac3-047ed56f5c34 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Pushing event deleted for resources: {'Port': ['ID=b0d334d8-dc06-4d5f-b671-446300fd4b2f,revision_number=None']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:50.997819 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-0751a248-d65c-4d24-b7ca-a1e23318f979 None None] Set router 74426a0b-ec2d-4eec-a4b4-b398be9e12dc gateway port host: None {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:46:51.072177 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-b23e3656-be61-4347-aac3-047ed56f5c34 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Publish callbacks [] for floatingip (88f80e11-0a14-4fe2-b4b1-320bf779534f), after_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:51.074878 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-b23e3656-be61-4347-aac3-047ed56f5c34 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11211'] for floatingip (None), before_response {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:51.076155 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [None req-b23e3656-be61-4347-aac3-047ed56f5c34 tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] 10.222.0.45 "DELETE /v2.0/floatingips/88f80e11-0a14-4fe2-b4b1-320bf779534f HTTP/1.1" status: 204 len: 168 time: 0.8781261 Jan 21 09:46:51.113381 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-54388b8d-0ea8-40fb-9a10-faeb047fb430 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774670733020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774670299805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181744'] for port (9fc52fe7-c117-4c04-aa96-4b5188f121f3), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:51.168540 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54388b8d-0ea8-40fb-9a10-faeb047fb430 admin admin] Pushing event deleted for resources: {'Port': ['ID=9fc52fe7-c117-4c04-aa96-4b5188f121f3,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:51.173676 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-0751a248-d65c-4d24-b7ca-a1e23318f979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74426a0b-ec2d-4eec-a4b4-b398be9e12dc', 'name': 'tempest-TestShelveInstance-746905012-router', 'tenant_id': '19fc5d13f8354e4caf80f220f92c0761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:41:35Z', 'updated_at': '2022-01-21T09:46:50Z', 'revision_number': 6, 'project_id': '19fc5d13f8354e4caf80f220f92c0761', 'gw_port_host': None}], 'dv-cinder-804035-25-iscsi', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:51.181005 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f5928849-742c-4298-9c4e-ae1543ad1886 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (fd0edb9a-d711-47a6-aedf-fe72898a6c79), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:51.201135 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54388b8d-0ea8-40fb-9a10-faeb047fb430 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:46:51.201709 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54388b8d-0ea8-40fb-9a10-faeb047fb430 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:46:51.201997 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54388b8d-0ea8-40fb-9a10-faeb047fb430 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:46:51.206050 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54388b8d-0ea8-40fb-9a10-faeb047fb430 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:46:51.206764 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54388b8d-0ea8-40fb-9a10-faeb047fb430 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:46:51.207303 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54388b8d-0ea8-40fb-9a10-faeb047fb430 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:46:51.208098 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54388b8d-0ea8-40fb-9a10-faeb047fb430 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:46:51.208509 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0751a248-d65c-4d24-b7ca-a1e23318f979 None None] The sync data for ids ['74426a0b-ec2d-4eec-a4b4-b398be9e12dc'] in dv-cinder-804035-25-iscsi is: [{'id': '74426a0b-ec2d-4eec-a4b4-b398be9e12dc', 'name': 'tempest-TestShelveInstance-746905012-router', 'tenant_id': '19fc5d13f8354e4caf80f220f92c0761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:41:35Z', 'updated_at': '2022-01-21T09:46:50Z', 'revision_number': 6, 'project_id': '19fc5d13f8354e4caf80f220f92c0761', 'gw_port_host': None}] {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:46:51.209207 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54388b8d-0ea8-40fb-9a10-faeb047fb430 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:46:51.210067 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54388b8d-0ea8-40fb-9a10-faeb047fb430 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:46:51.211595 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54388b8d-0ea8-40fb-9a10-faeb047fb430 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:46:51.212676 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54388b8d-0ea8-40fb-9a10-faeb047fb430 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:46:51.213105 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54388b8d-0ea8-40fb-9a10-faeb047fb430 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:46:51.213565 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54388b8d-0ea8-40fb-9a10-faeb047fb430 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-25-iscsi {{(pid=103183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:46:51.302911 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-54388b8d-0ea8-40fb-9a10-faeb047fb430 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3846237'] for router_gateway (74426a0b-ec2d-4eec-a4b4-b398be9e12dc), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:51.304869 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Device 23ca9b58-bb47-447e-9704-d2768396690b no longer exists at agent hyperv_hv-cinder-80403 {{(pid=103184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:46:51.337218 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] No Port match for: 23ca9b58-bb47-447e-9704-d2768396690b {{(pid=103184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 21 09:46:51.337690 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Device 23ca9b58-bb47-447e-9704-d2768396690b not bound to the agent host hv-cinder-80403 {{(pid=103184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:46:51.406585 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-54388b8d-0ea8-40fb-9a10-faeb047fb430 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3842947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3085'] for router (74426a0b-ec2d-4eec-a4b4-b398be9e12dc), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:51.410360 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-54388b8d-0ea8-40fb-9a10-faeb047fb430 admin admin] Publish callbacks [] for router_controller (74426a0b-ec2d-4eec-a4b4-b398be9e12dc), precommit_delete_associations {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:51.592477 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-54388b8d-0ea8-40fb-9a10-faeb047fb430 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3842952'] for router (74426a0b-ec2d-4eec-a4b4-b398be9e12dc), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:51.596378 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54388b8d-0ea8-40fb-9a10-faeb047fb430 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 74426a0b-ec2d-4eec-a4b4-b398be9e12dc {{(pid=103183) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 09:46:51.601376 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-54388b8d-0ea8-40fb-9a10-faeb047fb430 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:51.602806 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [None req-54388b8d-0ea8-40fb-9a10-faeb047fb430 admin admin] 10.222.0.45 "DELETE /v2.0/routers/74426a0b-ec2d-4eec-a4b4-b398be9e12dc HTTP/1.1" status: 204 len: 168 time: 1.4495659 Jan 21 09:46:51.606981 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.wsgi [-] (103182) accepted ('10.222.0.45', 42974) {{(pid=103182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:46:51.677106 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.db.db_base_plugin_v2 [None req-1048b5d1-d82f-4a18-ae19-f3acf3f2b4fb admin admin] Deleting subnet d1824b90-c9c1-4715-bae6-febec4e6282b {{(pid=103182) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 21 09:46:51.682810 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-1048b5d1-d82f-4a18-ae19-f3acf3f2b4fb admin admin] Publish callbacks [] for subnet (d1824b90-c9c1-4715-bae6-febec4e6282b), before_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:51.726163 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-1048b5d1-d82f-4a18-ae19-f3acf3f2b4fb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28985452'] for subnet (d1824b90-c9c1-4715-bae6-febec4e6282b), precommit_delete_associations {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:51.827625 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-1048b5d1-d82f-4a18-ae19-f3acf3f2b4fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-981758'] for subnet (d1824b90-c9c1-4715-bae6-febec4e6282b), precommit_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:51.994336 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-1048b5d1-d82f-4a18-ae19-f3acf3f2b4fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-982036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4120330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29186834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29057315'] for subnet (d1824b90-c9c1-4715-bae6-febec4e6282b), after_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:52.031379 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1048b5d1-d82f-4a18-ae19-f3acf3f2b4fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1824b90-c9c1-4715-bae6-febec4e6282b,revision_number=None']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:52.037634 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-1048b5d1-d82f-4a18-ae19-f3acf3f2b4fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4184320'] for subnet (None), before_response {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:52.044063 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [None req-1048b5d1-d82f-4a18-ae19-f3acf3f2b4fb admin admin] 10.222.0.45 "DELETE /v2.0/subnets/d1824b90-c9c1-4715-bae6-febec4e6282b HTTP/1.1" status: 204 len: 168 time: 0.4346771 Jan 21 09:46:52.047093 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.45', 42976) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:46:52.049211 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46e56114-842e-47bf-9c4c-67c36ac77704 None None] Network c1d729ad-2732-49cd-9e75-4cfeffdf1ac8 requested from dv-cinder-804035-25-iscsi {{(pid=103184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 09:46:52.157312 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-8aff9013-3dd1-4e5b-b08c-84c2a7382482 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-989250'] for network (c1d729ad-2732-49cd-9e75-4cfeffdf1ac8), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:52.227720 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-8aff9013-3dd1-4e5b-b08c-84c2a7382482 admin admin] Deleting port fa9fc595-6ba9-4c5d-88cc-f548476f3fbf {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 09:46:52.228398 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-8aff9013-3dd1-4e5b-b08c-84c2a7382482 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774670727720'] for port (fa9fc595-6ba9-4c5d-88cc-f548476f3fbf), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:52.241626 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09326ec5-323d-493c-9b7a-3f53e6f181f3 None None] DHCP port deletion for c1d729ad-2732-49cd-9e75-4cfeffdf1ac8 request from dv-cinder-804035-25-iscsi {{(pid=103184) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 21 09:46:52.306410 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.plugins.ml2.db [None req-8aff9013-3dd1-4e5b-b08c-84c2a7382482 admin admin] For port fa9fc595-6ba9-4c5d-88cc-f548476f3fbf, host dv-cinder-804035-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-25-iscsi',level=0,port_id=fa9fc595-6ba9-4c5d-88cc-f548476f3fbf,segment=NetworkSegment(dc28abba-2bb3-454e-b90e-5a05bb5be019),segment_id=dc28abba-2bb3-454e-b90e-5a05bb5be019)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:46:52.306818 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-8aff9013-3dd1-4e5b-b08c-84c2a7382482 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3846167'] for port (fa9fc595-6ba9-4c5d-88cc-f548476f3fbf), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:52.309266 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-09326ec5-323d-493c-9b7a-3f53e6f181f3 None None] Deleting port fa9fc595-6ba9-4c5d-88cc-f548476f3fbf {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 09:46:52.309623 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-09326ec5-323d-493c-9b7a-3f53e6f181f3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774670727720'] for port (fa9fc595-6ba9-4c5d-88cc-f548476f3fbf), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:52.322018 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-8aff9013-3dd1-4e5b-b08c-84c2a7382482 admin admin] Calling delete_port for fa9fc595-6ba9-4c5d-88cc-f548476f3fbf owned by network:dhcp {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 09:46:52.383231 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-09326ec5-323d-493c-9b7a-3f53e6f181f3 None None] For port fa9fc595-6ba9-4c5d-88cc-f548476f3fbf, host dv-cinder-804035-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-25-iscsi',level=0,port_id=fa9fc595-6ba9-4c5d-88cc-f548476f3fbf,segment=NetworkSegment(dc28abba-2bb3-454e-b90e-5a05bb5be019),segment_id=dc28abba-2bb3-454e-b90e-5a05bb5be019)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:46:52.383627 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-09326ec5-323d-493c-9b7a-3f53e6f181f3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3846167'] for port (fa9fc595-6ba9-4c5d-88cc-f548476f3fbf), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:52.387139 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (a4f58dde-e5c6-489c-94fe-b355a6abc90e), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:52.400498 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-09326ec5-323d-493c-9b7a-3f53e6f181f3 None None] Calling delete_port for fa9fc595-6ba9-4c5d-88cc-f548476f3fbf owned by network:dhcp {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 09:46:52.451623 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Device 9fc52fe7-c117-4c04-aa96-4b5188f121f3 no longer exists at agent ovs-agent-dv-cinder-804035-25-iscsi {{(pid=103184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:46:52.479160 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] No Port match for: 9fc52fe7-c117-4c04-aa96-4b5188f121f3 {{(pid=103184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 21 09:46:52.479449 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Device 9fc52fe7-c117-4c04-aa96-4b5188f121f3 not bound to the agent host dv-cinder-804035-25-iscsi {{(pid=103184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:46:52.480088 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Device fa9fc595-6ba9-4c5d-88cc-f548476f3fbf no longer exists at agent ovs-agent-dv-cinder-804035-25-iscsi {{(pid=103184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:46:52.528667 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-8aff9013-3dd1-4e5b-b08c-84c2a7382482 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774670733020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774670299805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181744'] for port (fa9fc595-6ba9-4c5d-88cc-f548476f3fbf), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:52.539142 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.wsgi [-] (103182) accepted ('10.222.0.45', 42984) {{(pid=103182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:46:52.558277 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-09326ec5-323d-493c-9b7a-3f53e6f181f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774670733020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774670299805'] for port (fa9fc595-6ba9-4c5d-88cc-f548476f3fbf), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:52.588911 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aff9013-3dd1-4e5b-b08c-84c2a7382482 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa9fc595-6ba9-4c5d-88cc-f548476f3fbf,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:52.597925 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aff9013-3dd1-4e5b-b08c-84c2a7382482 admin admin] No DVR routers for this DVR port fa9fc595-6ba9-4c5d-88cc-f548476f3fbf on host dv-cinder-804035-25-iscsi {{(pid=103183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:46:52.603097 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09326ec5-323d-493c-9b7a-3f53e6f181f3 None None] Pushing event deleted for resources: {'Port': ['ID=fa9fc595-6ba9-4c5d-88cc-f548476f3fbf,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:52.613911 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09326ec5-323d-493c-9b7a-3f53e6f181f3 None None] No DVR routers for this DVR port fa9fc595-6ba9-4c5d-88cc-f548476f3fbf on host dv-cinder-804035-25-iscsi {{(pid=103184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:46:52.620998 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] No active binding found for port fa9fc595-6ba9-4c5d-88cc-f548476f3fbf {{(pid=103184) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jan 21 09:46:52.621739 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] The host dv-cinder-804035-25-iscsi is not matching for port fa9fc595-6ba9-4c5d-88cc-f548476f3fbf host None! {{(pid=103184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2311}} Jan 21 09:46:52.622631 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Device fa9fc595-6ba9-4c5d-88cc-f548476f3fbf not bound to the agent host dv-cinder-804035-25-iscsi {{(pid=103184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:46:52.623485 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Device f3c5d5f2-8928-4fc3-ba2c-8290e4eabd44 no longer exists at agent ovs-agent-dv-cinder-804035-25-iscsi {{(pid=103184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:46:52.644975 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-4b0d5a4c-5604-4e26-96a8-5c5d263d280b tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Publish callbacks [] for security_group (f1675cd1-54f4-4d25-9ed0-7b073048c061), before_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:52.681698 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] No Port match for: f3c5d5f2-8928-4fc3-ba2c-8290e4eabd44 {{(pid=103184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 21 09:46:52.682581 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Device f3c5d5f2-8928-4fc3-ba2c-8290e4eabd44 not bound to the agent host dv-cinder-804035-25-iscsi {{(pid=103184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:46:52.684878 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-4b0d5a4c-5604-4e26-96a8-5c5d263d280b tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Publish callbacks [] for security_group (f1675cd1-54f4-4d25-9ed0-7b073048c061), precommit_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:52.740857 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-8aff9013-3dd1-4e5b-b08c-84c2a7382482 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968284', 'neutron.services.segments.db._delete_segments_for_network-8774670886943'] for network (c1d729ad-2732-49cd-9e75-4cfeffdf1ac8), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:52.770461 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.services.segments.db [None req-8aff9013-3dd1-4e5b-b08c-84c2a7382482 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1d729ad-2732-49cd-9e75-4cfeffdf1ac8']}} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:52.787654 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.services.segments.db [None req-8aff9013-3dd1-4e5b-b08c-84c2a7382482 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc28abba-2bb3-454e-b90e-5a05bb5be019') {'for_net_delete': True} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:52.788122 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.services.segments.db [None req-8aff9013-3dd1-4e5b-b08c-84c2a7382482 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc28abba-2bb3-454e-b90e-5a05bb5be019') {} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:52.806489 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-8aff9013-3dd1-4e5b-b08c-84c2a7382482 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774670886301', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29255211'] for segment (dc28abba-2bb3-454e-b90e-5a05bb5be019), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:52.830304 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-8aff9013-3dd1-4e5b-b08c-84c2a7382482 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906022'] for segment (dc28abba-2bb3-454e-b90e-5a05bb5be019), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:52.841756 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8aff9013-3dd1-4e5b-b08c-84c2a7382482 admin admin] Releasing vlan 354 on physical network physnet1 to pool {{(pid=103183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:46:52.842520 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-8aff9013-3dd1-4e5b-b08c-84c2a7382482 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25181805'] for segment (dc28abba-2bb3-454e-b90e-5a05bb5be019), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:52.846138 dv-cinder-804035-25-iscsi neutron-server[103183]: Traceback (most recent call last): Jan 21 09:46:52.846138 dv-cinder-804035-25-iscsi neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:46:52.846138 dv-cinder-804035-25-iscsi neutron-server[103183]: timer() Jan 21 09:46:52.846138 dv-cinder-804035-25-iscsi neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:46:52.846138 dv-cinder-804035-25-iscsi neutron-server[103183]: cb(*args, **kw) Jan 21 09:46:52.846138 dv-cinder-804035-25-iscsi neutron-server[103183]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 09:46:52.846138 dv-cinder-804035-25-iscsi neutron-server[103183]: return func(*args, **kwargs) Jan 21 09:46:52.846138 dv-cinder-804035-25-iscsi neutron-server[103183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:46:52.846138 dv-cinder-804035-25-iscsi neutron-server[103183]: self._notify() Jan 21 09:46:52.846138 dv-cinder-804035-25-iscsi neutron-server[103183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:46:52.846138 dv-cinder-804035-25-iscsi neutron-server[103183]: self.callback(batched_events) Jan 21 09:46:52.846138 dv-cinder-804035-25-iscsi neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:46:52.846138 dv-cinder-804035-25-iscsi neutron-server[103183]: event.method(event) Jan 21 09:46:52.846138 dv-cinder-804035-25-iscsi neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 09:46:52.846138 dv-cinder-804035-25-iscsi neutron-server[103183]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:46:52.846138 dv-cinder-804035-25-iscsi neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 09:46:52.846138 dv-cinder-804035-25-iscsi neutron-server[103183]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:46:52.846138 dv-cinder-804035-25-iscsi neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 09:46:52.846138 dv-cinder-804035-25-iscsi neutron-server[103183]: return f(self, *a, **k) Jan 21 09:46:52.846138 dv-cinder-804035-25-iscsi neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:46:52.846138 dv-cinder-804035-25-iscsi neutron-server[103183]: return self._get(url).json() Jan 21 09:46:52.846138 dv-cinder-804035-25-iscsi neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:46:52.846138 dv-cinder-804035-25-iscsi neutron-server[103183]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:46:52.846138 dv-cinder-804035-25-iscsi neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:46:52.846138 dv-cinder-804035-25-iscsi neutron-server[103183]: return self.request(url, 'GET', **kwargs) Jan 21 09:46:52.846138 dv-cinder-804035-25-iscsi neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:46:52.846138 dv-cinder-804035-25-iscsi neutron-server[103183]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:46:52.846138 dv-cinder-804035-25-iscsi neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:46:52.846138 dv-cinder-804035-25-iscsi neutron-server[103183]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:46:52.846138 dv-cinder-804035-25-iscsi neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:46:52.846138 dv-cinder-804035-25-iscsi neutron-server[103183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:46:52.846138 dv-cinder-804035-25-iscsi neutron-server[103183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:46:52.867182 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-4b0d5a4c-5604-4e26-96a8-5c5d263d280b tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126007'] for security_group (f1675cd1-54f4-4d25-9ed0-7b073048c061), after_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:52.870329 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-4b0d5a4c-5604-4e26-96a8-5c5d263d280b tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Publish callbacks [] for security_group (None), before_response {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:52.871542 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [None req-4b0d5a4c-5604-4e26-96a8-5c5d263d280b tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] 10.222.0.45 "DELETE /v2.0/security-groups/f1675cd1-54f4-4d25-9ed0-7b073048c061 HTTP/1.1" status: 204 len: 168 time: 0.3309610 Jan 21 09:46:52.882652 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0d5a4c-5604-4e26-96a8-5c5d263d280b tempest-TestVolumeBootPattern-1119423900 tempest-TestVolumeBootPattern-1119423900-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1675cd1-54f4-4d25-9ed0-7b073048c061,revision_number=None']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:53.030602 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.45', 42988) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:46:53.055689 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-8aff9013-3dd1-4e5b-b08c-84c2a7382482 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3846310'] for network (c1d729ad-2732-49cd-9e75-4cfeffdf1ac8), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:53.066954 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-8aff9013-3dd1-4e5b-b08c-84c2a7382482 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4184320'] for network (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:53.070923 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [None req-8aff9013-3dd1-4e5b-b08c-84c2a7382482 admin admin] 10.222.0.45 "DELETE /v2.0/networks/c1d729ad-2732-49cd-9e75-4cfeffdf1ac8 HTTP/1.1" status: 204 len: 168 time: 1.0217612 Jan 21 09:46:53.085688 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aff9013-3dd1-4e5b-b08c-84c2a7382482 admin admin] Pushing event deleted for resources: {'Network': ['ID=c1d729ad-2732-49cd-9e75-4cfeffdf1ac8,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:53.544846 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.wsgi [-] (103182) accepted ('10.222.0.45', 42996) {{(pid=103182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:46:53.599107 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [None req-c33b97d3-f3b6-44dc-b002-4a47c2dc79c5 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d2ac0334d1e14c29aa6222d547c64b00&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0527048 Jan 21 09:46:53.602046 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.wsgi [-] (103182) accepted ('10.222.0.45', 42998) {{(pid=103182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:46:53.688269 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-4e0316ef-29fb-4974-9fa9-2a2b74cf337b admin admin] Publish callbacks [] for security_group (72ccfd8d-abb1-4f82-8508-7cab8ddf7516), before_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:53.695195 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-0524032b-5f5d-4fb5-8865-27477fed7743 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3852419'] for router_interface (945389a6-2cd8-43f7-b660-ccdf197add80), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:53.723202 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-4e0316ef-29fb-4974-9fa9-2a2b74cf337b admin admin] Publish callbacks [] for security_group (72ccfd8d-abb1-4f82-8508-7cab8ddf7516), precommit_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:53.884278 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-4e0316ef-29fb-4974-9fa9-2a2b74cf337b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126007'] for security_group (72ccfd8d-abb1-4f82-8508-7cab8ddf7516), after_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:53.888615 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-4e0316ef-29fb-4974-9fa9-2a2b74cf337b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:53.890210 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [None req-4e0316ef-29fb-4974-9fa9-2a2b74cf337b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/72ccfd8d-abb1-4f82-8508-7cab8ddf7516 HTTP/1.1" status: 204 len: 168 time: 0.2868037 Jan 21 09:46:53.902001 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0316ef-29fb-4974-9fa9-2a2b74cf337b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72ccfd8d-abb1-4f82-8508-7cab8ddf7516,revision_number=None']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:54.062114 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-0524032b-5f5d-4fb5-8865-27477fed7743 admin admin] Deleting port 82c21408-9913-4970-b17f-da216a976def {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 09:46:54.062456 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-0524032b-5f5d-4fb5-8865-27477fed7743 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774670727720'] for port (82c21408-9913-4970-b17f-da216a976def), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:54.150974 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.plugins.ml2.db [None req-0524032b-5f5d-4fb5-8865-27477fed7743 admin admin] For port 82c21408-9913-4970-b17f-da216a976def, host dv-cinder-804035-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-25-iscsi',level=0,port_id=82c21408-9913-4970-b17f-da216a976def,segment=NetworkSegment(18509a21-b759-406e-af96-dd1ff2a318e9),segment_id=18509a21-b759-406e-af96-dd1ff2a318e9)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:46:54.151261 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-0524032b-5f5d-4fb5-8865-27477fed7743 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3846167'] for port (82c21408-9913-4970-b17f-da216a976def), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:54.165014 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-0524032b-5f5d-4fb5-8865-27477fed7743 admin admin] Calling delete_port for 82c21408-9913-4970-b17f-da216a976def owned by network:router_interface {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 09:46:54.553250 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-0524032b-5f5d-4fb5-8865-27477fed7743 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774670733020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774670299805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181744'] for port (82c21408-9913-4970-b17f-da216a976def), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:54.600292 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0524032b-5f5d-4fb5-8865-27477fed7743 admin admin] Pushing event deleted for resources: {'Port': ['ID=82c21408-9913-4970-b17f-da216a976def,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:54.764677 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.wsgi [-] (103182) accepted ('10.222.0.45', 43006) {{(pid=103182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:46:54.835152 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [None req-d2f91c7d-93bf-434c-95b1-7e91b52aa078 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=19fc5d13f8354e4caf80f220f92c0761&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0684423 Jan 21 09:46:54.839880 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.wsgi [-] (103182) accepted ('10.222.0.45', 43008) {{(pid=103182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:46:54.867831 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-0524032b-5f5d-4fb5-8865-27477fed7743 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4184423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3851456'] for router_interface (945389a6-2cd8-43f7-b660-ccdf197add80), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:54.934364 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-e29940b8-02fc-4f41-9249-d1d3195db9bb admin admin] Publish callbacks [] for security_group (5c0f7d25-96d1-45b3-a7f3-d078db939c4f), before_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:54.971633 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-e29940b8-02fc-4f41-9249-d1d3195db9bb admin admin] Publish callbacks [] for security_group (5c0f7d25-96d1-45b3-a7f3-d078db939c4f), precommit_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:55.089519 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-e29940b8-02fc-4f41-9249-d1d3195db9bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126007'] for security_group (5c0f7d25-96d1-45b3-a7f3-d078db939c4f), after_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:55.092737 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-e29940b8-02fc-4f41-9249-d1d3195db9bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:55.096648 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [None req-e29940b8-02fc-4f41-9249-d1d3195db9bb admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/5c0f7d25-96d1-45b3-a7f3-d078db939c4f HTTP/1.1" status: 204 len: 168 time: 0.2550805 Jan 21 09:46:55.111141 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29940b8-02fc-4f41-9249-d1d3195db9bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c0f7d25-96d1-45b3-a7f3-d078db939c4f,revision_number=None']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:55.567009 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0524032b-5f5d-4fb5-8865-27477fed7743 admin admin] Router 945389a6-2cd8-43f7-b660-ccdf197add80 has already been hosted by L3 agent e2f5353c-5d20-4dd0-beb4-c302aead9ffd {{(pid=103183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:46:55.731327 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0524032b-5f5d-4fb5-8865-27477fed7743 admin admin] Notify agent at l3_agent.dv-cinder-804035-25-iscsi the message routers_updated {{(pid=103183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:46:55.743558 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [None req-0524032b-5f5d-4fb5-8865-27477fed7743 admin admin] 10.222.0.45 "PUT /v2.0/routers/945389a6-2cd8-43f7-b660-ccdf197add80/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7110641 Jan 21 09:46:55.744521 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.wsgi [-] (103182) accepted ('10.222.0.45', 43014) {{(pid=103182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:46:55.747535 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a3f59b-50cb-4191-8d03-caa91b1d06bd None None] Sync routers for ids ['945389a6-2cd8-43f7-b660-ccdf197add80'] in dv-cinder-804035-25-iscsi {{(pid=103184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:46:55.769639 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a3f59b-50cb-4191-8d03-caa91b1d06bd None None] Routers {'945389a6-2cd8-43f7-b660-ccdf197add80'} bound to L3 agent in host dv-cinder-804035-25-iscsi {{(pid=103184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 09:46:55.770890 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.l3_hamode_db [None req-77a3f59b-50cb-4191-8d03-caa91b1d06bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:27:18Z,description=,heartbeat_timestamp=2022-01-21T09:46:48Z,host='dv-cinder-804035-25-iscsi',id=e2f5353c-5d20-4dd0-beb4-c302aead9ffd,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:27:19Z,topic='l3_agent')) {'router_ids': ['945389a6-2cd8-43f7-b660-ccdf197add80'], 'active': True} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:55.878863 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-5dff4e1d-3268-40cd-bf4b-ac28d36d121b admin admin] Publish callbacks [] for router (945389a6-2cd8-43f7-b660-ccdf197add80), before_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:55.951704 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.l3_dvr_db [None req-77a3f59b-50cb-4191-8d03-caa91b1d06bd None None] Set router 945389a6-2cd8-43f7-b660-ccdf197add80 gateway port host: dv-cinder-804035-25-iscsi {{(pid=103184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:46:56.014722 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-5dff4e1d-3268-40cd-bf4b-ac28d36d121b admin admin] Publish callbacks [] for router_gateway (945389a6-2cd8-43f7-b660-ccdf197add80), before_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:56.160975 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.plugin [None req-5dff4e1d-3268-40cd-bf4b-ac28d36d121b admin admin] Deleting port eb6b8964-78f2-488d-b3b2-a54566139ced {{(pid=103182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 09:46:56.161630 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-5dff4e1d-3268-40cd-bf4b-ac28d36d121b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774670727720'] for port (eb6b8964-78f2-488d-b3b2-a54566139ced), before_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:56.178241 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.l3_hamode_db [None req-77a3f59b-50cb-4191-8d03-caa91b1d06bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '945389a6-2cd8-43f7-b660-ccdf197add80', 'name': 'tempest-TestVolumeBootPattern-1023830781-router', 'tenant_id': '515ded26ca114fbf9c6e920362aec64c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'external_fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.74'}], 'enable_snat': True}, 'gw_port_id': 'eb6b8964-78f2-488d-b3b2-a54566139ced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:38:09Z', 'updated_at': '2022-01-21T09:46:54Z', 'revision_number': 5, 'project_id': '515ded26ca114fbf9c6e920362aec64c', 'gw_port': {'id': 'eb6b8964-78f2-488d-b3b2-a54566139ced', 'name': '', 'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:0c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945389a6-2cd8-43f7-b660-ccdf197add80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:38:10Z', 'updated_at': '2022-01-21T09:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6accd444-6422-45bf-9c21-6be173243a45', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-25-iscsi'}], 'dv-cinder-804035-25-iscsi', False) {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:56.225493 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a3f59b-50cb-4191-8d03-caa91b1d06bd None None] Checking router: 945389a6-2cd8-43f7-b660-ccdf197add80 for host: dv-cinder-804035-25-iscsi {{(pid=103184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:46:56.240560 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a3f59b-50cb-4191-8d03-caa91b1d06bd None None] Routers {'945389a6-2cd8-43f7-b660-ccdf197add80'} bound to L3 agent in host dv-cinder-804035-25-iscsi {{(pid=103184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 09:46:56.241640 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.l3_hamode_db [None req-77a3f59b-50cb-4191-8d03-caa91b1d06bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:27:18Z,description=,heartbeat_timestamp=2022-01-21T09:46:48Z,host='dv-cinder-804035-25-iscsi',id=e2f5353c-5d20-4dd0-beb4-c302aead9ffd,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:27:19Z,topic='l3_agent')) {'router_ids': ['945389a6-2cd8-43f7-b660-ccdf197add80'], 'active': True} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:56.295595 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.db [None req-5dff4e1d-3268-40cd-bf4b-ac28d36d121b admin admin] For port eb6b8964-78f2-488d-b3b2-a54566139ced, host dv-cinder-804035-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-25-iscsi',level=0,port_id=eb6b8964-78f2-488d-b3b2-a54566139ced,segment=NetworkSegment(04cdc6b6-1d9e-45db-8cc2-90c03cb493f2),segment_id=04cdc6b6-1d9e-45db-8cc2-90c03cb493f2)] {{(pid=103182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:46:56.295595 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-5dff4e1d-3268-40cd-bf4b-ac28d36d121b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3846167'] for port (eb6b8964-78f2-488d-b3b2-a54566139ced), precommit_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:56.311046 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.plugin [None req-5dff4e1d-3268-40cd-bf4b-ac28d36d121b admin admin] Calling delete_port for eb6b8964-78f2-488d-b3b2-a54566139ced owned by network:router_gateway {{(pid=103182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 09:46:56.405649 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.l3_dvr_db [None req-77a3f59b-50cb-4191-8d03-caa91b1d06bd None None] Set router 945389a6-2cd8-43f7-b660-ccdf197add80 gateway port host: None {{(pid=103184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:46:56.521779 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.l3_hamode_db [None req-77a3f59b-50cb-4191-8d03-caa91b1d06bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '945389a6-2cd8-43f7-b660-ccdf197add80', 'name': 'tempest-TestVolumeBootPattern-1023830781-router', 'tenant_id': '515ded26ca114fbf9c6e920362aec64c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:38:09Z', 'updated_at': '2022-01-21T09:46:56Z', 'revision_number': 6, 'project_id': '515ded26ca114fbf9c6e920362aec64c', 'gw_port_host': None}], 'dv-cinder-804035-25-iscsi', False) {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:56.569852 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a3f59b-50cb-4191-8d03-caa91b1d06bd None None] The sync data for ids ['945389a6-2cd8-43f7-b660-ccdf197add80'] in dv-cinder-804035-25-iscsi is: [{'id': '945389a6-2cd8-43f7-b660-ccdf197add80', 'name': 'tempest-TestVolumeBootPattern-1023830781-router', 'tenant_id': '515ded26ca114fbf9c6e920362aec64c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:38:09Z', 'updated_at': '2022-01-21T09:46:56Z', 'revision_number': 6, 'project_id': '515ded26ca114fbf9c6e920362aec64c', 'gw_port_host': None}] {{(pid=103184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:46:56.689621 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-5dff4e1d-3268-40cd-bf4b-ac28d36d121b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774670733020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774670299805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29186853'] for port (eb6b8964-78f2-488d-b3b2-a54566139ced), after_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:56.718430 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dff4e1d-3268-40cd-bf4b-ac28d36d121b admin admin] Pushing event deleted for resources: {'Port': ['ID=eb6b8964-78f2-488d-b3b2-a54566139ced,revision_number=None']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:56.792255 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-5dff4e1d-3268-40cd-bf4b-ac28d36d121b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3846237'] for router_gateway (945389a6-2cd8-43f7-b660-ccdf197add80), after_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:56.891350 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-5dff4e1d-3268-40cd-bf4b-ac28d36d121b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3842947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3085'] for router (945389a6-2cd8-43f7-b660-ccdf197add80), precommit_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:56.894172 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-5dff4e1d-3268-40cd-bf4b-ac28d36d121b admin admin] Publish callbacks [] for router_controller (945389a6-2cd8-43f7-b660-ccdf197add80), precommit_delete_associations {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:57.055877 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-5dff4e1d-3268-40cd-bf4b-ac28d36d121b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3842952'] for router (945389a6-2cd8-43f7-b660-ccdf197add80), after_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:57.056843 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dff4e1d-3268-40cd-bf4b-ac28d36d121b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 945389a6-2cd8-43f7-b660-ccdf197add80 {{(pid=103182) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 09:46:57.064317 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-5dff4e1d-3268-40cd-bf4b-ac28d36d121b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:57.066539 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [None req-5dff4e1d-3268-40cd-bf4b-ac28d36d121b admin admin] 10.222.0.45 "DELETE /v2.0/routers/945389a6-2cd8-43f7-b660-ccdf197add80 HTTP/1.1" status: 204 len: 168 time: 1.3201325 Jan 21 09:46:57.068901 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.wsgi [-] (103182) accepted ('10.222.0.45', 43018) {{(pid=103182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:46:57.118440 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.db.db_base_plugin_v2 [None req-b33e2479-bb71-40fa-9f34-88c77a9c295e admin admin] Deleting subnet ed880366-382f-48ca-9b10-9aa3edc0e5e7 {{(pid=103182) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 21 09:46:57.122055 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-b33e2479-bb71-40fa-9f34-88c77a9c295e admin admin] Publish callbacks [] for subnet (ed880366-382f-48ca-9b10-9aa3edc0e5e7), before_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:57.164653 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-b33e2479-bb71-40fa-9f34-88c77a9c295e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28985452'] for subnet (ed880366-382f-48ca-9b10-9aa3edc0e5e7), precommit_delete_associations {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:57.257218 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-b33e2479-bb71-40fa-9f34-88c77a9c295e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-981758'] for subnet (ed880366-382f-48ca-9b10-9aa3edc0e5e7), precommit_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:57.370475 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-b33e2479-bb71-40fa-9f34-88c77a9c295e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-982036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4120330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29186834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29057315'] for subnet (ed880366-382f-48ca-9b10-9aa3edc0e5e7), after_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:57.404042 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33e2479-bb71-40fa-9f34-88c77a9c295e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed880366-382f-48ca-9b10-9aa3edc0e5e7,revision_number=None']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:57.411066 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-b33e2479-bb71-40fa-9f34-88c77a9c295e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4184320'] for subnet (None), before_response {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:57.415612 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [None req-b33e2479-bb71-40fa-9f34-88c77a9c295e admin admin] 10.222.0.45 "DELETE /v2.0/subnets/ed880366-382f-48ca-9b10-9aa3edc0e5e7 HTTP/1.1" status: 204 len: 168 time: 0.3444936 Jan 21 09:46:57.417780 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21f38e4b-291a-4422-97eb-5ce8582009f4 None None] Network 858c4f17-92ac-4cda-9750-b98e2d3705f8 requested from dv-cinder-804035-25-iscsi {{(pid=103184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 09:46:57.418675 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.45', 43022) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:46:57.539698 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b6802220-b192-4c0d-9133-2177e129b1f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-989250'] for network (858c4f17-92ac-4cda-9750-b98e2d3705f8), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:57.655524 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-b6802220-b192-4c0d-9133-2177e129b1f0 admin admin] Deleting port 0e99e39e-f922-49ba-b49f-1cd7c697fbf7 {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 09:46:57.655524 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b6802220-b192-4c0d-9133-2177e129b1f0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774670727720'] for port (0e99e39e-f922-49ba-b49f-1cd7c697fbf7), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:57.656489 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d538e20-8376-4a2f-bba9-0b316a65cc83 None None] DHCP port deletion for 858c4f17-92ac-4cda-9750-b98e2d3705f8 request from dv-cinder-804035-25-iscsi {{(pid=103184) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 21 09:46:57.699304 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-5d538e20-8376-4a2f-bba9-0b316a65cc83 None None] Deleting port 0e99e39e-f922-49ba-b49f-1cd7c697fbf7 {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 09:46:57.699768 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5d538e20-8376-4a2f-bba9-0b316a65cc83 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774670727720'] for port (0e99e39e-f922-49ba-b49f-1cd7c697fbf7), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:57.706224 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.plugins.ml2.db [None req-b6802220-b192-4c0d-9133-2177e129b1f0 admin admin] For port 0e99e39e-f922-49ba-b49f-1cd7c697fbf7, host dv-cinder-804035-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-25-iscsi',level=0,port_id=0e99e39e-f922-49ba-b49f-1cd7c697fbf7,segment=NetworkSegment(18509a21-b759-406e-af96-dd1ff2a318e9),segment_id=18509a21-b759-406e-af96-dd1ff2a318e9)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:46:57.706572 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b6802220-b192-4c0d-9133-2177e129b1f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3846167'] for port (0e99e39e-f922-49ba-b49f-1cd7c697fbf7), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:57.726829 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-b6802220-b192-4c0d-9133-2177e129b1f0 admin admin] Calling delete_port for 0e99e39e-f922-49ba-b49f-1cd7c697fbf7 owned by network:dhcp {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 09:46:57.792226 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-5d538e20-8376-4a2f-bba9-0b316a65cc83 None None] For port 0e99e39e-f922-49ba-b49f-1cd7c697fbf7, host dv-cinder-804035-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-25-iscsi',level=0,port_id=0e99e39e-f922-49ba-b49f-1cd7c697fbf7,segment=NetworkSegment(18509a21-b759-406e-af96-dd1ff2a318e9),segment_id=18509a21-b759-406e-af96-dd1ff2a318e9)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:46:57.792874 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5d538e20-8376-4a2f-bba9-0b316a65cc83 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3846167'] for port (0e99e39e-f922-49ba-b49f-1cd7c697fbf7), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:57.815421 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-5d538e20-8376-4a2f-bba9-0b316a65cc83 None None] Calling delete_port for 0e99e39e-f922-49ba-b49f-1cd7c697fbf7 owned by network:dhcp {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 09:46:57.946782 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b6802220-b192-4c0d-9133-2177e129b1f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774670733020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774670299805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181744'] for port (0e99e39e-f922-49ba-b49f-1cd7c697fbf7), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:57.957524 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5d538e20-8376-4a2f-bba9-0b316a65cc83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774670733020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774670299805'] for port (0e99e39e-f922-49ba-b49f-1cd7c697fbf7), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:57.976425 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6802220-b192-4c0d-9133-2177e129b1f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e99e39e-f922-49ba-b49f-1cd7c697fbf7,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:57.978407 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6802220-b192-4c0d-9133-2177e129b1f0 admin admin] No DVR routers for this DVR port 0e99e39e-f922-49ba-b49f-1cd7c697fbf7 on host dv-cinder-804035-25-iscsi {{(pid=103183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:46:57.998808 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d538e20-8376-4a2f-bba9-0b316a65cc83 None None] Pushing event deleted for resources: {'Port': ['ID=0e99e39e-f922-49ba-b49f-1cd7c697fbf7,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:58.003943 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d538e20-8376-4a2f-bba9-0b316a65cc83 None None] No DVR routers for this DVR port 0e99e39e-f922-49ba-b49f-1cd7c697fbf7 on host dv-cinder-804035-25-iscsi {{(pid=103184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:46:58.096587 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b6802220-b192-4c0d-9133-2177e129b1f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968284', 'neutron.services.segments.db._delete_segments_for_network-8774670886943'] for network (858c4f17-92ac-4cda-9750-b98e2d3705f8), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:58.132798 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.services.segments.db [None req-b6802220-b192-4c0d-9133-2177e129b1f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['858c4f17-92ac-4cda-9750-b98e2d3705f8']}} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:58.143985 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.services.segments.db [None req-b6802220-b192-4c0d-9133-2177e129b1f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18509a21-b759-406e-af96-dd1ff2a318e9') {'for_net_delete': True} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:58.144264 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.services.segments.db [None req-b6802220-b192-4c0d-9133-2177e129b1f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18509a21-b759-406e-af96-dd1ff2a318e9') {} {{(pid=103183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:58.155592 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b6802220-b192-4c0d-9133-2177e129b1f0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774670886301', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29255211'] for segment (18509a21-b759-406e-af96-dd1ff2a318e9), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:58.171038 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b6802220-b192-4c0d-9133-2177e129b1f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906022'] for segment (18509a21-b759-406e-af96-dd1ff2a318e9), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:58.178552 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6802220-b192-4c0d-9133-2177e129b1f0 admin admin] Releasing vlan 357 on physical network physnet1 to pool {{(pid=103183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:46:58.178948 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b6802220-b192-4c0d-9133-2177e129b1f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25181805'] for segment (18509a21-b759-406e-af96-dd1ff2a318e9), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:58.180763 dv-cinder-804035-25-iscsi neutron-server[103183]: Traceback (most recent call last): Jan 21 09:46:58.180763 dv-cinder-804035-25-iscsi neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:46:58.180763 dv-cinder-804035-25-iscsi neutron-server[103183]: timer() Jan 21 09:46:58.180763 dv-cinder-804035-25-iscsi neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:46:58.180763 dv-cinder-804035-25-iscsi neutron-server[103183]: cb(*args, **kw) Jan 21 09:46:58.180763 dv-cinder-804035-25-iscsi neutron-server[103183]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 09:46:58.180763 dv-cinder-804035-25-iscsi neutron-server[103183]: return func(*args, **kwargs) Jan 21 09:46:58.180763 dv-cinder-804035-25-iscsi neutron-server[103183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:46:58.180763 dv-cinder-804035-25-iscsi neutron-server[103183]: self._notify() Jan 21 09:46:58.180763 dv-cinder-804035-25-iscsi neutron-server[103183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:46:58.180763 dv-cinder-804035-25-iscsi neutron-server[103183]: self.callback(batched_events) Jan 21 09:46:58.180763 dv-cinder-804035-25-iscsi neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:46:58.180763 dv-cinder-804035-25-iscsi neutron-server[103183]: event.method(event) Jan 21 09:46:58.180763 dv-cinder-804035-25-iscsi neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 09:46:58.180763 dv-cinder-804035-25-iscsi neutron-server[103183]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:46:58.180763 dv-cinder-804035-25-iscsi neutron-server[103183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 09:46:58.180763 dv-cinder-804035-25-iscsi neutron-server[103183]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:46:58.180763 dv-cinder-804035-25-iscsi neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 09:46:58.180763 dv-cinder-804035-25-iscsi neutron-server[103183]: return f(self, *a, **k) Jan 21 09:46:58.180763 dv-cinder-804035-25-iscsi neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:46:58.180763 dv-cinder-804035-25-iscsi neutron-server[103183]: return self._get(url).json() Jan 21 09:46:58.180763 dv-cinder-804035-25-iscsi neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:46:58.180763 dv-cinder-804035-25-iscsi neutron-server[103183]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:46:58.180763 dv-cinder-804035-25-iscsi neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:46:58.180763 dv-cinder-804035-25-iscsi neutron-server[103183]: return self.request(url, 'GET', **kwargs) Jan 21 09:46:58.180763 dv-cinder-804035-25-iscsi neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:46:58.180763 dv-cinder-804035-25-iscsi neutron-server[103183]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:46:58.180763 dv-cinder-804035-25-iscsi neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:46:58.180763 dv-cinder-804035-25-iscsi neutron-server[103183]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:46:58.180763 dv-cinder-804035-25-iscsi neutron-server[103183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:46:58.180763 dv-cinder-804035-25-iscsi neutron-server[103183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:46:58.180763 dv-cinder-804035-25-iscsi neutron-server[103183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:46:58.335222 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b6802220-b192-4c0d-9133-2177e129b1f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3846310'] for network (858c4f17-92ac-4cda-9750-b98e2d3705f8), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:58.342272 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-b6802220-b192-4c0d-9133-2177e129b1f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4184320'] for network (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:58.347105 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [None req-b6802220-b192-4c0d-9133-2177e129b1f0 admin admin] 10.222.0.45 "DELETE /v2.0/networks/858c4f17-92ac-4cda-9750-b98e2d3705f8 HTTP/1.1" status: 204 len: 168 time: 0.9265535 Jan 21 09:46:58.351687 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.wsgi [-] (103182) accepted ('10.222.0.45', 43030) {{(pid=103182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:46:58.363114 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6802220-b192-4c0d-9133-2177e129b1f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=858c4f17-92ac-4cda-9750-b98e2d3705f8,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:58.455969 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Device eb6b8964-78f2-488d-b3b2-a54566139ced no longer exists at agent ovs-agent-dv-cinder-804035-25-iscsi {{(pid=103184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:46:58.486595 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] No Port match for: eb6b8964-78f2-488d-b3b2-a54566139ced {{(pid=103184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 21 09:46:58.486935 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Device eb6b8964-78f2-488d-b3b2-a54566139ced not bound to the agent host dv-cinder-804035-25-iscsi {{(pid=103184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:46:58.487371 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Device 0e99e39e-f922-49ba-b49f-1cd7c697fbf7 no longer exists at agent ovs-agent-dv-cinder-804035-25-iscsi {{(pid=103184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:46:58.509778 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] No Port match for: 0e99e39e-f922-49ba-b49f-1cd7c697fbf7 {{(pid=103184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 21 09:46:58.510114 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Device 0e99e39e-f922-49ba-b49f-1cd7c697fbf7 not bound to the agent host dv-cinder-804035-25-iscsi {{(pid=103184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:46:58.510538 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Device 82c21408-9913-4970-b17f-da216a976def no longer exists at agent ovs-agent-dv-cinder-804035-25-iscsi {{(pid=103184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:46:58.533379 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] No Port match for: 82c21408-9913-4970-b17f-da216a976def {{(pid=103184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 21 09:46:58.533678 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Device 82c21408-9913-4970-b17f-da216a976def not bound to the agent host dv-cinder-804035-25-iscsi {{(pid=103184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:46:58.759997 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-731f44c6-be24-4c12-9e50-c5239df833bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3852419'] for router_interface (49485dab-3050-4b45-9257-af66d3e68490), before_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:59.050877 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.plugin [None req-731f44c6-be24-4c12-9e50-c5239df833bc admin admin] Deleting port 8b386ae9-e812-4d4d-96e3-af3aaa08eee1 {{(pid=103182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 09:46:59.051184 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-731f44c6-be24-4c12-9e50-c5239df833bc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774670727720'] for port (8b386ae9-e812-4d4d-96e3-af3aaa08eee1), before_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:59.142289 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.db [None req-731f44c6-be24-4c12-9e50-c5239df833bc admin admin] For port 8b386ae9-e812-4d4d-96e3-af3aaa08eee1, host dv-cinder-804035-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-25-iscsi',level=0,port_id=8b386ae9-e812-4d4d-96e3-af3aaa08eee1,segment=NetworkSegment(da41fa3a-e24e-4924-ba2f-20cbc29f0726),segment_id=da41fa3a-e24e-4924-ba2f-20cbc29f0726)] {{(pid=103182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:46:59.146095 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-731f44c6-be24-4c12-9e50-c5239df833bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3846167'] for port (8b386ae9-e812-4d4d-96e3-af3aaa08eee1), precommit_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:59.162174 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.plugin [None req-731f44c6-be24-4c12-9e50-c5239df833bc admin admin] Calling delete_port for 8b386ae9-e812-4d4d-96e3-af3aaa08eee1 owned by network:router_interface {{(pid=103182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 09:46:59.518223 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-731f44c6-be24-4c12-9e50-c5239df833bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774670733020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774670299805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29186853'] for port (8b386ae9-e812-4d4d-96e3-af3aaa08eee1), after_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:46:59.561902 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731f44c6-be24-4c12-9e50-c5239df833bc admin admin] Pushing event deleted for resources: {'Port': ['ID=8b386ae9-e812-4d4d-96e3-af3aaa08eee1,revision_number=None']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:59.795873 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-731f44c6-be24-4c12-9e50-c5239df833bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4184423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3851456'] for router_interface (49485dab-3050-4b45-9257-af66d3e68490), after_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:00.036512 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-731f44c6-be24-4c12-9e50-c5239df833bc admin admin] Router 49485dab-3050-4b45-9257-af66d3e68490 has already been hosted by L3 agent e2f5353c-5d20-4dd0-beb4-c302aead9ffd {{(pid=103182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:47:00.153797 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-731f44c6-be24-4c12-9e50-c5239df833bc admin admin] Notify agent at l3_agent.dv-cinder-804035-25-iscsi the message routers_updated {{(pid=103182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:47:00.161962 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.45', 43040) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:47:00.162828 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [None req-731f44c6-be24-4c12-9e50-c5239df833bc admin admin] 10.222.0.45 "PUT /v2.0/routers/49485dab-3050-4b45-9257-af66d3e68490/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8091817 Jan 21 09:47:00.165557 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d9976c-7a8b-4abc-98d7-8bc9a1682bd2 None None] Sync routers for ids ['49485dab-3050-4b45-9257-af66d3e68490'] in dv-cinder-804035-25-iscsi {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 09:47:00.179518 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d9976c-7a8b-4abc-98d7-8bc9a1682bd2 None None] Routers {'49485dab-3050-4b45-9257-af66d3e68490'} bound to L3 agent in host dv-cinder-804035-25-iscsi {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 09:47:00.180152 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-f4d9976c-7a8b-4abc-98d7-8bc9a1682bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:27:18Z,description=,heartbeat_timestamp=2022-01-21T09:46:48Z,host='dv-cinder-804035-25-iscsi',id=e2f5353c-5d20-4dd0-beb4-c302aead9ffd,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:27:19Z,topic='l3_agent')) {'router_ids': ['49485dab-3050-4b45-9257-af66d3e68490'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:00.304862 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-f4d9976c-7a8b-4abc-98d7-8bc9a1682bd2 None None] Set router 49485dab-3050-4b45-9257-af66d3e68490 gateway port host: dv-cinder-804035-25-iscsi {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:47:00.308875 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-ec6d3141-1505-4fc4-b8e0-7cd43c894bf6 admin admin] Publish callbacks [] for router (49485dab-3050-4b45-9257-af66d3e68490), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:00.432040 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-ec6d3141-1505-4fc4-b8e0-7cd43c894bf6 admin admin] Publish callbacks [] for router_gateway (49485dab-3050-4b45-9257-af66d3e68490), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:00.524679 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-f4d9976c-7a8b-4abc-98d7-8bc9a1682bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49485dab-3050-4b45-9257-af66d3e68490', 'name': 'tempest-TestVolumeBootPattern-356412223-router', 'tenant_id': '6fb311e2bec64fe8b91841c05e386972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'external_fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': 'f3cf995b-9ff7-46d0-8b18-e677a163a78e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:38:25Z', 'updated_at': '2022-01-21T09:46:59Z', 'revision_number': 5, 'project_id': '6fb311e2bec64fe8b91841c05e386972', 'gw_port': {'id': 'f3cf995b-9ff7-46d0-8b18-e677a163a78e', 'name': '', 'network_id': 'c13ce787-b669-4a63-b567-cda42d951ad5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:d2:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49485dab-3050-4b45-9257-af66d3e68490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '6accd444-6422-45bf-9c21-6be173243a45', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:38:27Z', 'updated_at': '2022-01-21T09:38:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6accd444-6422-45bf-9c21-6be173243a45', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-25-iscsi'}], 'dv-cinder-804035-25-iscsi', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:00.553310 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d9976c-7a8b-4abc-98d7-8bc9a1682bd2 None None] Checking router: 49485dab-3050-4b45-9257-af66d3e68490 for host: dv-cinder-804035-25-iscsi {{(pid=103185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 09:47:00.566247 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d9976c-7a8b-4abc-98d7-8bc9a1682bd2 None None] Routers {'49485dab-3050-4b45-9257-af66d3e68490'} bound to L3 agent in host dv-cinder-804035-25-iscsi {{(pid=103185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 09:47:00.567147 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-f4d9976c-7a8b-4abc-98d7-8bc9a1682bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:27:18Z,description=,heartbeat_timestamp=2022-01-21T09:46:48Z,host='dv-cinder-804035-25-iscsi',id=e2f5353c-5d20-4dd0-beb4-c302aead9ffd,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:27:19Z,topic='l3_agent')) {'router_ids': ['49485dab-3050-4b45-9257-af66d3e68490'], 'active': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:00.595139 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-ec6d3141-1505-4fc4-b8e0-7cd43c894bf6 admin admin] Deleting port f3cf995b-9ff7-46d0-8b18-e677a163a78e {{(pid=103183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 09:47:00.595570 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-ec6d3141-1505-4fc4-b8e0-7cd43c894bf6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774670727720'] for port (f3cf995b-9ff7-46d0-8b18-e677a163a78e), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:00.698287 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.db.l3_dvr_db [None req-f4d9976c-7a8b-4abc-98d7-8bc9a1682bd2 None None] Set router 49485dab-3050-4b45-9257-af66d3e68490 gateway port host: None {{(pid=103185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 09:47:00.699280 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.plugins.ml2.db [None req-ec6d3141-1505-4fc4-b8e0-7cd43c894bf6 admin admin] For port f3cf995b-9ff7-46d0-8b18-e677a163a78e, host dv-cinder-804035-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-25-iscsi',level=0,port_id=f3cf995b-9ff7-46d0-8b18-e677a163a78e,segment=NetworkSegment(04cdc6b6-1d9e-45db-8cc2-90c03cb493f2),segment_id=04cdc6b6-1d9e-45db-8cc2-90c03cb493f2)] {{(pid=103183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:47:00.699676 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-ec6d3141-1505-4fc4-b8e0-7cd43c894bf6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3846167'] for port (f3cf995b-9ff7-46d0-8b18-e677a163a78e), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:00.729350 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.plugins.ml2.plugin [None req-ec6d3141-1505-4fc4-b8e0-7cd43c894bf6 admin admin] Calling delete_port for f3cf995b-9ff7-46d0-8b18-e677a163a78e owned by network:router_gateway {{(pid=103183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 09:47:00.762474 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.db.l3_hamode_db [None req-f4d9976c-7a8b-4abc-98d7-8bc9a1682bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49485dab-3050-4b45-9257-af66d3e68490', 'name': 'tempest-TestVolumeBootPattern-356412223-router', 'tenant_id': '6fb311e2bec64fe8b91841c05e386972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:38:25Z', 'updated_at': '2022-01-21T09:47:00Z', 'revision_number': 6, 'project_id': '6fb311e2bec64fe8b91841c05e386972', 'gw_port_host': None}], 'dv-cinder-804035-25-iscsi', False) {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:00.792051 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d9976c-7a8b-4abc-98d7-8bc9a1682bd2 None None] The sync data for ids ['49485dab-3050-4b45-9257-af66d3e68490'] in dv-cinder-804035-25-iscsi is: [{'id': '49485dab-3050-4b45-9257-af66d3e68490', 'name': 'tempest-TestVolumeBootPattern-356412223-router', 'tenant_id': '6fb311e2bec64fe8b91841c05e386972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:38:25Z', 'updated_at': '2022-01-21T09:47:00Z', 'revision_number': 6, 'project_id': '6fb311e2bec64fe8b91841c05e386972', 'gw_port_host': None}] {{(pid=103185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 09:47:00.837601 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.wsgi [-] (103182) accepted ('10.222.0.45', 43046) {{(pid=103182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:47:00.971727 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-b496d9d4-fa9f-4bf0-bba2-38fb9cb6cd98 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:01.135698 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-ec6d3141-1505-4fc4-b8e0-7cd43c894bf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774670733020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774670299805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181744'] for port (f3cf995b-9ff7-46d0-8b18-e677a163a78e), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:01.166166 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6d3141-1505-4fc4-b8e0-7cd43c894bf6 admin admin] Pushing event deleted for resources: {'Port': ['ID=f3cf995b-9ff7-46d0-8b18-e677a163a78e,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:01.220354 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-b496d9d4-fa9f-4bf0-bba2-38fb9cb6cd98 admin admin] Publish callbacks [] for security_group (29db77de-3a65-4c39-873e-7e0dc4b52a8d), precommit_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:01.239199 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-ec6d3141-1505-4fc4-b8e0-7cd43c894bf6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3846237'] for router_gateway (49485dab-3050-4b45-9257-af66d3e68490), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:01.337758 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-ec6d3141-1505-4fc4-b8e0-7cd43c894bf6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3842947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3085'] for router (49485dab-3050-4b45-9257-af66d3e68490), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:01.341062 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-ec6d3141-1505-4fc4-b8e0-7cd43c894bf6 admin admin] Publish callbacks [] for router_controller (49485dab-3050-4b45-9257-af66d3e68490), precommit_delete_associations {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:01.351559 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-b496d9d4-fa9f-4bf0-bba2-38fb9cb6cd98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126007'] for security_group (29db77de-3a65-4c39-873e-7e0dc4b52a8d), after_create {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:01.395450 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [None req-b496d9d4-fa9f-4bf0-bba2-38fb9cb6cd98 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f0f01811553e474f898c32ddeb4a409c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5566256 Jan 21 09:47:01.397707 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b496d9d4-fa9f-4bf0-bba2-38fb9cb6cd98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29db77de-3a65-4c39-873e-7e0dc4b52a8d,revision_number=1']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:01.398203 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [-] (103183) accepted ('10.222.0.45', 43050) {{(pid=103183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:47:01.458199 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c34c8085-d5f2-49d6-942d-44e8dbb669d0 admin admin] Publish callbacks [] for security_group (29db77de-3a65-4c39-873e-7e0dc4b52a8d), before_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:01.483242 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c34c8085-d5f2-49d6-942d-44e8dbb669d0 admin admin] Publish callbacks [] for security_group (29db77de-3a65-4c39-873e-7e0dc4b52a8d), precommit_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:01.502595 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-ec6d3141-1505-4fc4-b8e0-7cd43c894bf6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3842952'] for router (49485dab-3050-4b45-9257-af66d3e68490), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:01.503209 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec6d3141-1505-4fc4-b8e0-7cd43c894bf6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 49485dab-3050-4b45-9257-af66d3e68490 {{(pid=103183) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 09:47:01.513689 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-ec6d3141-1505-4fc4-b8e0-7cd43c894bf6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:01.514351 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [None req-ec6d3141-1505-4fc4-b8e0-7cd43c894bf6 admin admin] 10.222.0.45 "DELETE /v2.0/routers/49485dab-3050-4b45-9257-af66d3e68490 HTTP/1.1" status: 204 len: 168 time: 1.3504643 Jan 21 09:47:01.518466 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.wsgi [-] (103182) accepted ('10.222.0.45', 43052) {{(pid=103182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:47:01.564265 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa8a4157-b166-48f9-97ad-5abe893f7828 admin admin] Deleting subnet 47f7f9ae-f753-49bc-9b84-7c86ba8c042e {{(pid=103182) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 21 09:47:01.567548 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-fa8a4157-b166-48f9-97ad-5abe893f7828 admin admin] Publish callbacks [] for subnet (47f7f9ae-f753-49bc-9b84-7c86ba8c042e), before_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:01.609399 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-fa8a4157-b166-48f9-97ad-5abe893f7828 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28985452'] for subnet (47f7f9ae-f753-49bc-9b84-7c86ba8c042e), precommit_delete_associations {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:01.609601 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c34c8085-d5f2-49d6-942d-44e8dbb669d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126007'] for security_group (29db77de-3a65-4c39-873e-7e0dc4b52a8d), after_delete {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:01.612339 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron_lib.callbacks.manager [None req-c34c8085-d5f2-49d6-942d-44e8dbb669d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:01.618581 dv-cinder-804035-25-iscsi neutron-server[103183]: INFO neutron.wsgi [None req-c34c8085-d5f2-49d6-942d-44e8dbb669d0 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/29db77de-3a65-4c39-873e-7e0dc4b52a8d HTTP/1.1" status: 204 len: 168 time: 0.2143278 Jan 21 09:47:01.627200 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34c8085-d5f2-49d6-942d-44e8dbb669d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29db77de-3a65-4c39-873e-7e0dc4b52a8d,revision_number=None']} {{(pid=103183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:01.739898 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-fa8a4157-b166-48f9-97ad-5abe893f7828 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-981758'] for subnet (47f7f9ae-f753-49bc-9b84-7c86ba8c042e), precommit_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:01.872945 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-fa8a4157-b166-48f9-97ad-5abe893f7828 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-982036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4120330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29186834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29057315'] for subnet (47f7f9ae-f753-49bc-9b84-7c86ba8c042e), after_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:01.909560 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8a4157-b166-48f9-97ad-5abe893f7828 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47f7f9ae-f753-49bc-9b84-7c86ba8c042e,revision_number=None']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:01.911910 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-fa8a4157-b166-48f9-97ad-5abe893f7828 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4184320'] for subnet (None), before_response {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:01.915581 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [None req-fa8a4157-b166-48f9-97ad-5abe893f7828 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/47f7f9ae-f753-49bc-9b84-7c86ba8c042e HTTP/1.1" status: 204 len: 168 time: 0.3956873 Jan 21 09:47:01.919766 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.wsgi [-] (103182) accepted ('10.222.0.45', 43056) {{(pid=103182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:47:01.924482 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28f3ce65-620d-46cc-88ff-0e8a24d26369 None None] Network 9255af24-58b8-4354-8fb4-d5ec8f0ff776 requested from dv-cinder-804035-25-iscsi {{(pid=103184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 09:47:02.168139 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b1875db-56e4-4459-b83f-33e3cc70d4f7 None None] DHCP port deletion for 9255af24-58b8-4354-8fb4-d5ec8f0ff776 request from dv-cinder-804035-25-iscsi {{(pid=103184) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 21 09:47:02.230833 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-2b1875db-56e4-4459-b83f-33e3cc70d4f7 None None] Deleting port a3d7885f-3a45-42c8-8580-27954028dfe3 {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 09:47:02.231971 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2b1875db-56e4-4459-b83f-33e3cc70d4f7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774670727720'] for port (a3d7885f-3a45-42c8-8580-27954028dfe3), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:02.377623 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-694c65ce-66f2-4628-8132-379d5d96ad12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-989250'] for network (9255af24-58b8-4354-8fb4-d5ec8f0ff776), before_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:02.456904 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.plugin [None req-694c65ce-66f2-4628-8132-379d5d96ad12 admin admin] Deleting port a3d7885f-3a45-42c8-8580-27954028dfe3 {{(pid=103182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 09:47:02.457349 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-694c65ce-66f2-4628-8132-379d5d96ad12 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774670727720'] for port (a3d7885f-3a45-42c8-8580-27954028dfe3), before_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:02.457670 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-2b1875db-56e4-4459-b83f-33e3cc70d4f7 None None] For port a3d7885f-3a45-42c8-8580-27954028dfe3, host dv-cinder-804035-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-25-iscsi',level=0,port_id=a3d7885f-3a45-42c8-8580-27954028dfe3,segment=NetworkSegment(da41fa3a-e24e-4924-ba2f-20cbc29f0726),segment_id=da41fa3a-e24e-4924-ba2f-20cbc29f0726)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:47:02.458384 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2b1875db-56e4-4459-b83f-33e3cc70d4f7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3846167'] for port (a3d7885f-3a45-42c8-8580-27954028dfe3), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:02.483789 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Device 8b386ae9-e812-4d4d-96e3-af3aaa08eee1 no longer exists at agent ovs-agent-dv-cinder-804035-25-iscsi {{(pid=103184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:47:02.487250 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-2b1875db-56e4-4459-b83f-33e3cc70d4f7 None None] Calling delete_port for a3d7885f-3a45-42c8-8580-27954028dfe3 owned by network:dhcp {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 09:47:02.514898 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] No Port match for: 8b386ae9-e812-4d4d-96e3-af3aaa08eee1 {{(pid=103184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 21 09:47:02.515386 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Device 8b386ae9-e812-4d4d-96e3-af3aaa08eee1 not bound to the agent host dv-cinder-804035-25-iscsi {{(pid=103184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:47:02.516453 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Device f3cf995b-9ff7-46d0-8b18-e677a163a78e no longer exists at agent ovs-agent-dv-cinder-804035-25-iscsi {{(pid=103184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:47:02.530023 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.db [None req-694c65ce-66f2-4628-8132-379d5d96ad12 admin admin] For port a3d7885f-3a45-42c8-8580-27954028dfe3, host dv-cinder-804035-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-25-iscsi',level=0,port_id=a3d7885f-3a45-42c8-8580-27954028dfe3,segment=NetworkSegment(da41fa3a-e24e-4924-ba2f-20cbc29f0726),segment_id=da41fa3a-e24e-4924-ba2f-20cbc29f0726)] {{(pid=103182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:47:02.530386 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-694c65ce-66f2-4628-8132-379d5d96ad12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3846167'] for port (a3d7885f-3a45-42c8-8580-27954028dfe3), precommit_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:02.542553 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] No Port match for: f3cf995b-9ff7-46d0-8b18-e677a163a78e {{(pid=103184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 21 09:47:02.542894 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Device f3cf995b-9ff7-46d0-8b18-e677a163a78e not bound to the agent host dv-cinder-804035-25-iscsi {{(pid=103184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 09:47:02.543312 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.rpc [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Device a3d7885f-3a45-42c8-8580-27954028dfe3 no longer exists at agent ovs-agent-dv-cinder-804035-25-iscsi {{(pid=103184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 09:47:02.552367 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.plugin [None req-694c65ce-66f2-4628-8132-379d5d96ad12 admin admin] Calling delete_port for a3d7885f-3a45-42c8-8580-27954028dfe3 owned by network:dhcp {{(pid=103182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 09:47:02.686497 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Current status of the port a3d7885f-3a45-42c8-8580-27954028dfe3 is: ACTIVE; New status is: DOWN {{(pid=103184) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 09:47:02.687019 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-959317'] for port (a3d7885f-3a45-42c8-8580-27954028dfe3), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:02.730485 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-694c65ce-66f2-4628-8132-379d5d96ad12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774670733020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774670299805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29186853'] for port (a3d7885f-3a45-42c8-8580-27954028dfe3), after_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:02.764352 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2b1875db-56e4-4459-b83f-33e3cc70d4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-959526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774670733020', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774670299805'] for port (a3d7885f-3a45-42c8-8580-27954028dfe3), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:02.765371 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694c65ce-66f2-4628-8132-379d5d96ad12 admin admin] Pushing event deleted for resources: {'Port': ['ID=a3d7885f-3a45-42c8-8580-27954028dfe3,revision_number=None']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:02.774422 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-694c65ce-66f2-4628-8132-379d5d96ad12 admin admin] No DVR routers for this DVR port a3d7885f-3a45-42c8-8580-27954028dfe3 on host dv-cinder-804035-25-iscsi {{(pid=103182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:47:02.798680 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1875db-56e4-4459-b83f-33e3cc70d4f7 None None] Pushing event deleted for resources: {'Port': ['ID=a3d7885f-3a45-42c8-8580-27954028dfe3,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:02.802553 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b1875db-56e4-4459-b83f-33e3cc70d4f7 None None] No DVR routers for this DVR port a3d7885f-3a45-42c8-8580-27954028dfe3 on host dv-cinder-804035-25-iscsi {{(pid=103184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:47:02.891257 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-694c65ce-66f2-4628-8132-379d5d96ad12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968284', 'neutron.services.segments.db._delete_segments_for_network-8774670886943'] for network (9255af24-58b8-4354-8fb4-d5ec8f0ff776), precommit_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:02.913994 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.services.segments.db [None req-694c65ce-66f2-4628-8132-379d5d96ad12 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9255af24-58b8-4354-8fb4-d5ec8f0ff776']}} {{(pid=103182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:02.929625 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.services.segments.db [None req-694c65ce-66f2-4628-8132-379d5d96ad12 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da41fa3a-e24e-4924-ba2f-20cbc29f0726') {'for_net_delete': True} {{(pid=103182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:02.930113 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.services.segments.db [None req-694c65ce-66f2-4628-8132-379d5d96ad12 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da41fa3a-e24e-4924-ba2f-20cbc29f0726') {} {{(pid=103182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:02.943007 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-694c65ce-66f2-4628-8132-379d5d96ad12 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774670886301', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28985495'] for segment (da41fa3a-e24e-4924-ba2f-20cbc29f0726), before_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:02.971146 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-694c65ce-66f2-4628-8132-379d5d96ad12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906022'] for segment (da41fa3a-e24e-4924-ba2f-20cbc29f0726), precommit_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:02.985970 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-694c65ce-66f2-4628-8132-379d5d96ad12 admin admin] Releasing vlan 356 on physical network physnet1 to pool {{(pid=103182) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 09:47:02.985970 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-694c65ce-66f2-4628-8132-379d5d96ad12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-906022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29186936'] for segment (da41fa3a-e24e-4924-ba2f-20cbc29f0726), after_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:02.985970 dv-cinder-804035-25-iscsi neutron-server[103182]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:47:02.985970 dv-cinder-804035-25-iscsi neutron-server[103182]: warnings.warn(msg) Jan 21 09:47:02.985970 dv-cinder-804035-25-iscsi neutron-server[103182]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:47:02.985970 dv-cinder-804035-25-iscsi neutron-server[103182]: warnings.warn(msg) Jan 21 09:47:02.985970 dv-cinder-804035-25-iscsi neutron-server[103182]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:47:02.985970 dv-cinder-804035-25-iscsi neutron-server[103182]: warnings.warn(msg) Jan 21 09:47:02.985970 dv-cinder-804035-25-iscsi neutron-server[103182]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:47:02.985970 dv-cinder-804035-25-iscsi neutron-server[103182]: warnings.warn(msg) Jan 21 09:47:02.985970 dv-cinder-804035-25-iscsi neutron-server[103182]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:47:02.985970 dv-cinder-804035-25-iscsi neutron-server[103182]: warnings.warn(msg) Jan 21 09:47:02.985970 dv-cinder-804035-25-iscsi neutron-server[103182]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:47:02.985970 dv-cinder-804035-25-iscsi neutron-server[103182]: warnings.warn(msg) Jan 21 09:47:02.985970 dv-cinder-804035-25-iscsi neutron-server[103182]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:47:02.985970 dv-cinder-804035-25-iscsi neutron-server[103182]: warnings.warn(msg) Jan 21 09:47:02.985970 dv-cinder-804035-25-iscsi neutron-server[103182]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:47:02.985970 dv-cinder-804035-25-iscsi neutron-server[103182]: warnings.warn(msg) Jan 21 09:47:02.985970 dv-cinder-804035-25-iscsi neutron-server[103182]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:47:02.985970 dv-cinder-804035-25-iscsi neutron-server[103182]: warnings.warn(msg) Jan 21 09:47:02.985970 dv-cinder-804035-25-iscsi neutron-server[103182]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:47:02.985970 dv-cinder-804035-25-iscsi neutron-server[103182]: warnings.warn(msg) Jan 21 09:47:02.985970 dv-cinder-804035-25-iscsi neutron-server[103182]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:47:02.985970 dv-cinder-804035-25-iscsi neutron-server[103182]: warnings.warn(msg) Jan 21 09:47:02.985970 dv-cinder-804035-25-iscsi neutron-server[103182]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:47:02.985970 dv-cinder-804035-25-iscsi neutron-server[103182]: warnings.warn(msg) Jan 21 09:47:02.985970 dv-cinder-804035-25-iscsi neutron-server[103182]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:47:02.985970 dv-cinder-804035-25-iscsi neutron-server[103182]: warnings.warn(msg) Jan 21 09:47:02.985970 dv-cinder-804035-25-iscsi neutron-server[103182]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:47:02.985970 dv-cinder-804035-25-iscsi neutron-server[103182]: warnings.warn(msg) Jan 21 09:47:02.985970 dv-cinder-804035-25-iscsi neutron-server[103182]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:47:02.985970 dv-cinder-804035-25-iscsi neutron-server[103182]: warnings.warn(msg) Jan 21 09:47:02.988566 dv-cinder-804035-25-iscsi neutron-server[103182]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:47:02.988566 dv-cinder-804035-25-iscsi neutron-server[103182]: warnings.warn(msg) Jan 21 09:47:02.988566 dv-cinder-804035-25-iscsi neutron-server[103182]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:47:02.988566 dv-cinder-804035-25-iscsi neutron-server[103182]: warnings.warn(msg) Jan 21 09:47:02.988566 dv-cinder-804035-25-iscsi neutron-server[103182]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:47:02.988566 dv-cinder-804035-25-iscsi neutron-server[103182]: warnings.warn(msg) Jan 21 09:47:02.988566 dv-cinder-804035-25-iscsi neutron-server[103182]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:47:02.988566 dv-cinder-804035-25-iscsi neutron-server[103182]: warnings.warn(msg) Jan 21 09:47:02.988566 dv-cinder-804035-25-iscsi neutron-server[103182]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:47:02.988566 dv-cinder-804035-25-iscsi neutron-server[103182]: warnings.warn(msg) Jan 21 09:47:02.988566 dv-cinder-804035-25-iscsi neutron-server[103182]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:47:02.988566 dv-cinder-804035-25-iscsi neutron-server[103182]: warnings.warn(msg) Jan 21 09:47:02.988566 dv-cinder-804035-25-iscsi neutron-server[103182]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 09:47:02.988566 dv-cinder-804035-25-iscsi neutron-server[103182]: warnings.warn(msg) Jan 21 09:47:02.988566 dv-cinder-804035-25-iscsi neutron-server[103182]: Traceback (most recent call last): Jan 21 09:47:02.988566 dv-cinder-804035-25-iscsi neutron-server[103182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 09:47:02.988566 dv-cinder-804035-25-iscsi neutron-server[103182]: timer() Jan 21 09:47:02.988566 dv-cinder-804035-25-iscsi neutron-server[103182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:47:02.988566 dv-cinder-804035-25-iscsi neutron-server[103182]: cb(*args, **kw) Jan 21 09:47:02.988566 dv-cinder-804035-25-iscsi neutron-server[103182]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 09:47:02.988566 dv-cinder-804035-25-iscsi neutron-server[103182]: return func(*args, **kwargs) Jan 21 09:47:02.988566 dv-cinder-804035-25-iscsi neutron-server[103182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:47:02.988566 dv-cinder-804035-25-iscsi neutron-server[103182]: self._notify() Jan 21 09:47:02.988566 dv-cinder-804035-25-iscsi neutron-server[103182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:47:02.988566 dv-cinder-804035-25-iscsi neutron-server[103182]: self.callback(batched_events) Jan 21 09:47:02.988566 dv-cinder-804035-25-iscsi neutron-server[103182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:47:02.988566 dv-cinder-804035-25-iscsi neutron-server[103182]: event.method(event) Jan 21 09:47:02.988566 dv-cinder-804035-25-iscsi neutron-server[103182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 09:47:02.988566 dv-cinder-804035-25-iscsi neutron-server[103182]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:47:02.988566 dv-cinder-804035-25-iscsi neutron-server[103182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 09:47:02.988566 dv-cinder-804035-25-iscsi neutron-server[103182]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:47:02.988566 dv-cinder-804035-25-iscsi neutron-server[103182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 09:47:02.988566 dv-cinder-804035-25-iscsi neutron-server[103182]: return f(self, *a, **k) Jan 21 09:47:02.988566 dv-cinder-804035-25-iscsi neutron-server[103182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:47:02.988566 dv-cinder-804035-25-iscsi neutron-server[103182]: return self._get(url).json() Jan 21 09:47:02.988566 dv-cinder-804035-25-iscsi neutron-server[103182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:47:02.988566 dv-cinder-804035-25-iscsi neutron-server[103182]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:47:02.988566 dv-cinder-804035-25-iscsi neutron-server[103182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 09:47:02.988566 dv-cinder-804035-25-iscsi neutron-server[103182]: return self.request(url, 'GET', **kwargs) Jan 21 09:47:02.988566 dv-cinder-804035-25-iscsi neutron-server[103182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 09:47:02.988566 dv-cinder-804035-25-iscsi neutron-server[103182]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:47:02.988566 dv-cinder-804035-25-iscsi neutron-server[103182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 09:47:02.988566 dv-cinder-804035-25-iscsi neutron-server[103182]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:47:02.988566 dv-cinder-804035-25-iscsi neutron-server[103182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 09:47:02.988566 dv-cinder-804035-25-iscsi neutron-server[103182]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:47:02.988566 dv-cinder-804035-25-iscsi neutron-server[103182]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:47:03.174994 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-694c65ce-66f2-4628-8132-379d5d96ad12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4184430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3846310'] for network (9255af24-58b8-4354-8fb4-d5ec8f0ff776), after_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:03.181421 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-694c65ce-66f2-4628-8132-379d5d96ad12 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4184320'] for network (None), before_response {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:03.186256 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [None req-694c65ce-66f2-4628-8132-379d5d96ad12 admin admin] 10.222.0.45 "DELETE /v2.0/networks/9255af24-58b8-4354-8fb4-d5ec8f0ff776 HTTP/1.1" status: 204 len: 168 time: 1.2650049 Jan 21 09:47:03.201886 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694c65ce-66f2-4628-8132-379d5d96ad12 admin admin] Pushing event deleted for resources: {'Network': ['ID=9255af24-58b8-4354-8fb4-d5ec8f0ff776,revision_number=None']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:03.517325 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.db.agents_db [None req-6cca2222-2941-4527-9622-8fe6bb096302 None None] Agent healthcheck: found 6 active agents {{(pid=103185) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 09:47:03.688792 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.wsgi [-] (103182) accepted ('10.222.0.45', 43060) {{(pid=103182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:47:03.736900 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [None req-6b21c7c8-6b40-4c7a-ad1f-52c67891fe69 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=515ded26ca114fbf9c6e920362aec64c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0467408 Jan 21 09:47:03.739675 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.wsgi [-] (103182) accepted ('10.222.0.45', 43062) {{(pid=103182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:47:03.794971 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-5ef8eeb5-574d-4714-8577-ea71004f4474 admin admin] Publish callbacks [] for security_group (8be88076-b464-49c0-828a-290718a598c0), before_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:03.820752 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-5ef8eeb5-574d-4714-8577-ea71004f4474 admin admin] Publish callbacks [] for security_group (8be88076-b464-49c0-828a-290718a598c0), precommit_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:03.958185 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-5ef8eeb5-574d-4714-8577-ea71004f4474 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126007'] for security_group (8be88076-b464-49c0-828a-290718a598c0), after_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:03.961191 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-5ef8eeb5-574d-4714-8577-ea71004f4474 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:03.962551 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [None req-5ef8eeb5-574d-4714-8577-ea71004f4474 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/8be88076-b464-49c0-828a-290718a598c0 HTTP/1.1" status: 204 len: 168 time: 0.2218101 Jan 21 09:47:03.974660 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef8eeb5-574d-4714-8577-ea71004f4474 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8be88076-b464-49c0-828a-290718a598c0,revision_number=None']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:04.682805 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.wsgi [-] (103182) accepted ('10.222.0.45', 43068) {{(pid=103182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:47:04.729442 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [None req-e2bd3c73-256a-4c62-8c0e-43192a69aed5 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6fb311e2bec64fe8b91841c05e386972&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0453997 Jan 21 09:47:04.732591 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.wsgi [-] (103182) accepted ('10.222.0.45', 43070) {{(pid=103182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 09:47:04.792610 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-955c8a83-2376-4eca-abcc-e4255c710f47 admin admin] Publish callbacks [] for security_group (fc07f06c-dd06-4c23-8cee-fc41f1eabb3f), before_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:04.827580 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-955c8a83-2376-4eca-abcc-e4255c710f47 admin admin] Publish callbacks [] for security_group (fc07f06c-dd06-4c23-8cee-fc41f1eabb3f), precommit_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:04.952521 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-955c8a83-2376-4eca-abcc-e4255c710f47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126007'] for security_group (fc07f06c-dd06-4c23-8cee-fc41f1eabb3f), after_delete {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:04.957633 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron_lib.callbacks.manager [None req-955c8a83-2376-4eca-abcc-e4255c710f47 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:04.959514 dv-cinder-804035-25-iscsi neutron-server[103182]: INFO neutron.wsgi [None req-955c8a83-2376-4eca-abcc-e4255c710f47 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/fc07f06c-dd06-4c23-8cee-fc41f1eabb3f HTTP/1.1" status: 204 len: 168 time: 0.2256105 Jan 21 09:47:04.973516 dv-cinder-804035-25-iscsi neutron-server[103182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955c8a83-2376-4eca-abcc-e4255c710f47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc07f06c-dd06-4c23-8cee-fc41f1eabb3f,revision_number=None']} {{(pid=103182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:15.917022 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e411ca46-b5fb-4e24-bf5b-403b0161fb53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (8a5d4a72-43a4-4fcf-b58e-bc9792bd5f0a), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:18.471919 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8659c205-10fb-4aaf-87f9-2d7c13705dfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (e2f5353c-5d20-4dd0-beb4-c302aead9ffd), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:19.460122 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (5a7f6758-1e24-44b8-9b24-65ffc30c20d4), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:19.574512 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0beda05d-594e-4362-80c2-bc999a9a2b64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (9e31de2d-26a2-4a88-b799-f1f3b7df75bf), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:21.214677 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f5928849-742c-4298-9c4e-ae1543ad1886 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (fd0edb9a-d711-47a6-aedf-fe72898a6c79), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:22.362988 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (a4f58dde-e5c6-489c-94fe-b355a6abc90e), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:40.517392 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.db.agents_db [None req-6cca2222-2941-4527-9622-8fe6bb096302 None None] Agent healthcheck: found 6 active agents {{(pid=103185) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 09:47:45.905174 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-260e94bd-5b99-41bb-a591-d6c5a23001fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (8a5d4a72-43a4-4fcf-b58e-bc9792bd5f0a), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:48.408075 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f9c09e58-1c96-4567-9655-16d30a79dbb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (e2f5353c-5d20-4dd0-beb4-c302aead9ffd), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:49.430866 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (5a7f6758-1e24-44b8-9b24-65ffc30c20d4), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:49.596476 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0beda05d-594e-4362-80c2-bc999a9a2b64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (9e31de2d-26a2-4a88-b799-f1f3b7df75bf), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:51.208125 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f5928849-742c-4298-9c4e-ae1543ad1886 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (fd0edb9a-d711-47a6-aedf-fe72898a6c79), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:47:52.373526 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (a4f58dde-e5c6-489c-94fe-b355a6abc90e), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:48:15.876479 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-764ac7a6-d15e-48b2-a22c-22fbb2600f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (8a5d4a72-43a4-4fcf-b58e-bc9792bd5f0a), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:48:17.516367 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.db.agents_db [None req-6cca2222-2941-4527-9622-8fe6bb096302 None None] Agent healthcheck: found 6 active agents {{(pid=103185) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 09:48:18.407116 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6b3e5526-4bdc-4c07-9906-4c892d8bab2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (e2f5353c-5d20-4dd0-beb4-c302aead9ffd), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:48:19.418605 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (5a7f6758-1e24-44b8-9b24-65ffc30c20d4), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:48:19.550331 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0beda05d-594e-4362-80c2-bc999a9a2b64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (9e31de2d-26a2-4a88-b799-f1f3b7df75bf), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:48:21.178393 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f5928849-742c-4298-9c4e-ae1543ad1886 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (fd0edb9a-d711-47a6-aedf-fe72898a6c79), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:48:22.362885 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (a4f58dde-e5c6-489c-94fe-b355a6abc90e), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:48:45.875242 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-69cf6897-b699-46ca-875a-1205be49cd63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (8a5d4a72-43a4-4fcf-b58e-bc9792bd5f0a), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:48:48.452185 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-12b09fd7-5c9f-4210-aa51-8b1bf0baa008 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (e2f5353c-5d20-4dd0-beb4-c302aead9ffd), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:48:49.435282 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (5a7f6758-1e24-44b8-9b24-65ffc30c20d4), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:48:49.566907 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0beda05d-594e-4362-80c2-bc999a9a2b64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (9e31de2d-26a2-4a88-b799-f1f3b7df75bf), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:48:51.195102 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f5928849-742c-4298-9c4e-ae1543ad1886 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (fd0edb9a-d711-47a6-aedf-fe72898a6c79), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:48:52.384140 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (a4f58dde-e5c6-489c-94fe-b355a6abc90e), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:48:54.515321 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.db.agents_db [None req-6cca2222-2941-4527-9622-8fe6bb096302 None None] Agent healthcheck: found 6 active agents {{(pid=103185) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 09:49:15.903762 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-677dca58-fe7d-4b04-90ce-211f6940f16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (8a5d4a72-43a4-4fcf-b58e-bc9792bd5f0a), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:49:18.406333 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a2ba5183-820f-4806-b9e1-773b0e9c2c91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (e2f5353c-5d20-4dd0-beb4-c302aead9ffd), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:49:19.490681 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (5a7f6758-1e24-44b8-9b24-65ffc30c20d4), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:49:19.589519 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0beda05d-594e-4362-80c2-bc999a9a2b64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (9e31de2d-26a2-4a88-b799-f1f3b7df75bf), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:49:21.201018 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f5928849-742c-4298-9c4e-ae1543ad1886 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (fd0edb9a-d711-47a6-aedf-fe72898a6c79), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:49:22.349169 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (a4f58dde-e5c6-489c-94fe-b355a6abc90e), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:49:31.516365 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.db.agents_db [None req-6cca2222-2941-4527-9622-8fe6bb096302 None None] Agent healthcheck: found 6 active agents {{(pid=103185) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 09:49:45.930405 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ccec9dac-57f5-443e-8c5d-f00004a9a794 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (8a5d4a72-43a4-4fcf-b58e-bc9792bd5f0a), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:49:48.427538 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8b96fab2-dfaa-4e9c-a5b6-f12e52918ec1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (e2f5353c-5d20-4dd0-beb4-c302aead9ffd), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:49:49.451735 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (5a7f6758-1e24-44b8-9b24-65ffc30c20d4), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:49:49.554163 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0beda05d-594e-4362-80c2-bc999a9a2b64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (9e31de2d-26a2-4a88-b799-f1f3b7df75bf), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:49:51.234426 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f5928849-742c-4298-9c4e-ae1543ad1886 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (fd0edb9a-d711-47a6-aedf-fe72898a6c79), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:49:52.382839 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (a4f58dde-e5c6-489c-94fe-b355a6abc90e), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:50:08.515990 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.db.agents_db [None req-6cca2222-2941-4527-9622-8fe6bb096302 None None] Agent healthcheck: found 6 active agents {{(pid=103185) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 09:50:15.896658 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-54faa012-7566-414c-ac94-2f4840d2aeb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (8a5d4a72-43a4-4fcf-b58e-bc9792bd5f0a), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:50:18.417273 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9505489f-001b-46f5-83c0-6f8ff212be3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (e2f5353c-5d20-4dd0-beb4-c302aead9ffd), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:50:19.479825 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (5a7f6758-1e24-44b8-9b24-65ffc30c20d4), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:50:19.576644 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0beda05d-594e-4362-80c2-bc999a9a2b64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (9e31de2d-26a2-4a88-b799-f1f3b7df75bf), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:50:21.220482 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f5928849-742c-4298-9c4e-ae1543ad1886 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (fd0edb9a-d711-47a6-aedf-fe72898a6c79), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:50:22.373524 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (a4f58dde-e5c6-489c-94fe-b355a6abc90e), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:50:45.515670 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.db.agents_db [None req-6cca2222-2941-4527-9622-8fe6bb096302 None None] Agent healthcheck: found 6 active agents {{(pid=103185) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 09:50:45.888739 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-282e9483-b4c3-48e4-bceb-1ab1b1b51fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (8a5d4a72-43a4-4fcf-b58e-bc9792bd5f0a), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:50:48.454278 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4debb809-e18b-4e72-adeb-bd6af836d3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (e2f5353c-5d20-4dd0-beb4-c302aead9ffd), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:50:49.499440 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (5a7f6758-1e24-44b8-9b24-65ffc30c20d4), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:50:49.599931 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0beda05d-594e-4362-80c2-bc999a9a2b64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (9e31de2d-26a2-4a88-b799-f1f3b7df75bf), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:50:51.239560 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f5928849-742c-4298-9c4e-ae1543ad1886 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (fd0edb9a-d711-47a6-aedf-fe72898a6c79), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:50:52.422123 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (a4f58dde-e5c6-489c-94fe-b355a6abc90e), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:51:15.896304 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-92278c60-99ec-43eb-8dd8-f65cc651b9c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (8a5d4a72-43a4-4fcf-b58e-bc9792bd5f0a), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:51:17.923968 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [req-5b8da1da-2144-4b86-b45d-b6342eddf8ea req-886caab8-4729-4a81-b6d2-9e263078f3dc service neutron] (103183) timed out ('10.222.0.109', 54503) {{(pid=103183) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 21 09:51:18.427720 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-eab46ffd-1c77-47f7-bc02-237fc0373faa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (e2f5353c-5d20-4dd0-beb4-c302aead9ffd), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:51:18.553171 dv-cinder-804035-25-iscsi neutron-server[103183]: DEBUG neutron.wsgi [req-7aa48bff-035c-4b0c-b2c3-72d20d0c8fc1 req-93f8024e-3bc0-4c72-ab80-506ba0c4cbe3 service neutron] (103183) timed out ('10.222.0.109', 54505) {{(pid=103183) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 21 09:51:19.491071 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (5a7f6758-1e24-44b8-9b24-65ffc30c20d4), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:51:19.581392 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0beda05d-594e-4362-80c2-bc999a9a2b64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (9e31de2d-26a2-4a88-b799-f1f3b7df75bf), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:51:21.236397 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f5928849-742c-4298-9c4e-ae1543ad1886 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (fd0edb9a-d711-47a6-aedf-fe72898a6c79), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:51:22.369979 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (a4f58dde-e5c6-489c-94fe-b355a6abc90e), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:51:22.518858 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.db.agents_db [None req-6cca2222-2941-4527-9622-8fe6bb096302 None None] Agent healthcheck: found 6 active agents {{(pid=103185) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 09:51:45.889735 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a8885164-c08c-4223-bb4f-ccfa9167c65c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (8a5d4a72-43a4-4fcf-b58e-bc9792bd5f0a), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:51:48.449571 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6b3af60e-cc8b-4792-afc9-12192d51f5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (e2f5353c-5d20-4dd0-beb4-c302aead9ffd), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:51:49.535136 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (5a7f6758-1e24-44b8-9b24-65ffc30c20d4), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:51:49.585279 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0beda05d-594e-4362-80c2-bc999a9a2b64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (9e31de2d-26a2-4a88-b799-f1f3b7df75bf), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:51:51.220993 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f5928849-742c-4298-9c4e-ae1543ad1886 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (fd0edb9a-d711-47a6-aedf-fe72898a6c79), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:51:52.386785 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (a4f58dde-e5c6-489c-94fe-b355a6abc90e), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:51:59.517493 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.db.agents_db [None req-6cca2222-2941-4527-9622-8fe6bb096302 None None] Agent healthcheck: found 6 active agents {{(pid=103185) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 09:52:15.894996 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-70d306f4-ed02-4025-a3ea-39d783c5ec46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (8a5d4a72-43a4-4fcf-b58e-bc9792bd5f0a), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:52:18.423879 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c9d89a17-4a56-4e5a-b327-df2363f3bb8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (e2f5353c-5d20-4dd0-beb4-c302aead9ffd), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:52:19.483398 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a01442d5-7ffb-4e6f-95b1-8cc17610ea4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (5a7f6758-1e24-44b8-9b24-65ffc30c20d4), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:52:19.589729 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0beda05d-594e-4362-80c2-bc999a9a2b64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (9e31de2d-26a2-4a88-b799-f1f3b7df75bf), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:52:21.275762 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f5928849-742c-4298-9c4e-ae1543ad1886 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (fd0edb9a-d711-47a6-aedf-fe72898a6c79), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:52:22.403379 dv-cinder-804035-25-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-717718ec-b5c2-4f7f-9afa-5f1476bc6b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774670886925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-982922'] for agent (a4f58dde-e5c6-489c-94fe-b355a6abc90e), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 09:52:36.516378 dv-cinder-804035-25-iscsi neutron-server[103185]: DEBUG neutron.db.agents_db [None req-6cca2222-2941-4527-9622-8fe6bb096302 None None] Agent healthcheck: found 6 active agents {{(pid=103185) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}